|
|
@@ -0,0 +1,142 @@
|
|
|
+#!/usr/bin/env python3
|
|
|
+"""
|
|
|
+金融文档处理统一入口
|
|
|
+支持银行流水和财务报表两种场景
|
|
|
+"""
|
|
|
+
|
|
|
+import argparse
|
|
|
+import json
|
|
|
+import sys
|
|
|
+from pathlib import Path
|
|
|
+from loguru import logger
|
|
|
+
|
|
|
+# 添加项目根目录到 Python 路径
|
|
|
+project_root = Path(__file__).parents[1]
|
|
|
+if str(project_root) not in sys.path:
|
|
|
+ sys.path.insert(0, str(project_root))
|
|
|
+from core.pipeline_manager import FinancialDocPipeline
|
|
|
+from universal_doc_parser.utils import OutputFormatter
|
|
|
+
|
|
|
+from dotenv import load_dotenv
|
|
|
+load_dotenv(override=True) # 加载环境变量
|
|
|
+
|
|
|
+def setup_logging(log_level: str = "INFO"):
|
|
|
+ """设置日志"""
|
|
|
+ logger.remove() # 移除默认处理器
|
|
|
+ logger.add(sys.stdout, level=log_level, format="<green>{time:YYYY-MM-DD HH:mm:ss}</green> | <level>{level: <8}</level> | <cyan>{name}</cyan>:<cyan>{function}</cyan>:<cyan>{line}</cyan> - <level>{message}</level>")
|
|
|
+
|
|
|
+def main():
|
|
|
+ parser = argparse.ArgumentParser(description="金融文档处理工具")
|
|
|
+ parser.add_argument("--input", "-i", required=True, help="输入文档路径")
|
|
|
+ parser.add_argument("--config", "-c", required=True, help="配置文件路径")
|
|
|
+ parser.add_argument("--output_dir", "-o", default="./output", help="输出目录")
|
|
|
+ parser.add_argument("--scene", "-s", choices=["bank_statement", "financial_report"],
|
|
|
+ help="场景类型（会覆盖配置文件中的设置）")
|
|
|
+ parser.add_argument("--log_level", default="INFO", choices=["DEBUG", "INFO", "WARNING", "ERROR"],
|
|
|
+ help="日志级别")
|
|
|
+ parser.add_argument("--dry_run", action="store_true", help="仅验证配置，不执行处理")
|
|
|
+
|
|
|
+ args = parser.parse_args()
|
|
|
+
|
|
|
+ # 设置日志
|
|
|
+ setup_logging(args.log_level)
|
|
|
+
|
|
|
+ # 验证输入文件
|
|
|
+ input_path = Path(args.input)
|
|
|
+ if not input_path.exists():
|
|
|
+ logger.error(f"❌ Input file not found: {input_path}")
|
|
|
+ return 1
|
|
|
+
|
|
|
+ # 验证配置文件
|
|
|
+ config_path = Path(args.config)
|
|
|
+ if not config_path.exists():
|
|
|
+ logger.error(f"❌ Config file not found: {config_path}")
|
|
|
+ return 1
|
|
|
+
|
|
|
+ try:
|
|
|
+ # 初始化处理流水线
|
|
|
+ with FinancialDocPipeline(str(config_path)) as pipeline:
|
|
|
+
|
|
|
+ # 如果命令行指定了场景，覆盖配置文件
|
|
|
+ if args.scene:
|
|
|
+ pipeline.scene_name = args.scene
|
|
|
+ logger.info(f"🔄 Scene overridden to: {args.scene}")
|
|
|
+
|
|
|
+ logger.info(f"🚀 开始处理文档: {input_path}")
|
|
|
+ logger.info(f"📋 使用场景配置: {pipeline.scene_name}")
|
|
|
+ logger.info(f"📁 输出目录: {args.output_dir}")
|
|
|
+
|
|
|
+ # 仅验证模式
|
|
|
+ if args.dry_run:
|
|
|
+ logger.info("✅ Dry run completed - configuration is valid")
|
|
|
+ return 0
|
|
|
+
|
|
|
+ # 处理文档
|
|
|
+ results = pipeline.process_document(str(input_path))
|
|
|
+
|
|
|
+ # 格式化输出
|
|
|
+ logger.info("💾 Saving results...")
|
|
|
+ formatter = OutputFormatter(args.output_dir)
|
|
|
+ output_paths = formatter.save_results(results, pipeline.config['output'])
|
|
|
+
|
|
|
+ logger.info(f"✅ 处理完成，结果保存至: {output_paths}")
|
|
|
+
|
|
|
+ # 打印关键统计信息
|
|
|
+ _print_summary(results)
|
|
|
+
|
|
|
+ return 0
|
|
|
+
|
|
|
+ except KeyboardInterrupt:
|
|
|
+ logger.warning("⚠️ Process interrupted by user")
|
|
|
+ return 1
|
|
|
+
|
|
|
+ except Exception as e:
|
|
|
+ logger.error(f"❌ Processing failed: {e}")
|
|
|
+ if args.log_level == "DEBUG":
|
|
|
+ logger.exception("Full traceback:")
|
|
|
+ return 1
|
|
|
+
|
|
|
+def _print_summary(results: dict):
|
|
|
+ """打印处理结果摘要"""
|
|
|
+ total_pages = len(results['pages'])
|
|
|
+ total_tables = sum(
|
|
|
+ len([e for e in page['elements'] if e.get('type') == 'table'])
|
|
|
+ for page in results['pages']
|
|
|
+ )
|
|
|
+ total_text_blocks = sum(
|
|
|
+ len([e for e in page['elements'] if e.get('type') in ['text', 'title', 'ocr_text']])
|
|
|
+ for page in results['pages']
|
|
|
+ )
|
|
|
+ total_formulas = sum(
|
|
|
+ len([e for e in page['elements'] if e.get('type') == 'formula'])
|
|
|
+ for page in results['pages']
|
|
|
+ )
|
|
|
+
|
|
|
+ print(f"\n📊 处理摘要:")
|
|
|
+ print(f" 📄 文档: {results['document_path']}")
|
|
|
+ print(f" 🎯 场景类型: {results['scene']}")
|
|
|
+ print(f" 📖 页面数量: {total_pages}")
|
|
|
+ print(f" 📋 表格数量: {total_tables}")
|
|
|
+ print(f" 📝 文本块数量: {total_text_blocks}")
|
|
|
+ print(f" 🧮 公式数量: {total_formulas}")
|
|
|
+
|
|
|
+if __name__ == "__main__":
|
|
|
+ if len(sys.argv) == 1:
|
|
|
+ # 如果没有命令行参数，使用默认配置运行
|
|
|
+ print("ℹ️ No command line arguments provided. Running with default configuration...")
|
|
|
+
|
|
|
+ # 默认配置
|
|
|
+ default_config = {
|
|
|
+ "input": "/Users/zhch158/workspace/data/流水分析/B用户_扫描流水/PaddleOCR_VL_Results/B用户_扫描流水/B用户_扫描流水_page_022.png",
|
|
|
+ "output_dir": "./output/bank_statement_enhanced",
|
|
|
+ "config": "./config/bank_statement_enhanced.yaml",
|
|
|
+ "scene": "bank_statement",
|
|
|
+ "log_level": "DEBUG",
|
|
|
+ }
|
|
|
+
|
|
|
+ # 构造参数
|
|
|
+ sys.argv = [sys.argv[0]]
|
|
|
+ for key, value in default_config.items():
|
|
|
+ sys.argv.extend([f"--{key}", str(value)])
|
|
|
+
|
|
|
+ sys.exit(main())
|
