zhengchun
/
ocr_platform


			
				
					
						
						
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254
							# ============================================================================
# PDF 批量处理器配置文件
# ============================================================================

# 处理器定义
processors:
  # -------------------------------------------------------------------------
  # MinerU vLLM 处理器
  # 基于 MinerU 的多线程批量处理（支持 PDF 和图片）
  # -------------------------------------------------------------------------
  yusys_ocr_v4:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/main_v2.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    scene_arg: "--scene"
    extra_args:
      - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_yusys_v4.yaml"
      - "--pages=1-35"
      - "--streaming"
      - "--debug"
      - "--log_level=DEBUG"
    output_subdir: "bank_statement_yusys_v4"
    log_subdir: "logs/bank_statement_yusys_v4"
    venv: "conda activate mineru"
    description: "YUSYS Wired UNET OCR 框架 GLM-OCR"

  yusys_ocr_v3:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/main_v2.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    scene_arg: "--scene"
    extra_args:
      - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_yusys_v3.yaml"
      # - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_yusys_v2.yaml"
      - "--pages=1-35"
      - "--streaming"
      # - "--debug"
      - "--log_level=INFO"
    output_subdir: "bank_statement_yusys_v3"
    log_subdir: "logs/bank_statement_yusys_v3"
    # output_subdir: "bank_statement_yusys_v2"
    # log_subdir: "logs/bank_statement_yusys_v2"
    venv: "conda activate mineru"
    description: "YUSYS Wired UNET OCR 框架"

  yusys_mineru:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/main_v2.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    scene_arg: "--scene"
    extra_args:
      - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_mineru_vl.yaml"
      # - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_yusys_v2.yaml"
      - "--pages=1-35"
      - "--streaming"
      - "--debug"
      - "--log_level=DEBUG"
    output_subdir: "bank_statement_mineru_vl"
    log_subdir: "logs/bank_statement_mineru_vl"
    # output_subdir: "bank_statement_yusys_v2"
    # log_subdir: "logs/bank_statement_yusys_v2"
    venv: "conda activate mineru"
    description: "YUSYS MinerU OCR 框架"

  yusys_ocr_local:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/main_v2.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    scene_arg: "--scene"
    extra_args:
      - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_yusys_local.yaml"
      - "--pages=1-35"
      - "--streaming"
      - "--debug"
      - "--log_level=DEBUG"
    output_subdir: "bank_statement_yusys_local"
    log_subdir: "logs/bank_statement_yusys_local"
    venv: "conda activate mineru"
    description: "YUSYS(local) Wired UNET OCR GLM-OCR"

  yusys_glmocr_local:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/main_v2.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    scene_arg: "--scene"
    extra_args:
      - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_glm_vl_local.yaml"
      - "--pages=1-35"
      - "--streaming"
      - "--debug"
      - "--log_level=DEBUG"
    output_subdir: "bank_statement_yusys_glmocr_local"
    log_subdir: "logs/bank_statement_yusys_glmocr_local"
    venv: "conda activate mineru"
    description: "YUSYS(local) OCR GLM-OCR VLM"

  yusys_paddleocr_local:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/main_v2.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    scene_arg: "--scene"
    extra_args:
      - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_paddle_vl_local.yaml"
      - "--pages=1-35"
      - "--streaming"
      - "--debug"
      - "--log_level=DEBUG"
    output_subdir: "bank_statement_yusys_paddleocr_local"
    log_subdir: "logs/bank_statement_yusys_paddleocr_local"
    venv: "conda activate mineru"
    description: "YUSYS(local) Wired UNET OCR PaddleOCR-VL"

  yusys_mineruocr_local:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/main_v2.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    scene_arg: "--scene"
    extra_args:
      - "--config=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/universal_doc_parser/config/bank_statement_mineru_vl_local.yaml"
      - "--pages=1-35"
      - "--streaming"
      - "--debug"
      - "--log_level=DEBUG"
    output_subdir: "bank_statement_yusys_mineruocr_local"
    log_subdir: "logs/bank_statement_yusys_mineruocr_local"
    venv: "conda activate mineru"
    description: "YUSYS(local) Wired UNET OCR MinerU-VL"

  # -------------------------------------------------------------------------
  # PaddleOCR-VL 处理器
  # -------------------------------------------------------------------------
  paddleocr_vl_single_process:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/paddle_vl_tool/main.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    extra_args:
      - "--pipeline=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/paddle_common/config/PaddleOCR-VL-Client.yaml"
      - "--device=cpu"
      # - "--no-adapter"
    output_subdir: "paddleocr_vl_results"
    log_subdir: "logs/paddleocr_vl"  # 🎯 新增：日志子目录
    venv: "source /Users/zhch158/workspace/repository.git/PaddleX/paddle_env/bin/activate"
    description: "PaddleOCR-VL 处理器 - 视觉语言模型OCR"

  # -------------------------------------------------------------------------
  # PP-StructureV3 本地处理器
  # -------------------------------------------------------------------------
  ppstructurev3_single_process:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/ppstructure_tool/main.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    extra_args:
      - "--pipeline=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/paddle_common/config/PP-StructureV3-zhch.yaml"
      - "--device=cpu"
    output_subdir: "ppstructurev3_results"
    log_subdir: "logs/ppstructurev3"
    venv: "conda activate paddle"
    description: "PP-StructureV3 处理器 - 本地处理"

  ppstructurev3_gpu:
    script: "/home/ubuntu/zhch/PaddleX/zhch/ppstructurev3_single_process.py"
    input_arg: "--input_file"
    output_arg: "--output_dir"
    extra_args:
      - "--pipeline=/home/ubuntu/zhch/PaddleX/zhch/my_config/PP-StructureV3.yaml"
    output_subdir: "ppstructurev3_gpu_results"
    log_subdir: "logs/ppstructurev3_gpu"
    venv: "conda activate paddle"
    description: "PP-StructureV3 处理器 - GPU加速"

  # -------------------------------------------------------------------------
  # PP-StructureV3 CPU 处理器
  # 明确使用 CPU 处理
  # -------------------------------------------------------------------------
  ppstructurev3_cpu:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/ppstructure_tool/main.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    extra_args:
      - "--pipeline=/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/paddle_common/config/PP-StructureV3-zhch.yaml"
      - "--device=cpu"
    output_subdir: "ppstructurev3_cpu_results"
    log_subdir: "logs/ppstructurev3_cpu"
    venv: "source /Users/zhch158/workspace/repository.git/PaddleX/paddle_env/bin/activate"
    description: "PP-StructureV3 处理器 - CPU处理"

  # -------------------------------------------------------------------------
  # PP-StructureV3 API 客户端 (默认)
  # 通过 HTTP API 调用远程服务
  # -------------------------------------------------------------------------
  ppstructurev3_single_client:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/ppstructure_tool/api_client.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    extra_args:
      - "--api_url=http://10.192.72.11:20026/layout-parsing"
      - "--timeout=300"
    output_subdir: "ppstructurev3_client_results"
    log_subdir: "logs/ppstructurev3_client"
    venv: "source /Users/zhch158/workspace/repository.git/PaddleX/paddle_env/bin/activate"
    description: "PP-StructureV3 HTTP API 客户端 - 远程服务"

  # -------------------------------------------------------------------------
  # MinerU vLLM 处理器
  # 基于 MinerU 的多线程批量处理（支持 PDF 和图片）
  # -------------------------------------------------------------------------
  mineru_vllm:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/mineru_vl_tool/main.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    extra_args:
      - "--server_url=http://10.192.72.11:20006"
      - "--timeout=300"
      - "--batch_size=1"
    output_subdir: "mineru_vllm_results"
    log_subdir: "logs/mineru_vllm"
    venv: "conda activate mineru"
    description: "MinerU vLLM 处理器 - 支持PDF和图片"

  # -------------------------------------------------------------------------
  # DotsOCR vLLM 处理器
  # 基于 DotsOCR 的批量处理（支持 PDF 和图片）
  # -------------------------------------------------------------------------
  dotsocr_vllm:
    script: "/Users/zhch158/workspace/repository.git/ocr_platform/ocr_tools/dots.ocr_vl_tool/main.py"
    input_arg: "--input"
    output_arg: "--output_dir"
    extra_args:
      - "--ip=10.192.72.11"
      - "--port=8101"
      - "--model_name=DotsOCR"
      - "--prompt_mode=prompt_layout_all_en"
      - "--batch_size=1"
      - "--max_workers=1"
      - "--dpi=200"
    output_subdir: "dotsocr_vllm_results"
    log_subdir: "logs/dotsocr_vllm"
    venv: "conda activate py312"
    description: "DotsOCR vLLM 处理器 - 支持PDF和图片"

# ============================================================================
# 全局配置
# ============================================================================
global:
  # PDF 文件基础目录
  base_dir: "/Users/zhch158/workspace/data/流水分析"
  
  # 默认输出子目录名称（如果处理器未指定）
  output_subdir: "results"
  
  # 🎯 新增：全局日志配置
  log_dir: "logs"  # 全局日志目录（相对于 base_dir）
  log_retention_days: 30  # 日志保留天数
  log_level: "INFO"  # 日志级别: DEBUG, INFO, WARNING, ERROR