processor_configs.yaml 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126
  1. # ============================================================================
  2. # PDF 批量处理器配置文件
  3. # ============================================================================
  4. # 处理器定义
  5. processors:
  6. # -------------------------------------------------------------------------
  7. # PaddleOCR-VL 处理器
  8. # 用于视觉语言模型的 OCR 处理
  9. # -------------------------------------------------------------------------
  10. paddleocr_vl_single_process:
  11. script: "/Users/zhch158/workspace/repository.git/PaddleX/zhch/paddleocr_vl_single_process.py"
  12. input_arg: "--input_file"
  13. output_arg: "--output_dir"
  14. extra_args:
  15. - "--pipeline=/Users/zhch158/workspace/repository.git/PaddleX/zhch/my_config/PaddleOCR-VL-Client-RT-DETR-H_layout_17cls.yaml"
  16. - "--no-adapter"
  17. output_subdir: "paddleocr_vl_results"
  18. venv: "source /Users/zhch158/workspace/repository.git/PaddleX/paddle_env/bin/activate"
  19. description: "PaddleOCR-VL 处理器 - 视觉语言模型OCR"
  20. # -------------------------------------------------------------------------
  21. # PP-StructureV3 本地处理器
  22. # 用于文档结构化分析(本地GPU/CPU处理)
  23. # -------------------------------------------------------------------------
  24. ppstructurev3_single_process:
  25. script: "/home/ubuntu/zhch/PaddleX/zhch/ppstructurev3_single_process.py"
  26. input_arg: "--input_file"
  27. output_arg: "--output_dir"
  28. extra_args:
  29. - "--pipeline=/home/ubuntu/zhch/PaddleX/zhch/my_config/PP-StructureV3.yaml"
  30. output_subdir: "ppstructurev3_results"
  31. venv: "conda activate paddle"
  32. description: "PP-StructureV3 处理器 - 本地处理"
  33. # -------------------------------------------------------------------------
  34. # PP-StructureV3 GPU 处理器
  35. # 明确使用 GPU 加速
  36. # -------------------------------------------------------------------------
  37. ppstructurev3_gpu:
  38. script: "/home/ubuntu/zhch/PaddleX/zhch/ppstructurev3_single_process.py"
  39. input_arg: "--input_file"
  40. output_arg: "--output_dir"
  41. extra_args:
  42. - "--pipeline=/home/ubuntu/zhch/PaddleX/zhch/my_config/PP-StructureV3.yaml"
  43. - "--device=gpu"
  44. output_subdir: "ppstructurev3_gpu_results"
  45. venv: "conda activate paddle"
  46. description: "PP-StructureV3 处理器 - GPU加速"
  47. # -------------------------------------------------------------------------
  48. # PP-StructureV3 CPU 处理器
  49. # 明确使用 CPU 处理
  50. # -------------------------------------------------------------------------
  51. ppstructurev3_cpu:
  52. script: "/Users/zhch158/workspace/repository.git/PaddleX/zhch/ppstructurev3_single_process.py"
  53. input_arg: "--input_file"
  54. output_arg: "--output_dir"
  55. extra_args:
  56. - "--pipeline=/Users/zhch158/workspace/repository.git/PaddleX/zhch/my_config/PP-StructureV3-zhch.yaml"
  57. - "--device=cpu"
  58. output_subdir: "ppstructurev3_cpu_results"
  59. venv: "source /Users/zhch158/workspace/repository.git/PaddleX/paddle_env/bin/activate"
  60. description: "PP-StructureV3 处理器 - CPU处理"
  61. # -------------------------------------------------------------------------
  62. # PP-StructureV3 API 客户端 (默认)
  63. # 通过 HTTP API 调用远程服务
  64. # -------------------------------------------------------------------------
  65. ppstructurev3_single_client:
  66. script: "/Users/zhch158/workspace/repository.git/PaddleX/zhch/ppstructurev3_single_client.py"
  67. input_arg: "--input_file"
  68. output_arg: "--output_dir"
  69. extra_args:
  70. - "--api_url=http://10.192.72.11:8111/layout-parsing"
  71. - "--timeout=300"
  72. output_subdir: "ppstructurev3_client_results"
  73. venv: "source /Users/zhch158/workspace/repository.git/PaddleX/paddle_env/bin/activate"
  74. description: "PP-StructureV3 HTTP API 客户端 - 远程服务"
  75. # -------------------------------------------------------------------------
  76. # MinerU vLLM 处理器
  77. # 基于 MinerU 的多线程批量处理(支持 PDF 和图片)
  78. # -------------------------------------------------------------------------
  79. mineru_vllm:
  80. script: "/Users/zhch158/workspace/repository.git/MinerU/zhch/mineru2_vllm_multthreads.py"
  81. input_arg: "--input_file"
  82. output_arg: "--output_dir"
  83. extra_args:
  84. - "--server_url=http://10.192.72.11:8121"
  85. - "--timeout=300"
  86. - "--batch_size=1"
  87. output_subdir: "mineru_vllm_results"
  88. venv: "conda activate mineru2"
  89. description: "MinerU vLLM 处理器 - 支持PDF和图片"
  90. # -------------------------------------------------------------------------
  91. # DotsOCR vLLM 处理器
  92. # 基于 DotsOCR 的批量处理(支持 PDF 和图片)
  93. # -------------------------------------------------------------------------
  94. dotsocr_vllm:
  95. script: "/Users/zhch158/workspace/repository.git/dots.ocr/zhch/dotsocr_vllm_multthreads.py"
  96. input_arg: "--input_file"
  97. output_arg: "--output_dir"
  98. extra_args:
  99. - "--ip=10.192.72.11"
  100. - "--port=8101"
  101. - "--model_name=DotsOCR"
  102. - "--prompt_mode=prompt_layout_all_en"
  103. - "--batch_size=1"
  104. - "--max_workers=1"
  105. - "--dpi=200"
  106. output_subdir: "dotsocr_vllm_results"
  107. venv: "conda activate py312"
  108. description: "DotsOCR vLLM 处理器 - 支持PDF和图片"
  109. # ============================================================================
  110. # 全局配置
  111. # ============================================================================
  112. global:
  113. # PDF 文件基础目录
  114. base_dir: "/Users/zhch158/workspace/data/流水分析"
  115. # 默认输出子目录名称(如果处理器未指定)
  116. output_subdir: "results"