Explorar o código

Remove direct import of MinerULogitsProcessor and add it conditionally in vllm backend

myhloli hai 2 meses
pai
achega
9fc3d6c742
Modificáronse 1 ficheiros con 3 adicións e 1 borrados
  1. 3 1
      mineru/backend/vlm/vlm_analyze.py

+ 3 - 1
mineru/backend/vlm/vlm_analyze.py

@@ -13,7 +13,7 @@ from ...utils.enum_class import ImageType
 from ...utils.model_utils import get_vram
 from ...utils.models_download_utils import auto_download_and_get_model_root_path
 
-from mineru_vl_utils import MinerUClient, MinerULogitsProcessor
+from mineru_vl_utils import MinerUClient
 from packaging import version
 
 
@@ -89,6 +89,7 @@ class ModelSingleton:
                     try:
                         import vllm
                         vllm_version = vllm.__version__
+                        from mineru_vl_utils import MinerULogitsProcessor
                     except ImportError:
                         raise ImportError("Please install vllm to use the vllm-engine backend.")
                     if "gpu_memory_utilization" not in kwargs:
@@ -104,6 +105,7 @@ class ModelSingleton:
                         from vllm.engine.arg_utils import AsyncEngineArgs
                         from vllm.v1.engine.async_llm import AsyncLLM
                         from vllm import __version__ as vllm_version
+                        from mineru_vl_utils import MinerULogitsProcessor
                     except ImportError:
                         raise ImportError("Please install vllm to use the vllm-async-engine backend.")
                     if "gpu_memory_utilization" not in kwargs: