|
@@ -27,7 +27,7 @@ class ModelSingleton:
|
|
|
model_path: str | None,
|
|
model_path: str | None,
|
|
|
server_url: str | None,
|
|
server_url: str | None,
|
|
|
) -> BasePredictor:
|
|
) -> BasePredictor:
|
|
|
- key = (backend, server_url)
|
|
|
|
|
|
|
+ key = (backend, model_path, server_url)
|
|
|
if key not in self._models:
|
|
if key not in self._models:
|
|
|
if backend in ['transformers', 'sglang-engine'] and not model_path:
|
|
if backend in ['transformers', 'sglang-engine'] and not model_path:
|
|
|
model_path = auto_download_and_get_model_root_path("/","vlm")
|
|
model_path = auto_download_and_get_model_root_path("/","vlm")
|