|
|
@@ -209,14 +209,14 @@ def update_interface(backend_choice):
|
|
|
'mem_fraction_static',
|
|
|
type=float,
|
|
|
help="Set the static memory fraction for SgLang engine. ",
|
|
|
- default=None, # 改为默认值为None
|
|
|
+ default=None,
|
|
|
)
|
|
|
@click.option(
|
|
|
'--enable-torch-compile',
|
|
|
'torch_compile_enable',
|
|
|
type=bool,
|
|
|
help="Enable torch compile for SgLang engine. ",
|
|
|
- default=True,
|
|
|
+ default=False,
|
|
|
)
|
|
|
@click.option(
|
|
|
'--enable-api',
|
|
|
@@ -232,7 +232,6 @@ def main(example_enable, sglang_engine_enable, mem_fraction_static, torch_compil
|
|
|
from mineru.backend.vlm.vlm_analyze import ModelSingleton
|
|
|
modelsingleton = ModelSingleton()
|
|
|
|
|
|
- # 构建参数字典
|
|
|
model_params = {
|
|
|
"enable_torch_compile": torch_compile_enable
|
|
|
}
|
|
|
@@ -244,7 +243,7 @@ def main(example_enable, sglang_engine_enable, mem_fraction_static, torch_compil
|
|
|
"sglang-engine",
|
|
|
None,
|
|
|
None,
|
|
|
- **model_params # 使用解包运算符传递参数
|
|
|
+ **model_params
|
|
|
)
|
|
|
print("SgLang engine init successfully.")
|
|
|
except Exception as e:
|