|
|
@@ -48,7 +48,7 @@ vllm serve ${hf_model_path} \
|
|
|
--uvicorn-log-level info \
|
|
|
--limit-mm-per-prompt '{"image": 5}' \
|
|
|
--chat-template-content-format string \
|
|
|
- --data-parallel-size 2 \
|
|
|
+ --data-parallel-size 3 \
|
|
|
--max-num-seqs 32 \
|
|
|
--enable-prefix-caching \
|
|
|
--served-model-name ${model_name}
|