pubw
/
none
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

ok

This commit is contained in:
pubw 2025-01-09 20:48:58 +08:00
parent 59994bb576
commit d0ce165427
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm.sh
View File

@ -1 +1 @@
python -m vllm.entrypoints.openai.api_server --model /home/pubw/proj/Qwen2-VL-72B-Instruct-GPTQ-Int4 --served-model-name Qwen2-7B-Instruct --tensor-parallel-size 4 --limit-mm-per-prompt image=2 --gpu-memory-utilization 0.95 --port 12345
python -m vllm.entrypoints.openai.api_server --model /model/Qwen2-VL-72B-Instruct-GPTQ-Int4 --served-model-name Qwen2-7B-Instruct --tensor-parallel-size 4 --limit-mm-per-prompt image=2 --gpu-memory-utilization 0.95 --port 12345