efort
/
glm4
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

更新 basic_demo/glm_server.py

This commit is contained in:
efort 2025-02-10 16:11:46 +08:00
parent 78cf805670
commit 4e5cf388b4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
basic_demo/glm_server.py
View File

@ -669,7 +669,7 @@ if __name__ == "__main__":
# 占用显存的比例，请根据你的显卡显存大小设置合适的值，例如，如果你的显卡有80G，您只想使用24G，请按照24/80=0.3设置 # 占用显存的比例，请根据你的显卡显存大小设置合适的值，例如，如果你的显卡有80G，您只想使用24G，请按照24/80=0.3设置
gpu_memory_utilization=0.9, gpu_memory_utilization=0.9,
enforce_eager=True, enforce_eager=True,
worker_use_ray=False, # worker_use_ray=False,
disable_log_requests=True, disable_log_requests=True,
max_model_len=MAX_MODEL_LENGTH, max_model_len=MAX_MODEL_LENGTH,
) )