更新 basic_demo/glm_server.py

2025-02-10 16:11:46 +08:00 · 2025-02-10 16:11:46 +08:00 · 4e5cf388b4
parent 78cf805670
commit 4e5cf388b4
1 changed files with 1 additions and 1 deletions
--- a/basic_demo/glm_server.py
+++ b/basic_demo/glm_server.py
@ -669,7 +669,7 @@ if __name__ == "__main__":
        # 占用显存的比例，请根据你的显卡显存大小设置合适的值，例如，如果你的显卡有80G，您只想使用24G，请按照24/80=0.3设置
        gpu_memory_utilization=0.9,
        enforce_eager=True,
-        worker_use_ray=False,
+        # worker_use_ray=False,
        disable_log_requests=True,
        max_model_len=MAX_MODEL_LENGTH,
    )