From 4e5cf388b4d03744b2b9ccc0e56516e098ebef69 Mon Sep 17 00:00:00 2001 From: efort Date: Mon, 10 Feb 2025 16:11:46 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=20basic=5Fdemo/glm=5Fserver.?= =?UTF-8?q?py?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- basic_demo/glm_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/basic_demo/glm_server.py b/basic_demo/glm_server.py index 1a636b8..d80c905 100644 --- a/basic_demo/glm_server.py +++ b/basic_demo/glm_server.py @@ -669,7 +669,7 @@ if __name__ == "__main__": # 占用显存的比例,请根据你的显卡显存大小设置合适的值,例如,如果你的显卡有80G,您只想使用24G,请按照24/80=0.3设置 gpu_memory_utilization=0.9, enforce_eager=True, - worker_use_ray=False, + # worker_use_ray=False, disable_log_requests=True, max_model_len=MAX_MODEL_LENGTH, )