efort
/
glm4
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request from khazic/main 

Update openai_api_server.py
This commit is contained in:
Zhengxiao Du 2024-06-05 12:43:02 +08:00 committed by GitHub
parent d95f131b03 205b7db3cc
commit 44a55818ef
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions

2
basic_demo/openai_api_server.py
View File

@ -533,7 +533,7 @@ if __name__ == "__main__":
tensor_parallel_size=1, tensor_parallel_size=1,
dtype="bfloat16", dtype="bfloat16",
trust_remote_code=True, trust_remote_code=True,
gpu_memory_utilization=0.3, gpu_memory_utilization=0.9,
enforce_eager=True, enforce_eager=True,
worker_use_ray=True, worker_use_ray=True,
engine_use_ray=False, engine_use_ray=False,