glm4/basic_demo/openai_api_server.py

17 lines
457 B
Python
Raw Normal View History

2024-06-12 23:59:22 +08:00
import os
2024-09-06 13:59:41 +08:00
import subprocess
2024-06-19 11:22:31 +08:00
2024-09-06 13:59:41 +08:00
# text-model THUDM/glm-4-9b-chat
2025-02-10 15:05:51 +08:00
# MODEL_PATH = os.environ.get('MODEL_PATH', 'THUDM/glm-4-9b-chat')
MODEL_PATH = os.environ.get('modou_model_path', 'THUDM/glm-4-9b-chat')
2024-06-08 13:26:43 +08:00
2024-09-06 13:59:41 +08:00
# vision-model THUDM/glm-4v-9b
# MODEL_PATH = os.environ.get('MODEL_PATH', 'THUDM/glm-4v-9b')
2024-06-15 20:59:23 +08:00
2024-06-05 10:22:16 +08:00
2024-09-06 13:59:41 +08:00
if '4v' in MODEL_PATH.lower():
subprocess.run(["python", "glm4v_server.py", MODEL_PATH])
else:
subprocess.run(["python", "glm_server.py", MODEL_PATH])