glm4/basic_demo/openai_api_server.py

17 lines
468 B
Python

import os
import subprocess
# text-model THUDM/glm-4-9b-chat
# MODEL_PATH = os.environ.get('MODEL_PATH', 'THUDM/glm-4-9b-chat')
MODEL_PATH = os.environ.get('modou_model_path', '/model/glm4-9b-chat-self-merge')
# vision-model THUDM/glm-4v-9b
# MODEL_PATH = os.environ.get('MODEL_PATH', 'THUDM/glm-4v-9b')
if '4v' in MODEL_PATH.lower():
subprocess.run(["python", "glm4v_server.py", MODEL_PATH])
else:
subprocess.run(["python", "glm_server.py", MODEL_PATH])