更新 basic_demo/glm_server.py

This commit is contained in:
efort 2025-02-10 15:36:11 +08:00
parent fec6a8e275
commit 483f37d290
1 changed files with 1 additions and 1 deletions

View File

@ -674,4 +674,4 @@ if __name__ == "__main__":
max_model_len=MAX_MODEL_LENGTH,
)
engine = AsyncLLMEngine.from_engine_args(engine_args)
uvicorn.run(app, host='0.0.0.0', port=8000, workers=1)
uvicorn.run(app, host='0.0.0.0', port=6006, workers=1)