diff --git a/basic_demo/glm_server.py b/basic_demo/glm_server.py index d975dea..1a636b8 100644 --- a/basic_demo/glm_server.py +++ b/basic_demo/glm_server.py @@ -674,4 +674,4 @@ if __name__ == "__main__": max_model_len=MAX_MODEL_LENGTH, ) engine = AsyncLLMEngine.from_engine_args(engine_args) - uvicorn.run(app, host='0.0.0.0', port=8000, workers=1) + uvicorn.run(app, host='0.0.0.0', port=6006, workers=1)