更新 basic_demo/glm_server.py
This commit is contained in:
parent
fec6a8e275
commit
483f37d290
|
@ -674,4 +674,4 @@ if __name__ == "__main__":
|
||||||
max_model_len=MAX_MODEL_LENGTH,
|
max_model_len=MAX_MODEL_LENGTH,
|
||||||
)
|
)
|
||||||
engine = AsyncLLMEngine.from_engine_args(engine_args)
|
engine = AsyncLLMEngine.from_engine_args(engine_args)
|
||||||
uvicorn.run(app, host='0.0.0.0', port=8000, workers=1)
|
uvicorn.run(app, host='0.0.0.0', port=6006, workers=1)
|
||||||
|
|
Loading…
Reference in New Issue