efort
/
glm4
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update openai_api_server.py 

fix : TypeError: 'NoneType' object is not iterable
This commit is contained in:
mingyue0094 2024-06-19 23:30:36 +08:00 committed by GitHub
parent b475ebe8ae
commit 2c02b991c4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
basic_demo/openai_api_server.py
View File

@ -445,7 +445,7 @@ async def predict_stream(model_id, gen_params):
function_name = None function_name = None
response_id = generate_id('chatcmpl-', 29) response_id = generate_id('chatcmpl-', 29)
system_fingerprint = generate_id('fp_', 9) system_fingerprint = generate_id('fp_', 9)
tools = {tool['function']['name'] for tool in gen_params['tools']} if gen_params['tools'] else None tools = {tool['function']['name'] for tool in gen_params['tools']} if gen_params['tools'] else {}
async for new_response in generate_stream_glm4(gen_params): async for new_response in generate_stream_glm4(gen_params):
decoded_unicode = new_response["text"] decoded_unicode = new_response["text"]
delta_text = decoded_unicode[len(output):] delta_text = decoded_unicode[len(output):]