From 2c02b991c41cc7fc4a6b59883845cf58ebcc4897 Mon Sep 17 00:00:00 2001 From: mingyue0094 Date: Wed, 19 Jun 2024 23:30:36 +0800 Subject: [PATCH] Update openai_api_server.py fix : TypeError: 'NoneType' object is not iterable --- basic_demo/openai_api_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/basic_demo/openai_api_server.py b/basic_demo/openai_api_server.py index 3699051..bbca053 100644 --- a/basic_demo/openai_api_server.py +++ b/basic_demo/openai_api_server.py @@ -445,7 +445,7 @@ async def predict_stream(model_id, gen_params): function_name = None response_id = generate_id('chatcmpl-', 29) system_fingerprint = generate_id('fp_', 9) - tools = {tool['function']['name'] for tool in gen_params['tools']} if gen_params['tools'] else None + tools = {tool['function']['name'] for tool in gen_params['tools']} if gen_params['tools'] else {} async for new_response in generate_stream_glm4(gen_params): decoded_unicode = new_response["text"] delta_text = decoded_unicode[len(output):]