Przeglądaj źródła

fix: the object field is empty string in some openAI api compatible model (#3506)

liuzhenghua 1 rok temu
rodzic
commit
5e02a83b53

+ 3 - 1
api/core/model_runtime/model_providers/openai_api_compatible/llm/llm.py

@@ -150,6 +150,8 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
             except json.JSONDecodeError as e:
                 raise CredentialsValidateFailedError('Credentials validation failed: JSON decode error')
 
+            if (completion_type is LLMMode.CHAT and json_result['object'] == ''):
+                json_result['object'] = 'chat.completion'
             if (completion_type is LLMMode.CHAT
                     and ('object' not in json_result or json_result['object'] != 'chat.completion')):
                 raise CredentialsValidateFailedError(
@@ -807,4 +809,4 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
                 function=function
             )
 
-        return tool_call
+        return tool_call