فهرست منبع

[EMERGENCY] Fix Anthropic header issue (#6445)

Richards Tu 9 ماه پیش
والد
کامیت
8e49146a35
1فایلهای تغییر یافته به همراه4 افزوده شده و 4 حذف شده
  1. 4 4
      api/core/model_runtime/model_providers/anthropic/llm/llm.py

+ 4 - 4
api/core/model_runtime/model_providers/anthropic/llm/llm.py

@@ -114,9 +114,9 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
             extra_model_kwargs['system'] = system
 
         # Add the new header for claude-3-5-sonnet-20240620 model
-        headers = {}
+        extra_headers = {}
         if model == "claude-3-5-sonnet-20240620":
-            headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
+            extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
 
         if tools:
             extra_model_kwargs['tools'] = [
@@ -126,7 +126,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
                 model=model,
                 messages=prompt_message_dicts,
                 stream=stream,
-                headers=headers,
+                extra_headers=extra_headers,
                 **model_parameters,
                 **extra_model_kwargs
             )
@@ -136,7 +136,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
                 model=model,
                 messages=prompt_message_dicts,
                 stream=stream,
-                headers=headers,
+                extra_headers=extra_headers,
                 **model_parameters,
                 **extra_model_kwargs
             )