瀏覽代碼

feat: Allow users to specify AWS Bedrock validation models (#2857)

Su Yang 1 年之前
父節點
當前提交
6fd1795d25

+ 2 - 3
api/core/model_runtime/model_providers/bedrock/bedrock.py

@@ -17,10 +17,9 @@ class BedrockProvider(ModelProvider):
         """
         """
         try:
         try:
             model_instance = self.get_model_instance(ModelType.LLM)
             model_instance = self.get_model_instance(ModelType.LLM)
-
-            # Use `gemini-pro` model for validate,
+            bedrock_validate_model_name = credentials.get('model_for_validation', 'amazon.titan-text-lite-v1')
             model_instance.validate_credentials(
             model_instance.validate_credentials(
-                model='amazon.titan-text-lite-v1',
+                model=bedrock_validate_model_name,
                 credentials=credentials
                 credentials=credentials
             )
             )
         except CredentialsValidateFailedError as ex:
         except CredentialsValidateFailedError as ex:

+ 9 - 0
api/core/model_runtime/model_providers/bedrock/bedrock.yaml

@@ -69,3 +69,12 @@ provider_credential_schema:
           label:
           label:
             en_US: AWS GovCloud (US-West)
             en_US: AWS GovCloud (US-West)
             zh_Hans: AWS GovCloud (US-West)
             zh_Hans: AWS GovCloud (US-West)
+    - variable: model_for_validation
+      required: false
+      label:
+        en_US: Available Model Name
+        zh_Hans: 可用模型名称
+      type: text-input
+      placeholder:
+        en_US: A model you have access to (e.g. amazon.titan-text-lite-v1) for validation.
+        zh_Hans: 为了进行验证,请输入一个您可用的模型名称 (例如:amazon.titan-text-lite-v1)