Browse Source

[seanguo] add support of amazon titan v2 and modify the price of amazon titan v1 (#4643)

Co-authored-by: Chenhe Gu <guchenhe@gmail.com>
longzhihun 11 months ago
parent
commit
fe9bf5fc4a

+ 1 - 0
api/core/model_runtime/model_providers/bedrock/llm/_position.yaml

@@ -12,6 +12,7 @@
 - meta.llama3-70b-instruct-v1:0
 - meta.llama2-13b-chat-v1
 - meta.llama2-70b-chat-v1
+- mistral.mistral-small-2402-v1:0
 - mistral.mistral-large-2402-v1:0
 - mistral.mixtral-8x7b-instruct-v0:1
 - mistral.mistral-7b-instruct-v0:2

+ 27 - 0
api/core/model_runtime/model_providers/bedrock/llm/mistral.mistral-small-2402-v1:0.yaml

@@ -0,0 +1,27 @@
+model: mistral.mistral-small-2402-v1:0
+label:
+  en_US: Mistral Small
+model_type: llm
+model_properties:
+  mode: completion
+  context_size: 32000
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+    required: false
+    default: 0.7
+  - name: top_p
+    use_template: top_p
+    required: false
+    default: 1
+  - name: max_tokens
+    use_template: max_tokens
+    required: true
+    default: 512
+    min: 1
+    max: 4096
+pricing:
+  input: '0.001'
+  output: '0.03'
+  unit: '0.001'
+  currency: USD

+ 1 - 0
api/core/model_runtime/model_providers/bedrock/text_embedding/_position.yaml

@@ -1,3 +1,4 @@
 - amazon.titan-embed-text-v1
+- amazon.titan-embed-text-v2:0
 - cohere.embed-english-v3
 - cohere.embed-multilingual-v3

+ 1 - 1
api/core/model_runtime/model_providers/bedrock/text_embedding/amazon.titan-embed-text-v1.yaml

@@ -4,5 +4,5 @@ model_properties:
   context_size: 8192
 pricing:
   input: '0.0001'
-  unit: '0.001'
+  unit: '0.0001'
   currency: USD

+ 8 - 0
api/core/model_runtime/model_providers/bedrock/text_embedding/amazon.titan-embed-text-v2.yaml

@@ -0,0 +1,8 @@
+model: amazon.titan-embed-text-v2:0
+model_type: text-embedding
+model_properties:
+  context_size: 8192
+pricing:
+  input: '0.00002'
+  unit: '0.00001'
+  currency: USD