Jelajahi Sumber

add groq llama3 (#3673)

Chenhe Gu 1 tahun lalu
induk
melakukan
4969783383

+ 25 - 0
api/core/model_runtime/model_providers/groq/llm/llama3-70b-8192.yaml

@@ -0,0 +1,25 @@
+model: llama3-70b-8192
+label:
+  zh_Hans: Llama-3-70B-8192
+  en_US: Llama-3-70B-8192
+model_type: llm
+features:
+  - agent-thought
+model_properties:
+  mode: chat
+  context_size: 8192
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+  - name: top_p
+    use_template: top_p
+  - name: max_tokens
+    use_template: max_tokens
+    default: 512
+    min: 1
+    max: 8192
+pricing:
+  input: '0.05'
+  output: '0.1'
+  unit: '0.000001'
+  currency: USD

+ 25 - 0
api/core/model_runtime/model_providers/groq/llm/llama3-8b-8192.yaml

@@ -0,0 +1,25 @@
+model: llama3-8b-8192
+label:
+  zh_Hans: Llama-3-8B-8192
+  en_US: Llama-3-8B-8192
+model_type: llm
+features:
+  - agent-thought
+model_properties:
+  mode: chat
+  context_size: 8192
+parameter_rules:
+  - name: temperature
+    use_template: temperature
+  - name: top_p
+    use_template: top_p
+  - name: max_tokens
+    use_template: max_tokens
+    default: 512
+    min: 1
+    max: 8192
+pricing:
+  input: '0.59'
+  output: '0.79'
+  unit: '0.000001'
+  currency: USD