Quellcode durchsuchen

feat: update llama3.1 parameters for openrouter (#6901)

sino vor 8 Monaten
Ursprung
Commit
8166a8caf5

+ 4 - 4
api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-405b-instruct.yaml

@@ -4,7 +4,7 @@ label:
 model_type: llm
 model_properties:
   mode: chat
-  context_size: 128000
+  context_size: 131072
 parameter_rules:
   - name: temperature
     use_template: temperature
@@ -15,9 +15,9 @@ parameter_rules:
     required: true
     default: 512
     min: 1
-    max: 128000
+    max: 131072
 pricing:
-  input: "3"
-  output: "3"
+  input: "2.7"
+  output: "2.7"
   unit: "0.000001"
   currency: USD

+ 4 - 4
api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-70b-instruct.yaml

@@ -4,7 +4,7 @@ label:
 model_type: llm
 model_properties:
   mode: chat
-  context_size: 128000
+  context_size: 131072
 parameter_rules:
   - name: temperature
     use_template: temperature
@@ -15,9 +15,9 @@ parameter_rules:
     required: true
     default: 512
     min: 1
-    max: 128000
+    max: 131072
 pricing:
-  input: "0.9"
-  output: "0.9"
+  input: "0.52"
+  output: "0.75"
   unit: "0.000001"
   currency: USD

+ 4 - 4
api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-8b-instruct.yaml

@@ -4,7 +4,7 @@ label:
 model_type: llm
 model_properties:
   mode: chat
-  context_size: 128000
+  context_size: 131072
 parameter_rules:
   - name: temperature
     use_template: temperature
@@ -15,9 +15,9 @@ parameter_rules:
     required: true
     default: 512
     min: 1
-    max: 128000
+    max: 131072
 pricing:
-  input: "0.2"
-  output: "0.2"
+  input: "0.06"
+  output: "0.06"
   unit: "0.000001"
   currency: USD