Parcourir la source

fix-nvidia-llama3 (#3973)

Joshua il y a 11 mois
Parent
commit
2f84d00300

+ 2 - 2
api/core/model_runtime/model_providers/nvidia/llm/_position.yaml

@@ -1,7 +1,7 @@
 - google/gemma-7b
 - google/codegemma-7b
 - meta/llama2-70b
-- meta/llama3-8b
-- meta/llama3-70b
+- meta/llama3-8b-instruct
+- meta/llama3-70b-instruct
 - mistralai/mixtral-8x7b-instruct-v0.1
 - fuyu-8b

+ 3 - 3
api/core/model_runtime/model_providers/nvidia/llm/llama3-70b.yaml

@@ -1,7 +1,7 @@
-model: meta/llama3-70b
+model: meta/llama3-70b-instruct
 label:
-  zh_Hans: meta/llama3-70b
-  en_US: meta/llama3-70b
+  zh_Hans: meta/llama3-70b-instruct
+  en_US: meta/llama3-70b-instruct
 model_type: llm
 features:
   - agent-thought

+ 3 - 3
api/core/model_runtime/model_providers/nvidia/llm/llama3-8b.yaml

@@ -1,7 +1,7 @@
-model: meta/llama3-8b
+model: meta/llama3-8b-instruct
 label:
-  zh_Hans: meta/llama3-8b
-  en_US: meta/llama3-8b
+  zh_Hans: meta/llama3-8b-instruct
+  en_US: meta/llama3-8b-instruct
 model_type: llm
 features:
   - agent-thought

+ 2 - 2
api/core/model_runtime/model_providers/nvidia/llm/llm.py

@@ -26,8 +26,8 @@ class NVIDIALargeLanguageModel(OAIAPICompatLargeLanguageModel):
         'google/gemma-7b': '',
         'google/codegemma-7b': '',
         'meta/llama2-70b': '',
-        'meta/llama3-8b': '',
-        'meta/llama3-70b': ''
+        'meta/llama3-8b-instruct': '',
+        'meta/llama3-70b-instruct': ''
         
     }