Selaa lähdekoodia

fix: close #12215 for yi special case (#12222)

Signed-off-by: yihong0618 <zouzou0208@gmail.com>
yihong 3 kuukautta sitten
vanhempi
commit
f30bf08580
1 muutettua tiedostoa jossa 6 lisäystä ja 0 poistoa
  1. 6 0
      api/core/model_runtime/model_providers/openai/llm/llm.py

+ 6 - 0
api/core/model_runtime/model_providers/openai/llm/llm.py

@@ -739,6 +739,12 @@ class OpenAILargeLanguageModel(_CommonOpenAI, LargeLanguageModel):
 
             delta = chunk.choices[0]
             has_finish_reason = delta.finish_reason is not None
+            # to fix issue #12215 yi model has special case for ligthing
+            # FIXME drop the case when yi model is updated
+            if model.startswith("yi-"):
+                if isinstance(delta.finish_reason, str):
+                    # doc: https://platform.lingyiwanwu.com/docs/api-reference
+                    has_finish_reason = delta.finish_reason.startswith(("length", "stop", "content_filter"))
 
             if (
                 not has_finish_reason