Yeuoly преди 1 година
родител
ревизия
b43f1441a9
променени са 1 файла, в които са добавени 6 реда и са изтрити 3 реда
  1. 6 3
      api/core/model_runtime/model_providers/xinference/llm/xinference_helper.py

+ 6 - 3
api/core/model_runtime/model_providers/xinference/llm/xinference_helper.py

@@ -33,10 +33,13 @@ class XinferenceHelper:
 
     @staticmethod
     def _clean_cache() -> None:
-        with cache_lock:
-            for model_uid, model in cache.items():
-                if model['expires'] < time():
+        try:
+            with cache_lock:
+                expired_keys = [model_uid for model_uid, model in cache.items() if model['expires'] < time()]
+                for model_uid in expired_keys:
                     del cache[model_uid]
+        except RuntimeError as e:
+            pass
 
     @staticmethod
     def _get_xinference_extra_parameter(server_url: str, model_uid: str) -> XinferenceModelExtraParameter: