From 5c0ca1f4ab4db4921340f30248ee771a245f0267 Mon Sep 17 00:00:00 2001 From: mtayfur Date: Thu, 9 Oct 2025 21:50:17 +0300 Subject: [PATCH] Update model loading to use 'auto' device for SentenceTransformer, enhancing compatibility across environments. --- memory_system.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/memory_system.py b/memory_system.py index adcb50d..6c582a4 100644 --- a/memory_system.py +++ b/memory_system.py @@ -1096,7 +1096,7 @@ class Filter: self._skip_detector = _SHARED_MODEL_CACHE[model_key]["skip_detector"] else: logger.info(f"🤖 Loading embedding model: {model_key} (cache has {len(_SHARED_MODEL_CACHE)} models)") - self._model = SentenceTransformer(self.valves.embedding_model, device="cpu", trust_remote_code=True) + self._model = SentenceTransformer(self.valves.embedding_model, device="auto", trust_remote_code=True) self._skip_detector = SkipDetector(self._model) _SHARED_MODEL_CACHE[model_key] = { "model": self._model,