lazy-load sentencetransformer instance

core/utils.py

@@ -159,3 +159,24 @@ def send_websocket_event(event, success, data):
             "data": {"success": True, "type": "epg_channels"}
         }
     )
+
+class SentenceTransformer
+    _instance = None
+
+    @classmethod
+    def get_model(cls):
+        if cls._instance is None:
+            from sentence_transformers import SentenceTransformer as st
+
+            # Load the sentence-transformers model once at the module level
+            SENTENCE_MODEL_NAME = "sentence-transformers/all-MiniLM-L6-v2"
+            MODEL_PATH = os.path.join(settings.MEDIA_ROOT, "models", "all-MiniLM-L6-v2")
+            os.makedirs(MODEL_PATH, exist_ok=True)
+
+            # If not present locally, download:
+            if not os.path.exists(os.path.join(MODEL_PATH, "config.json")):
+                logger.info(f"Local model not found in {MODEL_PATH}; downloading from {SENTENCE_MODEL_NAME}...")
+                st_model = st(SENTENCE_MODEL_NAME, cache_folder=MODEL_PATH)
+            else:
+                logger.info(f"Loading local model from {MODEL_PATH}")
+                st_model = st(MODEL_PATH)