perf: use lighter topic model

2026-02-15 20:29:17 +00:00
parent 0d0e86524f
commit fb20c3ab1b
2 changed files with 2 additions and 2 deletions
--- a/server/nlp.py
+++ b/server/nlp.py
@@ -63,7 +63,7 @@ class NLP:
    def _get_topic_model(cls, device_str: str) -> SentenceTransformer:
        model = cls._topic_models.get(device_str)
        if model is None:
-            model = SentenceTransformer("all-mpnet-base-v2", device=device_str)
+            model = SentenceTransformer("all-MiniLM-L6-v2", device=device_str)
            cls._topic_models[device_str] = model
        return model