feat: use zephyr 7b for llm

winstxnhdw · Nov 18, 2023 · 80045c9 · 80045c9
1 parent eb5ee82
commit 80045c9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/features/llm/llm.py b/server/features/llm/llm.py
@@ -37,7 +37,7 @@ def load(cls):
         -------
         download and load the language model
         """
-        model_path = huggingface_download('winstxnhdw/Mistral-7B-Instruct-v0.1-ct2-int8')
+        model_path = huggingface_download('winstxnhdw/zephyr-7b-beta-ct2-int8')
         cls.generator = LLMGenerator(model_path, device='cpu', compute_type='auto', inter_threads=1)
         cls.tokeniser = LlamaTokenizerFast.from_pretrained(model_path, local_files_only=True)