disable phind model due to tokenizer and unexpectedly stop errors

smallcloudai · Dec 22, 2023 · 5108872 · 5108872
1 parent 1e1fabd
commit 5108872
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/known_models_db/refact_known_models/huggingface.py b/known_models_db/refact_known_models/huggingface.py
@@ -197,6 +197,7 @@
         "model_path": "Phind/Phind-CodeLlama-34B-v2",
         "diff_scratchpad_class": None,
         "chat_scratchpad_class": None,
+        "hidden": True,  # this model unexpectedly stops while sampling with </s> looks like a bug
         "model_class_kwargs": {
             "load_in_4bit": True,
         },