From 5108872b445310363820952a7cb8a1b77d5d85e4 Mon Sep 17 00:00:00 2001 From: mitya Date: Fri, 22 Dec 2023 13:03:27 +0300 Subject: [PATCH] disable phind model due to tokenizer and unexpectedly stop errors --- known_models_db/refact_known_models/huggingface.py | 1 + 1 file changed, 1 insertion(+) diff --git a/known_models_db/refact_known_models/huggingface.py b/known_models_db/refact_known_models/huggingface.py index 4256faff..d04e5e6d 100644 --- a/known_models_db/refact_known_models/huggingface.py +++ b/known_models_db/refact_known_models/huggingface.py @@ -197,6 +197,7 @@ "model_path": "Phind/Phind-CodeLlama-34B-v2", "diff_scratchpad_class": None, "chat_scratchpad_class": None, + "hidden": True, # this model unexpectedly stops while sampling with looks like a bug "model_class_kwargs": { "load_in_4bit": True, },