diff --git a/hfppl/llms.py b/hfppl/llms.py index 66abca4..5fd26a4 100644 --- a/hfppl/llms.py +++ b/hfppl/llms.py @@ -2,12 +2,12 @@ import asyncio import string +from collections import defaultdict import torch from transformers import AutoModelForCausalLM from transformers import AutoTokenizer from transformers import BitsAndBytesConfig -from collections import defaultdict class Masks: