ChatBotLI2Klein

Paused

alexkueck commited on Jun 20, 2023

Commit

59745a0

•

1 Parent(s): 7dac79b

Update utils.py

Files changed (1) hide show

utils.py CHANGED Viewed

@@ -73,7 +73,7 @@ def load_tokenizer_and_model(base_model,load_8bit=False):
     else:
         device = "cpu"
-    tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = False)
     if device == "cuda":
         model = AutoModelForCausalLM.from_pretrained(
             base_model,

     else:
         device = "cpu"
+    tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True)
     if device == "cuda":
         model = AutoModelForCausalLM.from_pretrained(
             base_model,