Update app.py

app.py

@@ -3,8 +3,12 @@ import re
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 model_name_or_path = "teknium/OpenHermes-2-Mistral-7B"
-model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=False, load_in_8bit=True, revision="main")
-tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
+model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
+                                             device_map="auto",
+                                             trust_remote_code=False,
+                                             load_in_8bit=True,
+                                             revision="main")
+tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
 
 BASE_SYSTEM_MESSAGE = "I carefully provide accurate, factual, thoughtful, nuanced answers and am brilliant at reasoning."