Update app.py

app.py

@@ -16,11 +16,11 @@ from presets import *
 #chatbot = hugchat.ChatBot(cookie_path="cookies.json")
 
 #Alternativ mit beliebigen Modellen:
-#base_model = "project-baize/baize-v2-7b"
-#base_model = "TheBloke/airoboros-13B-HF"
-base_model = "EleutherAI/gpt-neo-1.3B"
-#base_model = "TheBloke/airoboros-13B-HF"
-tokenizer,model,device = load_tokenizer_and_model(base_model)
+#base_model = "project-baize/baize-v2-7b"  #load_8bit = False (in load_tokenizer_and_model)
+#base_model = "TheBloke/airoboros-13B-HF"  #load_8bit = False (in load_tokenizer_and_model)
+#base_model = "EleutherAI/gpt-neo-1.3B"    #load_8bit = False (in load_tokenizer_and_model)
+base_model = "TheBloke/airoboros-13B-HF"   #load_8bit = True
+tokenizer,model,device = load_tokenizer_and_model(base_model,True)
 
 
 ########################################################################