Update app.py

app.py

@@ -82,10 +82,11 @@ login(token=os.environ["HF_ACCESS_TOKEN"])   #for read access!!!!
 #base_model = "project-baize/baize-v2-7b"  #load_8bit = False (in load_tokenizer_and_model)
 #base_model = "TheBloke/airoboros-13B-HF"  #load_8bit = False (in load_tokenizer_and_model)
 #base_model = "EleutherAI/gpt-neo-1.3B"    #load_8bit = False (in load_tokenizer_and_model)
-base_model = "TheBloke/airoboros-13B-HF"   #load_8bit = True
+#base_model = "TheBloke/airoboros-13B-HF"   #load_8bit = True
+base_model = "TheBloke/vicuna-13B-1.1-HF"   #load_8bit = ?
 
 #Tokenizer und Model laden
-tokenizer,model,device = load_tokenizer_and_model(base_model,  True)
+tokenizer,model,device = load_tokenizer_and_model(base_model,  False)
 #tokenizer.add_special_tokens({'pad_token': '[PAD]'}) #not necessary with fast Toekenizers like GPT2
 
 #Datensets für Finetuning laden