Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -92,7 +92,7 @@ base_model = "project-baize/baize-v2-7b" #load_8bit = True (in load_tokenizer_a
|
|
92 |
|
93 |
#Tokenizer und Model laden
|
94 |
tokenizer,model,device = load_tokenizer_and_model(base_model, True)
|
95 |
-
|
96 |
|
97 |
#Datensets für Finetuning laden
|
98 |
dataset_neu = daten_laden("alexkueck/tis")
|
|
|
92 |
|
93 |
#Tokenizer und Model laden
|
94 |
tokenizer,model,device = load_tokenizer_and_model(base_model, True)
|
95 |
+
tokenizer.add_special_tokens({'pad_token': '[PAD]'}) #not necessary with fast Toekenizers like GPT2
|
96 |
|
97 |
#Datensets für Finetuning laden
|
98 |
dataset_neu = daten_laden("alexkueck/tis")
|