Update app.py

app.py

@@ -234,18 +234,18 @@ training_args = TrainingArguments(
     logging_strategy="epoch",   #oder steps
     #logging_steps=10,
     logging_dir='logs',
-    learning_rate= 0.001,  #2e-5,
-    weight_decay=0.01,
+    learning_rate= 2e-5,  #4e-05,  
+    #weight_decay=0.01,
     save_total_limit = 2,
     #predict_with_generate=True,
     #logging_steps=2,  # set to 1000 for full training
     #save_steps=16,    # set to 500 for full training
     #eval_steps=4,     # set to 8000 for full training
-    warmup_steps=100,   # set to 2000 for full training
+    warmup_steps = 1,   # set to 2000 for full training
     #max_steps=16,     # delete for full training
     # overwrite_output_dir=True,
     #save_total_limit=1,
-    #fp16=True,
+    fp16=True,
     save_strategy = "no",
     optim="adamw_torch",
     #load_best_model_at_end=False,