dev

app.py

@@ -49,7 +49,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
             hub_model_id=hub_id.strip(),
             fp16=True,
             #lr_scheduler_type='cosine',
-            save_steps=200,  # Save checkpoint every 500 steps
+            save_steps=40,  # Save checkpoint every 500 steps
             save_total_limit=3, 
         )
     
@@ -139,8 +139,8 @@ try:
             gr.Textbox(label="HF API token"),
             gr.Slider(minimum=1, maximum=10, value=3, label="Number of Epochs", step=1),
             gr.Slider(minimum=1, maximum=16, value=1, label="Batch Size", step=1),
-            gr.Slider(minimum=1, maximum=1000, value=1, label="Learning Rate (e-6)", step=1),
-            gr.Slider(minimum=1, maximum=100, value=1, label="Gradient accumulation (e-1)", step=1), 
+            gr.Slider(minimum=1, maximum=1000, value=1, label="Learning Rate (e-5)", step=1),
+            gr.Slider(minimum=1, maximum=100, value=1, label="Gradient accumulation", step=1), 
         ],
         outputs="text",
         title="Fine-Tune Hugging Face Model",