dev

app.py

@@ -94,15 +94,13 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
                 model_inputs = tokenizer(
                     examples['text'], 
                     max_length=max_length,  # Set to None for dynamic padding
-                    padding=True,     # Disable padding here, we will handle it later
-                    truncation=True,
+                    truncation='max_length',
                 )
             
                 # Setup the decoder input IDs (shifted right)
                 labels = tokenizer(
                     examples['target'], 
                     max_length=max_length,  # Set to None for dynamic padding
-                    padding=True,     # Disable padding here, we will handle it later
                     truncation=True,
                     text_target=examples['target']  # Use text_target for target text
                 )