hyper_params.json

{
  "per_device_train_batch_size": 4,
  "per_device_eval_batch_size": 4,
  "gradient_accumulation_steps": 8,
  "learning_rate": 0.0005,
  "num_train_epochs": 8,
  "max_steps": -1
}