iter_3/training_state.json

{
  "iter_num": 3,
  "local_iter_num": 3,
  "best_val_loss": 8.323348045349121,
  "running_mfu": -1.0,
  "lr": 1.5e-06,
  "epoch": 0,
  "step": 3
}