{
  "best_metric": 0.7666666666666667,
  "best_model_checkpoint": "swinv2-tiny-patch4-window8-256-dmae-va-U5-42C/checkpoint-232",
  "epoch": 37.935483870967744,
  "eval_steps": 500,
  "global_step": 294,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.9032258064516129,
      "eval_accuracy": 0.35,
      "eval_loss": 1.3925895690917969,
      "eval_runtime": 1.9549,
      "eval_samples_per_second": 30.693,
      "eval_steps_per_second": 1.023,
      "step": 7
    },
    {
      "epoch": 1.2903225806451613,
      "grad_norm": 3.2569632530212402,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.4087,
      "step": 10
    },
    {
      "epoch": 1.935483870967742,
      "eval_accuracy": 0.4166666666666667,
      "eval_loss": 1.3364887237548828,
      "eval_runtime": 1.315,
      "eval_samples_per_second": 45.628,
      "eval_steps_per_second": 1.521,
      "step": 15
    },
    {
      "epoch": 2.5806451612903225,
      "grad_norm": 2.8684847354888916,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.3807,
      "step": 20
    },
    {
      "epoch": 2.967741935483871,
      "eval_accuracy": 0.4166666666666667,
      "eval_loss": 1.2813018560409546,
      "eval_runtime": 1.3067,
      "eval_samples_per_second": 45.917,
      "eval_steps_per_second": 1.531,
      "step": 23
    },
    {
      "epoch": 3.870967741935484,
      "grad_norm": 3.6313109397888184,
      "learning_rate": 1e-05,
      "loss": 1.35,
      "step": 30
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.4,
      "eval_loss": 1.2406634092330933,
      "eval_runtime": 1.3069,
      "eval_samples_per_second": 45.909,
      "eval_steps_per_second": 1.53,
      "step": 31
    },
    {
      "epoch": 4.903225806451613,
      "eval_accuracy": 0.48333333333333334,
      "eval_loss": 1.2116148471832275,
      "eval_runtime": 1.3014,
      "eval_samples_per_second": 46.103,
      "eval_steps_per_second": 1.537,
      "step": 38
    },
    {
      "epoch": 5.161290322580645,
      "grad_norm": 3.7117483615875244,
      "learning_rate": 9.621212121212122e-06,
      "loss": 1.2933,
      "step": 40
    },
    {
      "epoch": 5.935483870967742,
      "eval_accuracy": 0.48333333333333334,
      "eval_loss": 1.165272831916809,
      "eval_runtime": 1.3337,
      "eval_samples_per_second": 44.987,
      "eval_steps_per_second": 1.5,
      "step": 46
    },
    {
      "epoch": 6.451612903225806,
      "grad_norm": 4.500431060791016,
      "learning_rate": 9.242424242424244e-06,
      "loss": 1.2426,
      "step": 50
    },
    {
      "epoch": 6.967741935483871,
      "eval_accuracy": 0.5166666666666667,
      "eval_loss": 1.115120768547058,
      "eval_runtime": 1.3716,
      "eval_samples_per_second": 43.745,
      "eval_steps_per_second": 1.458,
      "step": 54
    },
    {
      "epoch": 7.741935483870968,
      "grad_norm": 4.069227695465088,
      "learning_rate": 8.863636363636365e-06,
      "loss": 1.1771,
      "step": 60
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.6,
      "eval_loss": 1.0440610647201538,
      "eval_runtime": 1.9614,
      "eval_samples_per_second": 30.59,
      "eval_steps_per_second": 1.02,
      "step": 62
    },
    {
      "epoch": 8.903225806451612,
      "eval_accuracy": 0.5666666666666667,
      "eval_loss": 0.9990090727806091,
      "eval_runtime": 1.6529,
      "eval_samples_per_second": 36.299,
      "eval_steps_per_second": 1.21,
      "step": 69
    },
    {
      "epoch": 9.03225806451613,
      "grad_norm": 6.175364971160889,
      "learning_rate": 8.484848484848486e-06,
      "loss": 1.0983,
      "step": 70
    },
    {
      "epoch": 9.935483870967742,
      "eval_accuracy": 0.6333333333333333,
      "eval_loss": 0.9455800652503967,
      "eval_runtime": 1.336,
      "eval_samples_per_second": 44.911,
      "eval_steps_per_second": 1.497,
      "step": 77
    },
    {
      "epoch": 10.32258064516129,
      "grad_norm": 5.833083152770996,
      "learning_rate": 8.106060606060606e-06,
      "loss": 1.0338,
      "step": 80
    },
    {
      "epoch": 10.967741935483872,
      "eval_accuracy": 0.6833333333333333,
      "eval_loss": 0.9160192012786865,
      "eval_runtime": 1.3605,
      "eval_samples_per_second": 44.101,
      "eval_steps_per_second": 1.47,
      "step": 85
    },
    {
      "epoch": 11.612903225806452,
      "grad_norm": 7.081052303314209,
      "learning_rate": 7.727272727272727e-06,
      "loss": 0.9665,
      "step": 90
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.6833333333333333,
      "eval_loss": 0.8940223455429077,
      "eval_runtime": 1.6293,
      "eval_samples_per_second": 36.825,
      "eval_steps_per_second": 1.228,
      "step": 93
    },
    {
      "epoch": 12.903225806451612,
      "grad_norm": 10.133336067199707,
      "learning_rate": 7.348484848484849e-06,
      "loss": 0.9133,
      "step": 100
    },
    {
      "epoch": 12.903225806451612,
      "eval_accuracy": 0.6,
      "eval_loss": 0.8753000497817993,
      "eval_runtime": 1.851,
      "eval_samples_per_second": 32.415,
      "eval_steps_per_second": 1.081,
      "step": 100
    },
    {
      "epoch": 13.935483870967742,
      "eval_accuracy": 0.6666666666666666,
      "eval_loss": 0.8517557978630066,
      "eval_runtime": 1.7325,
      "eval_samples_per_second": 34.633,
      "eval_steps_per_second": 1.154,
      "step": 108
    },
    {
      "epoch": 14.193548387096774,
      "grad_norm": 7.324928283691406,
      "learning_rate": 6.969696969696971e-06,
      "loss": 0.8521,
      "step": 110
    },
    {
      "epoch": 14.967741935483872,
      "eval_accuracy": 0.65,
      "eval_loss": 0.8514594435691833,
      "eval_runtime": 1.3473,
      "eval_samples_per_second": 44.535,
      "eval_steps_per_second": 1.484,
      "step": 116
    },
    {
      "epoch": 15.483870967741936,
      "grad_norm": 8.610685348510742,
      "learning_rate": 6.590909090909091e-06,
      "loss": 0.8461,
      "step": 120
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.65,
      "eval_loss": 0.8406927585601807,
      "eval_runtime": 1.3128,
      "eval_samples_per_second": 45.703,
      "eval_steps_per_second": 1.523,
      "step": 124
    },
    {
      "epoch": 16.774193548387096,
      "grad_norm": 8.986543655395508,
      "learning_rate": 6.212121212121213e-06,
      "loss": 0.808,
      "step": 130
    },
    {
      "epoch": 16.903225806451612,
      "eval_accuracy": 0.65,
      "eval_loss": 0.8217867016792297,
      "eval_runtime": 1.3566,
      "eval_samples_per_second": 44.227,
      "eval_steps_per_second": 1.474,
      "step": 131
    },
    {
      "epoch": 17.93548387096774,
      "eval_accuracy": 0.6833333333333333,
      "eval_loss": 0.817019522190094,
      "eval_runtime": 1.3417,
      "eval_samples_per_second": 44.72,
      "eval_steps_per_second": 1.491,
      "step": 139
    },
    {
      "epoch": 18.06451612903226,
      "grad_norm": 14.52387523651123,
      "learning_rate": 5.833333333333334e-06,
      "loss": 0.7779,
      "step": 140
    },
    {
      "epoch": 18.967741935483872,
      "eval_accuracy": 0.7166666666666667,
      "eval_loss": 0.7972093224525452,
      "eval_runtime": 1.333,
      "eval_samples_per_second": 45.011,
      "eval_steps_per_second": 1.5,
      "step": 147
    },
    {
      "epoch": 19.35483870967742,
      "grad_norm": 9.242515563964844,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 0.758,
      "step": 150
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.7333333333333333,
      "eval_loss": 0.7816523313522339,
      "eval_runtime": 1.3563,
      "eval_samples_per_second": 44.24,
      "eval_steps_per_second": 1.475,
      "step": 155
    },
    {
      "epoch": 20.64516129032258,
      "grad_norm": 10.172256469726562,
      "learning_rate": 5.075757575757576e-06,
      "loss": 0.7416,
      "step": 160
    },
    {
      "epoch": 20.903225806451612,
      "eval_accuracy": 0.7166666666666667,
      "eval_loss": 0.7677698135375977,
      "eval_runtime": 1.3666,
      "eval_samples_per_second": 43.906,
      "eval_steps_per_second": 1.464,
      "step": 162
    },
    {
      "epoch": 21.93548387096774,
      "grad_norm": 9.232048988342285,
      "learning_rate": 4.696969696969698e-06,
      "loss": 0.7344,
      "step": 170
    },
    {
      "epoch": 21.93548387096774,
      "eval_accuracy": 0.7166666666666667,
      "eval_loss": 0.7650207281112671,
      "eval_runtime": 1.3874,
      "eval_samples_per_second": 43.248,
      "eval_steps_per_second": 1.442,
      "step": 170
    },
    {
      "epoch": 22.967741935483872,
      "eval_accuracy": 0.7333333333333333,
      "eval_loss": 0.7427585124969482,
      "eval_runtime": 1.3402,
      "eval_samples_per_second": 44.768,
      "eval_steps_per_second": 1.492,
      "step": 178
    },
    {
      "epoch": 23.225806451612904,
      "grad_norm": 8.738112449645996,
      "learning_rate": 4.3181818181818185e-06,
      "loss": 0.7091,
      "step": 180
    },
    {
      "epoch": 24.0,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7280309200286865,
      "eval_runtime": 1.3549,
      "eval_samples_per_second": 44.284,
      "eval_steps_per_second": 1.476,
      "step": 186
    },
    {
      "epoch": 24.516129032258064,
      "grad_norm": 9.839088439941406,
      "learning_rate": 3.93939393939394e-06,
      "loss": 0.6876,
      "step": 190
    },
    {
      "epoch": 24.903225806451612,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7235161066055298,
      "eval_runtime": 1.346,
      "eval_samples_per_second": 44.577,
      "eval_steps_per_second": 1.486,
      "step": 193
    },
    {
      "epoch": 25.806451612903224,
      "grad_norm": 9.253539085388184,
      "learning_rate": 3.560606060606061e-06,
      "loss": 0.6887,
      "step": 200
    },
    {
      "epoch": 25.93548387096774,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7277832627296448,
      "eval_runtime": 1.4422,
      "eval_samples_per_second": 41.604,
      "eval_steps_per_second": 1.387,
      "step": 201
    },
    {
      "epoch": 26.967741935483872,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7264487147331238,
      "eval_runtime": 1.3795,
      "eval_samples_per_second": 43.494,
      "eval_steps_per_second": 1.45,
      "step": 209
    },
    {
      "epoch": 27.096774193548388,
      "grad_norm": 9.031746864318848,
      "learning_rate": 3.181818181818182e-06,
      "loss": 0.6897,
      "step": 210
    },
    {
      "epoch": 28.0,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7228216528892517,
      "eval_runtime": 1.5018,
      "eval_samples_per_second": 39.952,
      "eval_steps_per_second": 1.332,
      "step": 217
    },
    {
      "epoch": 28.387096774193548,
      "grad_norm": 9.238479614257812,
      "learning_rate": 2.803030303030303e-06,
      "loss": 0.6637,
      "step": 220
    },
    {
      "epoch": 28.903225806451612,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7162961363792419,
      "eval_runtime": 1.8314,
      "eval_samples_per_second": 32.762,
      "eval_steps_per_second": 1.092,
      "step": 224
    },
    {
      "epoch": 29.677419354838708,
      "grad_norm": 11.410670280456543,
      "learning_rate": 2.4242424242424244e-06,
      "loss": 0.6924,
      "step": 230
    },
    {
      "epoch": 29.93548387096774,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7072709798812866,
      "eval_runtime": 1.7495,
      "eval_samples_per_second": 34.295,
      "eval_steps_per_second": 1.143,
      "step": 232
    },
    {
      "epoch": 30.967741935483872,
      "grad_norm": 9.04150676727295,
      "learning_rate": 2.0454545454545457e-06,
      "loss": 0.6234,
      "step": 240
    },
    {
      "epoch": 30.967741935483872,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7057181596755981,
      "eval_runtime": 1.7336,
      "eval_samples_per_second": 34.609,
      "eval_steps_per_second": 1.154,
      "step": 240
    },
    {
      "epoch": 32.0,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7090018391609192,
      "eval_runtime": 1.9304,
      "eval_samples_per_second": 31.081,
      "eval_steps_per_second": 1.036,
      "step": 248
    },
    {
      "epoch": 32.25806451612903,
      "grad_norm": 10.956854820251465,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 0.6652,
      "step": 250
    },
    {
      "epoch": 32.903225806451616,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7051603198051453,
      "eval_runtime": 2.0298,
      "eval_samples_per_second": 29.559,
      "eval_steps_per_second": 0.985,
      "step": 255
    },
    {
      "epoch": 33.54838709677419,
      "grad_norm": 11.52700424194336,
      "learning_rate": 1.287878787878788e-06,
      "loss": 0.6343,
      "step": 260
    },
    {
      "epoch": 33.935483870967744,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7009490132331848,
      "eval_runtime": 1.5868,
      "eval_samples_per_second": 37.811,
      "eval_steps_per_second": 1.26,
      "step": 263
    },
    {
      "epoch": 34.83870967741935,
      "grad_norm": 10.979878425598145,
      "learning_rate": 9.090909090909091e-07,
      "loss": 0.6327,
      "step": 270
    },
    {
      "epoch": 34.96774193548387,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7016925811767578,
      "eval_runtime": 1.3715,
      "eval_samples_per_second": 43.748,
      "eval_steps_per_second": 1.458,
      "step": 271
    },
    {
      "epoch": 36.0,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7023322582244873,
      "eval_runtime": 1.3676,
      "eval_samples_per_second": 43.872,
      "eval_steps_per_second": 1.462,
      "step": 279
    },
    {
      "epoch": 36.12903225806452,
      "grad_norm": 8.543764114379883,
      "learning_rate": 5.303030303030304e-07,
      "loss": 0.6339,
      "step": 280
    },
    {
      "epoch": 36.903225806451616,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7027052044868469,
      "eval_runtime": 1.3882,
      "eval_samples_per_second": 43.221,
      "eval_steps_per_second": 1.441,
      "step": 286
    },
    {
      "epoch": 37.41935483870968,
      "grad_norm": 10.100813865661621,
      "learning_rate": 1.5151515151515152e-07,
      "loss": 0.6275,
      "step": 290
    },
    {
      "epoch": 37.935483870967744,
      "eval_accuracy": 0.7666666666666667,
      "eval_loss": 0.7030532956123352,
      "eval_runtime": 1.3783,
      "eval_samples_per_second": 43.53,
      "eval_steps_per_second": 1.451,
      "step": 294
    },
    {
      "epoch": 37.935483870967744,
      "step": 294,
      "total_flos": 1.2027310550050406e+18,
      "train_loss": 0.8700437156521544,
      "train_runtime": 913.4545,
      "train_samples_per_second": 44.784,
      "train_steps_per_second": 0.322
    }
  ],
  "logging_steps": 10,
  "max_steps": 294,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 42,
  "save_steps": 500,
  "total_flos": 1.2027310550050406e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}