{
  "best_metric": 0.874836266040802,
  "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e3l58-l/checkpoint-23000",
  "epoch": 2.453071672354949,
  "eval_steps": 500,
  "global_step": 23000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05332764505119454,
      "grad_norm": 217.40109252929688,
      "learning_rate": 4.911120591581342e-08,
      "loss": 0.4667,
      "step": 500
    },
    {
      "epoch": 0.05332764505119454,
      "eval_loss": 1.4427576065063477,
      "eval_runtime": 60.328,
      "eval_samples_per_second": 16.361,
      "eval_steps_per_second": 2.055,
      "step": 500
    },
    {
      "epoch": 0.10665529010238908,
      "grad_norm": 70.38941955566406,
      "learning_rate": 4.822241183162685e-08,
      "loss": 0.4534,
      "step": 1000
    },
    {
      "epoch": 0.10665529010238908,
      "eval_loss": 1.3823094367980957,
      "eval_runtime": 61.4884,
      "eval_samples_per_second": 16.052,
      "eval_steps_per_second": 2.017,
      "step": 1000
    },
    {
      "epoch": 0.1599829351535836,
      "grad_norm": 389.9967956542969,
      "learning_rate": 4.733361774744027e-08,
      "loss": 0.3753,
      "step": 1500
    },
    {
      "epoch": 0.1599829351535836,
      "eval_loss": 1.3328827619552612,
      "eval_runtime": 63.0378,
      "eval_samples_per_second": 15.657,
      "eval_steps_per_second": 1.967,
      "step": 1500
    },
    {
      "epoch": 0.21331058020477817,
      "grad_norm": 13.427445411682129,
      "learning_rate": 4.6444823663253694e-08,
      "loss": 0.3361,
      "step": 2000
    },
    {
      "epoch": 0.21331058020477817,
      "eval_loss": 1.2922736406326294,
      "eval_runtime": 63.1958,
      "eval_samples_per_second": 15.618,
      "eval_steps_per_second": 1.962,
      "step": 2000
    },
    {
      "epoch": 0.2666382252559727,
      "grad_norm": 320.7197265625,
      "learning_rate": 4.555602957906712e-08,
      "loss": 0.3597,
      "step": 2500
    },
    {
      "epoch": 0.2666382252559727,
      "eval_loss": 1.257211685180664,
      "eval_runtime": 63.3241,
      "eval_samples_per_second": 15.586,
      "eval_steps_per_second": 1.958,
      "step": 2500
    },
    {
      "epoch": 0.3199658703071672,
      "grad_norm": 0.0019184721168130636,
      "learning_rate": 4.4667235494880546e-08,
      "loss": 0.3042,
      "step": 3000
    },
    {
      "epoch": 0.3199658703071672,
      "eval_loss": 1.2240594625473022,
      "eval_runtime": 63.5118,
      "eval_samples_per_second": 15.54,
      "eval_steps_per_second": 1.952,
      "step": 3000
    },
    {
      "epoch": 0.37329351535836175,
      "grad_norm": 11.738512992858887,
      "learning_rate": 4.3778441410693965e-08,
      "loss": 0.3252,
      "step": 3500
    },
    {
      "epoch": 0.37329351535836175,
      "eval_loss": 1.1988952159881592,
      "eval_runtime": 63.5384,
      "eval_samples_per_second": 15.534,
      "eval_steps_per_second": 1.952,
      "step": 3500
    },
    {
      "epoch": 0.42662116040955633,
      "grad_norm": 5.839956283569336,
      "learning_rate": 4.28896473265074e-08,
      "loss": 0.2439,
      "step": 4000
    },
    {
      "epoch": 0.42662116040955633,
      "eval_loss": 1.1730674505233765,
      "eval_runtime": 62.3497,
      "eval_samples_per_second": 15.83,
      "eval_steps_per_second": 1.989,
      "step": 4000
    },
    {
      "epoch": 0.47994880546075086,
      "grad_norm": 154.76502990722656,
      "learning_rate": 4.2000853242320816e-08,
      "loss": 0.3004,
      "step": 4500
    },
    {
      "epoch": 0.47994880546075086,
      "eval_loss": 1.1497682332992554,
      "eval_runtime": 63.5491,
      "eval_samples_per_second": 15.531,
      "eval_steps_per_second": 1.951,
      "step": 4500
    },
    {
      "epoch": 0.5332764505119454,
      "grad_norm": 0.13150489330291748,
      "learning_rate": 4.111205915813424e-08,
      "loss": 0.3205,
      "step": 5000
    },
    {
      "epoch": 0.5332764505119454,
      "eval_loss": 1.1258739233016968,
      "eval_runtime": 62.1884,
      "eval_samples_per_second": 15.871,
      "eval_steps_per_second": 1.994,
      "step": 5000
    },
    {
      "epoch": 0.58660409556314,
      "grad_norm": 0.3719326853752136,
      "learning_rate": 4.022326507394767e-08,
      "loss": 0.3091,
      "step": 5500
    },
    {
      "epoch": 0.58660409556314,
      "eval_loss": 1.1053005456924438,
      "eval_runtime": 63.437,
      "eval_samples_per_second": 15.559,
      "eval_steps_per_second": 1.955,
      "step": 5500
    },
    {
      "epoch": 0.6399317406143344,
      "grad_norm": 170.89846801757812,
      "learning_rate": 3.9334470989761093e-08,
      "loss": 0.2657,
      "step": 6000
    },
    {
      "epoch": 0.6399317406143344,
      "eval_loss": 1.0857468843460083,
      "eval_runtime": 62.4055,
      "eval_samples_per_second": 15.816,
      "eval_steps_per_second": 1.987,
      "step": 6000
    },
    {
      "epoch": 0.693259385665529,
      "grad_norm": 323.0997619628906,
      "learning_rate": 3.844567690557451e-08,
      "loss": 0.2251,
      "step": 6500
    },
    {
      "epoch": 0.693259385665529,
      "eval_loss": 1.0695208311080933,
      "eval_runtime": 63.1085,
      "eval_samples_per_second": 15.64,
      "eval_steps_per_second": 1.965,
      "step": 6500
    },
    {
      "epoch": 0.7465870307167235,
      "grad_norm": 0.13254186511039734,
      "learning_rate": 3.7556882821387945e-08,
      "loss": 0.248,
      "step": 7000
    },
    {
      "epoch": 0.7465870307167235,
      "eval_loss": 1.0535719394683838,
      "eval_runtime": 62.3504,
      "eval_samples_per_second": 15.83,
      "eval_steps_per_second": 1.989,
      "step": 7000
    },
    {
      "epoch": 0.7999146757679181,
      "grad_norm": 63.14700698852539,
      "learning_rate": 3.6668088737201364e-08,
      "loss": 0.2745,
      "step": 7500
    },
    {
      "epoch": 0.7999146757679181,
      "eval_loss": 1.0388950109481812,
      "eval_runtime": 62.2311,
      "eval_samples_per_second": 15.86,
      "eval_steps_per_second": 1.993,
      "step": 7500
    },
    {
      "epoch": 0.8532423208191127,
      "grad_norm": 623.6299438476562,
      "learning_rate": 3.577929465301478e-08,
      "loss": 0.2857,
      "step": 8000
    },
    {
      "epoch": 0.8532423208191127,
      "eval_loss": 1.0260424613952637,
      "eval_runtime": 62.2792,
      "eval_samples_per_second": 15.848,
      "eval_steps_per_second": 1.991,
      "step": 8000
    },
    {
      "epoch": 0.9065699658703071,
      "grad_norm": 155.54579162597656,
      "learning_rate": 3.4890500568828216e-08,
      "loss": 0.2365,
      "step": 8500
    },
    {
      "epoch": 0.9065699658703071,
      "eval_loss": 1.0136038064956665,
      "eval_runtime": 62.583,
      "eval_samples_per_second": 15.771,
      "eval_steps_per_second": 1.981,
      "step": 8500
    },
    {
      "epoch": 0.9598976109215017,
      "grad_norm": 76.14079284667969,
      "learning_rate": 3.4001706484641635e-08,
      "loss": 0.2382,
      "step": 9000
    },
    {
      "epoch": 0.9598976109215017,
      "eval_loss": 1.0034172534942627,
      "eval_runtime": 63.5592,
      "eval_samples_per_second": 15.529,
      "eval_steps_per_second": 1.951,
      "step": 9000
    },
    {
      "epoch": 1.0132252559726962,
      "grad_norm": 571.6434936523438,
      "learning_rate": 3.311291240045506e-08,
      "loss": 0.2419,
      "step": 9500
    },
    {
      "epoch": 1.0132252559726962,
      "eval_loss": 0.994463324546814,
      "eval_runtime": 61.8407,
      "eval_samples_per_second": 15.96,
      "eval_steps_per_second": 2.005,
      "step": 9500
    },
    {
      "epoch": 1.0665529010238908,
      "grad_norm": 540.1460571289062,
      "learning_rate": 3.2224118316268486e-08,
      "loss": 0.2047,
      "step": 10000
    },
    {
      "epoch": 1.0665529010238908,
      "eval_loss": 0.9851205348968506,
      "eval_runtime": 62.1686,
      "eval_samples_per_second": 15.876,
      "eval_steps_per_second": 1.995,
      "step": 10000
    },
    {
      "epoch": 1.1198805460750854,
      "grad_norm": 6.2389655113220215,
      "learning_rate": 3.133532423208191e-08,
      "loss": 0.2133,
      "step": 10500
    },
    {
      "epoch": 1.1198805460750854,
      "eval_loss": 0.9759647250175476,
      "eval_runtime": 62.8691,
      "eval_samples_per_second": 15.699,
      "eval_steps_per_second": 1.972,
      "step": 10500
    },
    {
      "epoch": 1.17320819112628,
      "grad_norm": 321.5069885253906,
      "learning_rate": 3.044653014789533e-08,
      "loss": 0.207,
      "step": 11000
    },
    {
      "epoch": 1.17320819112628,
      "eval_loss": 0.9683472514152527,
      "eval_runtime": 61.915,
      "eval_samples_per_second": 15.941,
      "eval_steps_per_second": 2.003,
      "step": 11000
    },
    {
      "epoch": 1.2265358361774745,
      "grad_norm": 0.0028632767498493195,
      "learning_rate": 2.955773606370876e-08,
      "loss": 0.2369,
      "step": 11500
    },
    {
      "epoch": 1.2265358361774745,
      "eval_loss": 0.9597958922386169,
      "eval_runtime": 62.4216,
      "eval_samples_per_second": 15.812,
      "eval_steps_per_second": 1.986,
      "step": 11500
    },
    {
      "epoch": 1.2798634812286689,
      "grad_norm": 1.046075701713562,
      "learning_rate": 2.8668941979522183e-08,
      "loss": 0.1834,
      "step": 12000
    },
    {
      "epoch": 1.2798634812286689,
      "eval_loss": 0.9528058767318726,
      "eval_runtime": 62.9687,
      "eval_samples_per_second": 15.674,
      "eval_steps_per_second": 1.969,
      "step": 12000
    },
    {
      "epoch": 1.3331911262798635,
      "grad_norm": 0.01093329768627882,
      "learning_rate": 2.778014789533561e-08,
      "loss": 0.2002,
      "step": 12500
    },
    {
      "epoch": 1.3331911262798635,
      "eval_loss": 0.9465218782424927,
      "eval_runtime": 62.0222,
      "eval_samples_per_second": 15.914,
      "eval_steps_per_second": 1.999,
      "step": 12500
    },
    {
      "epoch": 1.386518771331058,
      "grad_norm": 0.13472874462604523,
      "learning_rate": 2.689135381114903e-08,
      "loss": 0.1918,
      "step": 13000
    },
    {
      "epoch": 1.386518771331058,
      "eval_loss": 0.9417626857757568,
      "eval_runtime": 62.4603,
      "eval_samples_per_second": 15.802,
      "eval_steps_per_second": 1.985,
      "step": 13000
    },
    {
      "epoch": 1.4398464163822526,
      "grad_norm": 19.54829216003418,
      "learning_rate": 2.600255972696246e-08,
      "loss": 0.2264,
      "step": 13500
    },
    {
      "epoch": 1.4398464163822526,
      "eval_loss": 0.9353039860725403,
      "eval_runtime": 63.2324,
      "eval_samples_per_second": 15.609,
      "eval_steps_per_second": 1.961,
      "step": 13500
    },
    {
      "epoch": 1.493174061433447,
      "grad_norm": 6.569502353668213,
      "learning_rate": 2.511376564277588e-08,
      "loss": 0.171,
      "step": 14000
    },
    {
      "epoch": 1.493174061433447,
      "eval_loss": 0.930813729763031,
      "eval_runtime": 61.9703,
      "eval_samples_per_second": 15.927,
      "eval_steps_per_second": 2.001,
      "step": 14000
    },
    {
      "epoch": 1.5465017064846416,
      "grad_norm": 153.30908203125,
      "learning_rate": 2.4224971558589305e-08,
      "loss": 0.2029,
      "step": 14500
    },
    {
      "epoch": 1.5465017064846416,
      "eval_loss": 0.9262459874153137,
      "eval_runtime": 62.3851,
      "eval_samples_per_second": 15.821,
      "eval_steps_per_second": 1.988,
      "step": 14500
    },
    {
      "epoch": 1.5998293515358362,
      "grad_norm": 578.005615234375,
      "learning_rate": 2.333617747440273e-08,
      "loss": 0.173,
      "step": 15000
    },
    {
      "epoch": 1.5998293515358362,
      "eval_loss": 0.9224158525466919,
      "eval_runtime": 63.0306,
      "eval_samples_per_second": 15.659,
      "eval_steps_per_second": 1.967,
      "step": 15000
    },
    {
      "epoch": 1.6531569965870307,
      "grad_norm": 38.18622970581055,
      "learning_rate": 2.2447383390216153e-08,
      "loss": 0.2126,
      "step": 15500
    },
    {
      "epoch": 1.6531569965870307,
      "eval_loss": 0.9170305132865906,
      "eval_runtime": 61.9661,
      "eval_samples_per_second": 15.928,
      "eval_steps_per_second": 2.001,
      "step": 15500
    },
    {
      "epoch": 1.7064846416382253,
      "grad_norm": 279.6297302246094,
      "learning_rate": 2.155858930602958e-08,
      "loss": 0.1933,
      "step": 16000
    },
    {
      "epoch": 1.7064846416382253,
      "eval_loss": 0.9142164587974548,
      "eval_runtime": 62.0524,
      "eval_samples_per_second": 15.906,
      "eval_steps_per_second": 1.998,
      "step": 16000
    },
    {
      "epoch": 1.75981228668942,
      "grad_norm": 32.153900146484375,
      "learning_rate": 2.0669795221843004e-08,
      "loss": 0.1911,
      "step": 16500
    },
    {
      "epoch": 1.75981228668942,
      "eval_loss": 0.9099463820457458,
      "eval_runtime": 63.0816,
      "eval_samples_per_second": 15.646,
      "eval_steps_per_second": 1.966,
      "step": 16500
    },
    {
      "epoch": 1.8131399317406145,
      "grad_norm": 1.433034062385559,
      "learning_rate": 1.9781001137656427e-08,
      "loss": 0.1809,
      "step": 17000
    },
    {
      "epoch": 1.8131399317406145,
      "eval_loss": 0.9075033664703369,
      "eval_runtime": 62.1223,
      "eval_samples_per_second": 15.888,
      "eval_steps_per_second": 1.996,
      "step": 17000
    },
    {
      "epoch": 1.8664675767918089,
      "grad_norm": 211.28334045410156,
      "learning_rate": 1.8892207053469853e-08,
      "loss": 0.2699,
      "step": 17500
    },
    {
      "epoch": 1.8664675767918089,
      "eval_loss": 0.9023045897483826,
      "eval_runtime": 62.2896,
      "eval_samples_per_second": 15.845,
      "eval_steps_per_second": 1.991,
      "step": 17500
    },
    {
      "epoch": 1.9197952218430034,
      "grad_norm": 0.22130072116851807,
      "learning_rate": 1.800341296928328e-08,
      "loss": 0.1682,
      "step": 18000
    },
    {
      "epoch": 1.9197952218430034,
      "eval_loss": 0.8992673754692078,
      "eval_runtime": 63.0217,
      "eval_samples_per_second": 15.661,
      "eval_steps_per_second": 1.968,
      "step": 18000
    },
    {
      "epoch": 1.9731228668941978,
      "grad_norm": 463.95916748046875,
      "learning_rate": 1.7114618885096697e-08,
      "loss": 0.2248,
      "step": 18500
    },
    {
      "epoch": 1.9731228668941978,
      "eval_loss": 0.8949461579322815,
      "eval_runtime": 62.3865,
      "eval_samples_per_second": 15.821,
      "eval_steps_per_second": 1.988,
      "step": 18500
    },
    {
      "epoch": 2.0264505119453924,
      "grad_norm": 257.9815979003906,
      "learning_rate": 1.6225824800910123e-08,
      "loss": 0.1892,
      "step": 19000
    },
    {
      "epoch": 2.0264505119453924,
      "eval_loss": 0.892412543296814,
      "eval_runtime": 62.3214,
      "eval_samples_per_second": 15.837,
      "eval_steps_per_second": 1.99,
      "step": 19000
    },
    {
      "epoch": 2.079778156996587,
      "grad_norm": 50.01844787597656,
      "learning_rate": 1.533703071672355e-08,
      "loss": 0.1907,
      "step": 19500
    },
    {
      "epoch": 2.079778156996587,
      "eval_loss": 0.8893100619316101,
      "eval_runtime": 62.9983,
      "eval_samples_per_second": 15.667,
      "eval_steps_per_second": 1.968,
      "step": 19500
    },
    {
      "epoch": 2.1331058020477816,
      "grad_norm": 1.0831713676452637,
      "learning_rate": 1.4448236632536973e-08,
      "loss": 0.1661,
      "step": 20000
    },
    {
      "epoch": 2.1331058020477816,
      "eval_loss": 0.887154757976532,
      "eval_runtime": 62.2417,
      "eval_samples_per_second": 15.858,
      "eval_steps_per_second": 1.992,
      "step": 20000
    },
    {
      "epoch": 2.186433447098976,
      "grad_norm": 0.08456582576036453,
      "learning_rate": 1.3559442548350397e-08,
      "loss": 0.1852,
      "step": 20500
    },
    {
      "epoch": 2.186433447098976,
      "eval_loss": 0.8855507969856262,
      "eval_runtime": 61.7252,
      "eval_samples_per_second": 15.99,
      "eval_steps_per_second": 2.009,
      "step": 20500
    },
    {
      "epoch": 2.2397610921501707,
      "grad_norm": 19.829164505004883,
      "learning_rate": 1.2670648464163821e-08,
      "loss": 0.1561,
      "step": 21000
    },
    {
      "epoch": 2.2397610921501707,
      "eval_loss": 0.8829911947250366,
      "eval_runtime": 62.7443,
      "eval_samples_per_second": 15.731,
      "eval_steps_per_second": 1.976,
      "step": 21000
    },
    {
      "epoch": 2.2930887372013653,
      "grad_norm": 0.12170098721981049,
      "learning_rate": 1.1781854379977247e-08,
      "loss": 0.2146,
      "step": 21500
    },
    {
      "epoch": 2.2930887372013653,
      "eval_loss": 0.8807759881019592,
      "eval_runtime": 62.1264,
      "eval_samples_per_second": 15.887,
      "eval_steps_per_second": 1.996,
      "step": 21500
    },
    {
      "epoch": 2.34641638225256,
      "grad_norm": 0.0019679605029523373,
      "learning_rate": 1.0893060295790671e-08,
      "loss": 0.16,
      "step": 22000
    },
    {
      "epoch": 2.34641638225256,
      "eval_loss": 0.8785866498947144,
      "eval_runtime": 62.1778,
      "eval_samples_per_second": 15.874,
      "eval_steps_per_second": 1.994,
      "step": 22000
    },
    {
      "epoch": 2.399744027303754,
      "grad_norm": 0.0032679687719792128,
      "learning_rate": 1.0004266211604095e-08,
      "loss": 0.1904,
      "step": 22500
    },
    {
      "epoch": 2.399744027303754,
      "eval_loss": 0.8765972852706909,
      "eval_runtime": 63.05,
      "eval_samples_per_second": 15.654,
      "eval_steps_per_second": 1.967,
      "step": 22500
    },
    {
      "epoch": 2.453071672354949,
      "grad_norm": 0.3566090762615204,
      "learning_rate": 9.11547212741752e-09,
      "loss": 0.1746,
      "step": 23000
    },
    {
      "epoch": 2.453071672354949,
      "eval_loss": 0.874836266040802,
      "eval_runtime": 62.6532,
      "eval_samples_per_second": 15.753,
      "eval_steps_per_second": 1.979,
      "step": 23000
    }
  ],
  "logging_steps": 500,
  "max_steps": 28128,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8275161595682520.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}