{ "best_metric": 0.8679063320159912, "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e4l58-l/checkpoint-19000", "epoch": 2.0264505119453924, "eval_steps": 500, "global_step": 19000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.05332764505119454, "grad_norm": 217.55360412597656, "learning_rate": 4.933340443686007e-08, "loss": 0.4667, "step": 500 }, { "epoch": 0.05332764505119454, "eval_loss": 1.4426143169403076, "eval_runtime": 61.9901, "eval_samples_per_second": 15.922, "eval_steps_per_second": 2.0, "step": 500 }, { "epoch": 0.10665529010238908, "grad_norm": 73.73340606689453, "learning_rate": 4.8666808873720136e-08, "loss": 0.4532, "step": 1000 }, { "epoch": 0.10665529010238908, "eval_loss": 1.3815597295761108, "eval_runtime": 62.4624, "eval_samples_per_second": 15.801, "eval_steps_per_second": 1.985, "step": 1000 }, { "epoch": 0.1599829351535836, "grad_norm": 471.4011535644531, "learning_rate": 4.80002133105802e-08, "loss": 0.3749, "step": 1500 }, { "epoch": 0.1599829351535836, "eval_loss": 1.3310539722442627, "eval_runtime": 63.3918, "eval_samples_per_second": 15.57, "eval_steps_per_second": 1.956, "step": 1500 }, { "epoch": 0.21331058020477817, "grad_norm": 11.962693214416504, "learning_rate": 4.733361774744027e-08, "loss": 0.336, "step": 2000 }, { "epoch": 0.21331058020477817, "eval_loss": 1.2890639305114746, "eval_runtime": 63.177, "eval_samples_per_second": 15.623, "eval_steps_per_second": 1.963, "step": 2000 }, { "epoch": 0.2666382252559727, "grad_norm": 375.1609191894531, "learning_rate": 4.666702218430034e-08, "loss": 0.3585, "step": 2500 }, { "epoch": 0.2666382252559727, "eval_loss": 1.2536433935165405, "eval_runtime": 63.1512, "eval_samples_per_second": 15.629, "eval_steps_per_second": 1.964, "step": 2500 }, { "epoch": 0.3199658703071672, "grad_norm": 0.0022936267778277397, "learning_rate": 4.600042662116041e-08, "loss": 0.303, "step": 3000 }, { "epoch": 0.3199658703071672, "eval_loss": 1.2202869653701782, "eval_runtime": 63.5857, "eval_samples_per_second": 15.522, "eval_steps_per_second": 1.95, "step": 3000 }, { "epoch": 0.37329351535836175, "grad_norm": 15.805087089538574, "learning_rate": 4.5333831058020476e-08, "loss": 0.3242, "step": 3500 }, { "epoch": 0.37329351535836175, "eval_loss": 1.195627212524414, "eval_runtime": 63.4024, "eval_samples_per_second": 15.567, "eval_steps_per_second": 1.956, "step": 3500 }, { "epoch": 0.42662116040955633, "grad_norm": 5.377908229827881, "learning_rate": 4.4667235494880546e-08, "loss": 0.2427, "step": 4000 }, { "epoch": 0.42662116040955633, "eval_loss": 1.169384241104126, "eval_runtime": 63.5082, "eval_samples_per_second": 15.541, "eval_steps_per_second": 1.953, "step": 4000 }, { "epoch": 0.47994880546075086, "grad_norm": 150.5334930419922, "learning_rate": 4.4000639931740615e-08, "loss": 0.2993, "step": 4500 }, { "epoch": 0.47994880546075086, "eval_loss": 1.145558476448059, "eval_runtime": 62.3888, "eval_samples_per_second": 15.82, "eval_steps_per_second": 1.988, "step": 4500 }, { "epoch": 0.5332764505119454, "grad_norm": 0.12246542423963547, "learning_rate": 4.333404436860068e-08, "loss": 0.3183, "step": 5000 }, { "epoch": 0.5332764505119454, "eval_loss": 1.1201218366622925, "eval_runtime": 63.7154, "eval_samples_per_second": 15.491, "eval_steps_per_second": 1.946, "step": 5000 }, { "epoch": 0.58660409556314, "grad_norm": 0.3306196630001068, "learning_rate": 4.266744880546075e-08, "loss": 0.307, "step": 5500 }, { "epoch": 0.58660409556314, "eval_loss": 1.0982334613800049, "eval_runtime": 62.4882, "eval_samples_per_second": 15.795, "eval_steps_per_second": 1.984, "step": 5500 }, { "epoch": 0.6399317406143344, "grad_norm": 149.38189697265625, "learning_rate": 4.2000853242320816e-08, "loss": 0.2638, "step": 6000 }, { "epoch": 0.6399317406143344, "eval_loss": 1.0779541730880737, "eval_runtime": 63.4101, "eval_samples_per_second": 15.565, "eval_steps_per_second": 1.956, "step": 6000 }, { "epoch": 0.693259385665529, "grad_norm": 353.0036315917969, "learning_rate": 4.1334257679180886e-08, "loss": 0.2226, "step": 6500 }, { "epoch": 0.693259385665529, "eval_loss": 1.0613036155700684, "eval_runtime": 62.8292, "eval_samples_per_second": 15.709, "eval_steps_per_second": 1.974, "step": 6500 }, { "epoch": 0.7465870307167235, "grad_norm": 0.13188917934894562, "learning_rate": 4.0667662116040955e-08, "loss": 0.2453, "step": 7000 }, { "epoch": 0.7465870307167235, "eval_loss": 1.0443507432937622, "eval_runtime": 62.7457, "eval_samples_per_second": 15.73, "eval_steps_per_second": 1.976, "step": 7000 }, { "epoch": 0.7999146757679181, "grad_norm": 59.391639709472656, "learning_rate": 4.000106655290102e-08, "loss": 0.272, "step": 7500 }, { "epoch": 0.7999146757679181, "eval_loss": 1.0300519466400146, "eval_runtime": 62.3719, "eval_samples_per_second": 15.824, "eval_steps_per_second": 1.988, "step": 7500 }, { "epoch": 0.8532423208191127, "grad_norm": 495.4797668457031, "learning_rate": 3.9334470989761093e-08, "loss": 0.283, "step": 8000 }, { "epoch": 0.8532423208191127, "eval_loss": 1.0166898965835571, "eval_runtime": 62.0338, "eval_samples_per_second": 15.911, "eval_steps_per_second": 1.999, "step": 8000 }, { "epoch": 0.9065699658703071, "grad_norm": 159.0310821533203, "learning_rate": 3.866787542662116e-08, "loss": 0.2331, "step": 8500 }, { "epoch": 0.9065699658703071, "eval_loss": 1.003544807434082, "eval_runtime": 62.9704, "eval_samples_per_second": 15.674, "eval_steps_per_second": 1.969, "step": 8500 }, { "epoch": 0.9598976109215017, "grad_norm": 45.40327835083008, "learning_rate": 3.8001279863481225e-08, "loss": 0.2362, "step": 9000 }, { "epoch": 0.9598976109215017, "eval_loss": 0.992453396320343, "eval_runtime": 63.1405, "eval_samples_per_second": 15.632, "eval_steps_per_second": 1.964, "step": 9000 }, { "epoch": 1.0132252559726962, "grad_norm": 621.8538818359375, "learning_rate": 3.7334684300341295e-08, "loss": 0.2396, "step": 9500 }, { "epoch": 1.0132252559726962, "eval_loss": 0.9829725027084351, "eval_runtime": 62.3244, "eval_samples_per_second": 15.836, "eval_steps_per_second": 1.99, "step": 9500 }, { "epoch": 1.0665529010238908, "grad_norm": 461.60736083984375, "learning_rate": 3.6668088737201364e-08, "loss": 0.2013, "step": 10000 }, { "epoch": 1.0665529010238908, "eval_loss": 0.9735796451568604, "eval_runtime": 63.0763, "eval_samples_per_second": 15.648, "eval_steps_per_second": 1.966, "step": 10000 }, { "epoch": 1.1198805460750854, "grad_norm": 7.0309906005859375, "learning_rate": 3.6001493174061433e-08, "loss": 0.2082, "step": 10500 }, { "epoch": 1.1198805460750854, "eval_loss": 0.9639086127281189, "eval_runtime": 63.0238, "eval_samples_per_second": 15.661, "eval_steps_per_second": 1.968, "step": 10500 }, { "epoch": 1.17320819112628, "grad_norm": 304.01995849609375, "learning_rate": 3.5334897610921496e-08, "loss": 0.2023, "step": 11000 }, { "epoch": 1.17320819112628, "eval_loss": 0.9558469653129578, "eval_runtime": 62.1866, "eval_samples_per_second": 15.872, "eval_steps_per_second": 1.994, "step": 11000 }, { "epoch": 1.2265358361774745, "grad_norm": 0.0017981340643018484, "learning_rate": 3.4668302047781565e-08, "loss": 0.2331, "step": 11500 }, { "epoch": 1.2265358361774745, "eval_loss": 0.9465070962905884, "eval_runtime": 63.1547, "eval_samples_per_second": 15.628, "eval_steps_per_second": 1.963, "step": 11500 }, { "epoch": 1.2798634812286689, "grad_norm": 0.8147886395454407, "learning_rate": 3.4001706484641635e-08, "loss": 0.1784, "step": 12000 }, { "epoch": 1.2798634812286689, "eval_loss": 0.9392343163490295, "eval_runtime": 62.9221, "eval_samples_per_second": 15.686, "eval_steps_per_second": 1.971, "step": 12000 }, { "epoch": 1.3331911262798635, "grad_norm": 0.01276802271604538, "learning_rate": 3.3335110921501704e-08, "loss": 0.1953, "step": 12500 }, { "epoch": 1.3331911262798635, "eval_loss": 0.9316345453262329, "eval_runtime": 62.2816, "eval_samples_per_second": 15.847, "eval_steps_per_second": 1.991, "step": 12500 }, { "epoch": 1.386518771331058, "grad_norm": 0.07341516762971878, "learning_rate": 3.2668515358361773e-08, "loss": 0.1867, "step": 13000 }, { "epoch": 1.386518771331058, "eval_loss": 0.9270105957984924, "eval_runtime": 63.2619, "eval_samples_per_second": 15.602, "eval_steps_per_second": 1.96, "step": 13000 }, { "epoch": 1.4398464163822526, "grad_norm": 17.55596923828125, "learning_rate": 3.200191979522184e-08, "loss": 0.22, "step": 13500 }, { "epoch": 1.4398464163822526, "eval_loss": 0.919725775718689, "eval_runtime": 63.3459, "eval_samples_per_second": 15.581, "eval_steps_per_second": 1.958, "step": 13500 }, { "epoch": 1.493174061433447, "grad_norm": 3.4780771732330322, "learning_rate": 3.133532423208191e-08, "loss": 0.1656, "step": 14000 }, { "epoch": 1.493174061433447, "eval_loss": 0.9148014783859253, "eval_runtime": 62.257, "eval_samples_per_second": 15.854, "eval_steps_per_second": 1.992, "step": 14000 }, { "epoch": 1.5465017064846416, "grad_norm": 158.22390747070312, "learning_rate": 3.066872866894198e-08, "loss": 0.1968, "step": 14500 }, { "epoch": 1.5465017064846416, "eval_loss": 0.9096349477767944, "eval_runtime": 63.3671, "eval_samples_per_second": 15.576, "eval_steps_per_second": 1.957, "step": 14500 }, { "epoch": 1.5998293515358362, "grad_norm": 621.3922729492188, "learning_rate": 3.0002133105802044e-08, "loss": 0.1676, "step": 15000 }, { "epoch": 1.5998293515358362, "eval_loss": 0.9056846499443054, "eval_runtime": 63.2369, "eval_samples_per_second": 15.608, "eval_steps_per_second": 1.961, "step": 15000 }, { "epoch": 1.6531569965870307, "grad_norm": 26.23398208618164, "learning_rate": 2.9335537542662113e-08, "loss": 0.2074, "step": 15500 }, { "epoch": 1.6531569965870307, "eval_loss": 0.8993550539016724, "eval_runtime": 62.3767, "eval_samples_per_second": 15.823, "eval_steps_per_second": 1.988, "step": 15500 }, { "epoch": 1.7064846416382253, "grad_norm": 283.3314514160156, "learning_rate": 2.8668941979522183e-08, "loss": 0.1847, "step": 16000 }, { "epoch": 1.7064846416382253, "eval_loss": 0.8954482078552246, "eval_runtime": 63.2168, "eval_samples_per_second": 15.613, "eval_steps_per_second": 1.962, "step": 16000 }, { "epoch": 1.75981228668942, "grad_norm": 12.151030540466309, "learning_rate": 2.800234641638225e-08, "loss": 0.1845, "step": 16500 }, { "epoch": 1.75981228668942, "eval_loss": 0.8900338411331177, "eval_runtime": 63.5581, "eval_samples_per_second": 15.529, "eval_steps_per_second": 1.951, "step": 16500 }, { "epoch": 1.8131399317406145, "grad_norm": 0.7503092288970947, "learning_rate": 2.7335750853242318e-08, "loss": 0.1721, "step": 17000 }, { "epoch": 1.8131399317406145, "eval_loss": 0.8872589468955994, "eval_runtime": 62.0282, "eval_samples_per_second": 15.912, "eval_steps_per_second": 1.999, "step": 17000 }, { "epoch": 1.8664675767918089, "grad_norm": 180.9355926513672, "learning_rate": 2.6669155290102384e-08, "loss": 0.2627, "step": 17500 }, { "epoch": 1.8664675767918089, "eval_loss": 0.8810189962387085, "eval_runtime": 62.7212, "eval_samples_per_second": 15.736, "eval_steps_per_second": 1.977, "step": 17500 }, { "epoch": 1.9197952218430034, "grad_norm": 0.10503419488668442, "learning_rate": 2.600255972696246e-08, "loss": 0.1623, "step": 18000 }, { "epoch": 1.9197952218430034, "eval_loss": 0.8773773908615112, "eval_runtime": 62.9181, "eval_samples_per_second": 15.687, "eval_steps_per_second": 1.971, "step": 18000 }, { "epoch": 1.9731228668941978, "grad_norm": 477.76715087890625, "learning_rate": 2.5335964163822526e-08, "loss": 0.2162, "step": 18500 }, { "epoch": 1.9731228668941978, "eval_loss": 0.8713328242301941, "eval_runtime": 62.3477, "eval_samples_per_second": 15.831, "eval_steps_per_second": 1.989, "step": 18500 }, { "epoch": 2.0264505119453924, "grad_norm": 222.06802368164062, "learning_rate": 2.4669368600682595e-08, "loss": 0.1802, "step": 19000 }, { "epoch": 2.0264505119453924, "eval_loss": 0.8679063320159912, "eval_runtime": 63.0768, "eval_samples_per_second": 15.648, "eval_steps_per_second": 1.966, "step": 19000 } ], "logging_steps": 500, "max_steps": 37504, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 6836128190642520.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }