{ "best_metric": 1.3436161279678345, "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e4l18-l/checkpoint-8000", "epoch": 0.8532423208191127, "eval_steps": 500, "global_step": 8000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.05332764505119454, "grad_norm": 186.70851135253906, "learning_rate": 9.866680887372013e-09, "loss": 0.4804, "step": 500 }, { "epoch": 0.05332764505119454, "eval_loss": 1.4967491626739502, "eval_runtime": 60.9128, "eval_samples_per_second": 16.204, "eval_steps_per_second": 2.036, "step": 500 }, { "epoch": 0.10665529010238908, "grad_norm": 86.50623321533203, "learning_rate": 9.733361774744027e-09, "loss": 0.4928, "step": 1000 }, { "epoch": 0.10665529010238908, "eval_loss": 1.482089877128601, "eval_runtime": 62.7665, "eval_samples_per_second": 15.725, "eval_steps_per_second": 1.976, "step": 1000 }, { "epoch": 0.1599829351535836, "grad_norm": 603.98974609375, "learning_rate": 9.600042662116041e-09, "loss": 0.4325, "step": 1500 }, { "epoch": 0.1599829351535836, "eval_loss": 1.4686362743377686, "eval_runtime": 61.6915, "eval_samples_per_second": 15.999, "eval_steps_per_second": 2.01, "step": 1500 }, { "epoch": 0.21331058020477817, "grad_norm": 13.387365341186523, "learning_rate": 9.466723549488055e-09, "loss": 0.3964, "step": 2000 }, { "epoch": 0.21331058020477817, "eval_loss": 1.4561632871627808, "eval_runtime": 61.8331, "eval_samples_per_second": 15.962, "eval_steps_per_second": 2.005, "step": 2000 }, { "epoch": 0.2666382252559727, "grad_norm": 322.0577392578125, "learning_rate": 9.333404436860068e-09, "loss": 0.4294, "step": 2500 }, { "epoch": 0.2666382252559727, "eval_loss": 1.445016622543335, "eval_runtime": 63.1527, "eval_samples_per_second": 15.629, "eval_steps_per_second": 1.963, "step": 2500 }, { "epoch": 0.3199658703071672, "grad_norm": 0.010774992406368256, "learning_rate": 9.200085324232083e-09, "loss": 0.3954, "step": 3000 }, { "epoch": 0.3199658703071672, "eval_loss": 1.4342260360717773, "eval_runtime": 63.3562, "eval_samples_per_second": 15.579, "eval_steps_per_second": 1.957, "step": 3000 }, { "epoch": 0.37329351535836175, "grad_norm": 42.48988723754883, "learning_rate": 9.066766211604096e-09, "loss": 0.4116, "step": 3500 }, { "epoch": 0.37329351535836175, "eval_loss": 1.4254305362701416, "eval_runtime": 63.1723, "eval_samples_per_second": 15.624, "eval_steps_per_second": 1.963, "step": 3500 }, { "epoch": 0.42662116040955633, "grad_norm": 6.53631067276001, "learning_rate": 8.933447098976109e-09, "loss": 0.3366, "step": 4000 }, { "epoch": 0.42662116040955633, "eval_loss": 1.4154412746429443, "eval_runtime": 63.1863, "eval_samples_per_second": 15.62, "eval_steps_per_second": 1.962, "step": 4000 }, { "epoch": 0.47994880546075086, "grad_norm": 219.85145568847656, "learning_rate": 8.800127986348124e-09, "loss": 0.3941, "step": 4500 }, { "epoch": 0.47994880546075086, "eval_loss": 1.406192421913147, "eval_runtime": 63.3732, "eval_samples_per_second": 15.574, "eval_steps_per_second": 1.957, "step": 4500 }, { "epoch": 0.5332764505119454, "grad_norm": 0.5011767148971558, "learning_rate": 8.666808873720137e-09, "loss": 0.4351, "step": 5000 }, { "epoch": 0.5332764505119454, "eval_loss": 1.3958221673965454, "eval_runtime": 61.9375, "eval_samples_per_second": 15.935, "eval_steps_per_second": 2.002, "step": 5000 }, { "epoch": 0.58660409556314, "grad_norm": 1.465696096420288, "learning_rate": 8.53348976109215e-09, "loss": 0.4269, "step": 5500 }, { "epoch": 0.58660409556314, "eval_loss": 1.3861993551254272, "eval_runtime": 62.145, "eval_samples_per_second": 15.882, "eval_steps_per_second": 1.995, "step": 5500 }, { "epoch": 0.6399317406143344, "grad_norm": 514.3063354492188, "learning_rate": 8.400170648464164e-09, "loss": 0.3764, "step": 6000 }, { "epoch": 0.6399317406143344, "eval_loss": 1.377150058746338, "eval_runtime": 63.2598, "eval_samples_per_second": 15.602, "eval_steps_per_second": 1.96, "step": 6000 }, { "epoch": 0.693259385665529, "grad_norm": 267.90301513671875, "learning_rate": 8.266851535836177e-09, "loss": 0.3354, "step": 6500 }, { "epoch": 0.693259385665529, "eval_loss": 1.3687273263931274, "eval_runtime": 61.8197, "eval_samples_per_second": 15.966, "eval_steps_per_second": 2.006, "step": 6500 }, { "epoch": 0.7465870307167235, "grad_norm": 0.4357345700263977, "learning_rate": 8.133532423208192e-09, "loss": 0.3666, "step": 7000 }, { "epoch": 0.7465870307167235, "eval_loss": 1.360427975654602, "eval_runtime": 61.8202, "eval_samples_per_second": 15.966, "eval_steps_per_second": 2.006, "step": 7000 }, { "epoch": 0.7999146757679181, "grad_norm": 151.71505737304688, "learning_rate": 8.000213310580205e-09, "loss": 0.3991, "step": 7500 }, { "epoch": 0.7999146757679181, "eval_loss": 1.351379156112671, "eval_runtime": 62.9768, "eval_samples_per_second": 15.672, "eval_steps_per_second": 1.969, "step": 7500 }, { "epoch": 0.8532423208191127, "grad_norm": 467.88653564453125, "learning_rate": 7.86689419795222e-09, "loss": 0.4028, "step": 8000 }, { "epoch": 0.8532423208191127, "eval_loss": 1.3436161279678345, "eval_runtime": 62.1794, "eval_samples_per_second": 15.873, "eval_steps_per_second": 1.994, "step": 8000 } ], "logging_steps": 500, "max_steps": 37504, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2878786326782520.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }