|
{ |
|
"best_metric": 1.0388950109481812, |
|
"best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e3l58-l/checkpoint-7500", |
|
"epoch": 0.7999146757679181, |
|
"eval_steps": 500, |
|
"global_step": 7500, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.05332764505119454, |
|
"grad_norm": 217.40109252929688, |
|
"learning_rate": 4.911120591581342e-08, |
|
"loss": 0.4667, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.05332764505119454, |
|
"eval_loss": 1.4427576065063477, |
|
"eval_runtime": 60.328, |
|
"eval_samples_per_second": 16.361, |
|
"eval_steps_per_second": 2.055, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.10665529010238908, |
|
"grad_norm": 70.38941955566406, |
|
"learning_rate": 4.822241183162685e-08, |
|
"loss": 0.4534, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.10665529010238908, |
|
"eval_loss": 1.3823094367980957, |
|
"eval_runtime": 61.4884, |
|
"eval_samples_per_second": 16.052, |
|
"eval_steps_per_second": 2.017, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.1599829351535836, |
|
"grad_norm": 389.9967956542969, |
|
"learning_rate": 4.733361774744027e-08, |
|
"loss": 0.3753, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.1599829351535836, |
|
"eval_loss": 1.3328827619552612, |
|
"eval_runtime": 63.0378, |
|
"eval_samples_per_second": 15.657, |
|
"eval_steps_per_second": 1.967, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.21331058020477817, |
|
"grad_norm": 13.427445411682129, |
|
"learning_rate": 4.6444823663253694e-08, |
|
"loss": 0.3361, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.21331058020477817, |
|
"eval_loss": 1.2922736406326294, |
|
"eval_runtime": 63.1958, |
|
"eval_samples_per_second": 15.618, |
|
"eval_steps_per_second": 1.962, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.2666382252559727, |
|
"grad_norm": 320.7197265625, |
|
"learning_rate": 4.555602957906712e-08, |
|
"loss": 0.3597, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.2666382252559727, |
|
"eval_loss": 1.257211685180664, |
|
"eval_runtime": 63.3241, |
|
"eval_samples_per_second": 15.586, |
|
"eval_steps_per_second": 1.958, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.3199658703071672, |
|
"grad_norm": 0.0019184721168130636, |
|
"learning_rate": 4.4667235494880546e-08, |
|
"loss": 0.3042, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.3199658703071672, |
|
"eval_loss": 1.2240594625473022, |
|
"eval_runtime": 63.5118, |
|
"eval_samples_per_second": 15.54, |
|
"eval_steps_per_second": 1.952, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.37329351535836175, |
|
"grad_norm": 11.738512992858887, |
|
"learning_rate": 4.3778441410693965e-08, |
|
"loss": 0.3252, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.37329351535836175, |
|
"eval_loss": 1.1988952159881592, |
|
"eval_runtime": 63.5384, |
|
"eval_samples_per_second": 15.534, |
|
"eval_steps_per_second": 1.952, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.42662116040955633, |
|
"grad_norm": 5.839956283569336, |
|
"learning_rate": 4.28896473265074e-08, |
|
"loss": 0.2439, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.42662116040955633, |
|
"eval_loss": 1.1730674505233765, |
|
"eval_runtime": 62.3497, |
|
"eval_samples_per_second": 15.83, |
|
"eval_steps_per_second": 1.989, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.47994880546075086, |
|
"grad_norm": 154.76502990722656, |
|
"learning_rate": 4.2000853242320816e-08, |
|
"loss": 0.3004, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.47994880546075086, |
|
"eval_loss": 1.1497682332992554, |
|
"eval_runtime": 63.5491, |
|
"eval_samples_per_second": 15.531, |
|
"eval_steps_per_second": 1.951, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.5332764505119454, |
|
"grad_norm": 0.13150489330291748, |
|
"learning_rate": 4.111205915813424e-08, |
|
"loss": 0.3205, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.5332764505119454, |
|
"eval_loss": 1.1258739233016968, |
|
"eval_runtime": 62.1884, |
|
"eval_samples_per_second": 15.871, |
|
"eval_steps_per_second": 1.994, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.58660409556314, |
|
"grad_norm": 0.3719326853752136, |
|
"learning_rate": 4.022326507394767e-08, |
|
"loss": 0.3091, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 0.58660409556314, |
|
"eval_loss": 1.1053005456924438, |
|
"eval_runtime": 63.437, |
|
"eval_samples_per_second": 15.559, |
|
"eval_steps_per_second": 1.955, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 0.6399317406143344, |
|
"grad_norm": 170.89846801757812, |
|
"learning_rate": 3.9334470989761093e-08, |
|
"loss": 0.2657, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.6399317406143344, |
|
"eval_loss": 1.0857468843460083, |
|
"eval_runtime": 62.4055, |
|
"eval_samples_per_second": 15.816, |
|
"eval_steps_per_second": 1.987, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.693259385665529, |
|
"grad_norm": 323.0997619628906, |
|
"learning_rate": 3.844567690557451e-08, |
|
"loss": 0.2251, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 0.693259385665529, |
|
"eval_loss": 1.0695208311080933, |
|
"eval_runtime": 63.1085, |
|
"eval_samples_per_second": 15.64, |
|
"eval_steps_per_second": 1.965, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 0.7465870307167235, |
|
"grad_norm": 0.13254186511039734, |
|
"learning_rate": 3.7556882821387945e-08, |
|
"loss": 0.248, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.7465870307167235, |
|
"eval_loss": 1.0535719394683838, |
|
"eval_runtime": 62.3504, |
|
"eval_samples_per_second": 15.83, |
|
"eval_steps_per_second": 1.989, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.7999146757679181, |
|
"grad_norm": 63.14700698852539, |
|
"learning_rate": 3.6668088737201364e-08, |
|
"loss": 0.2745, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 0.7999146757679181, |
|
"eval_loss": 1.0388950109481812, |
|
"eval_runtime": 62.2311, |
|
"eval_samples_per_second": 15.86, |
|
"eval_steps_per_second": 1.993, |
|
"step": 7500 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 28128, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 2698907151152520.0, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|