{ "best_metric": 75.55577348115898, "best_model_checkpoint": "/root/turkic_qa/en_kaz_models/en_kaz_xlm_roberta_large_model/checkpoint-3260", "epoch": 5.0, "eval_steps": 500, "global_step": 3260, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "step": 652, "train_exact_match": 55.94405594405595, "train_f1": 73.63671036317213, "train_runtime": 28.1019, "train_samples_per_second": 43.663, "train_steps_per_second": 1.566 }, { "epoch": 1.0, "grad_norm": 41.142127990722656, "learning_rate": 1e-05, "loss": 3.2057, "step": 652 }, { "epoch": 1.0, "eval_exact_match": 51.65625, "eval_f1": 68.43543312331303, "eval_runtime": 88.3369, "eval_samples_per_second": 43.674, "eval_steps_per_second": 1.562, "step": 652 }, { "epoch": 2.0, "step": 1304, "train_exact_match": 67.53246753246754, "train_f1": 82.24342151350066, "train_runtime": 28.5968, "train_samples_per_second": 43.396, "train_steps_per_second": 1.574 }, { "epoch": 2.0, "grad_norm": 36.88103103637695, "learning_rate": 7.500000000000001e-06, "loss": 1.172, "step": 1304 }, { "epoch": 2.0, "eval_exact_match": 56.875, "eval_f1": 73.03642440401033, "eval_runtime": 88.3326, "eval_samples_per_second": 43.676, "eval_steps_per_second": 1.562, "step": 1304 }, { "epoch": 3.0, "step": 1956, "train_exact_match": 78.92107892107892, "train_f1": 90.2235322381411, "train_runtime": 27.7189, "train_samples_per_second": 43.508, "train_steps_per_second": 1.587 }, { "epoch": 3.0, "grad_norm": 38.58055877685547, "learning_rate": 5e-06, "loss": 0.8237, "step": 1956 }, { "epoch": 3.0, "eval_exact_match": 60.5625, "eval_f1": 75.47199499569918, "eval_runtime": 88.109, "eval_samples_per_second": 43.787, "eval_steps_per_second": 1.566, "step": 1956 }, { "epoch": 4.0, "step": 2608, "train_exact_match": 82.11788211788212, "train_f1": 92.67663132485467, "train_runtime": 29.1938, "train_samples_per_second": 43.16, "train_steps_per_second": 1.541 }, { "epoch": 4.0, "grad_norm": 34.8208122253418, "learning_rate": 2.5e-06, "loss": 0.588, "step": 2608 }, { "epoch": 4.0, "eval_exact_match": 60.65625, "eval_f1": 75.1934488142968, "eval_runtime": 89.1778, "eval_samples_per_second": 43.262, "eval_steps_per_second": 1.547, "step": 2608 }, { "epoch": 5.0, "step": 3260, "train_exact_match": 85.61438561438561, "train_f1": 94.19636283438837, "train_runtime": 27.8587, "train_samples_per_second": 43.433, "train_steps_per_second": 1.579 }, { "epoch": 5.0, "grad_norm": 31.479175567626953, "learning_rate": 0.0, "loss": 0.465, "step": 3260 }, { "epoch": 5.0, "eval_exact_match": 61.125, "eval_f1": 75.55577348115898, "eval_runtime": 88.1654, "eval_samples_per_second": 43.759, "eval_steps_per_second": 1.565, "step": 3260 }, { "epoch": 5.0, "step": 3260, "total_flos": 6.354793682009856e+16, "train_loss": 1.2508642091341544, "train_runtime": 5889.9617, "train_samples_per_second": 15.49, "train_steps_per_second": 0.553 } ], "logging_steps": 500, "max_steps": 3260, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "total_flos": 6.354793682009856e+16, "train_batch_size": 28, "trial_name": null, "trial_params": null }