{ "best_metric": 0.7548387096774194, "best_model_checkpoint": "/scratch/mrahma45/pixel/finetuned_models/mbert/mbert-base-finetuned-masakhaner-lug/checkpoint-6000", "epoch": 155.55555555555554, "global_step": 7000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 4.44, "eval_accuracy_score": 0.949085123309467, "eval_f1": 0.7053435114503817, "eval_loss": 0.200306236743927, "eval_precision": 0.6294277929155313, "eval_recall": 0.8020833333333334, "eval_runtime": 2.7824, "eval_samples_per_second": 71.881, "eval_steps_per_second": 8.985, "step": 200 }, { "epoch": 8.89, "eval_accuracy_score": 0.9461681251657386, "eval_f1": 0.6605783866057838, "eval_loss": 0.2998030185699463, "eval_precision": 0.5880758807588076, "eval_recall": 0.7534722222222222, "eval_runtime": 2.7782, "eval_samples_per_second": 71.989, "eval_steps_per_second": 8.999, "step": 400 }, { "epoch": 11.11, "learning_rate": 4.865771812080537e-05, "loss": 0.1417, "step": 500 }, { "epoch": 13.33, "eval_accuracy_score": 0.9543887562980642, "eval_f1": 0.7278382581648523, "eval_loss": 0.2749716639518738, "eval_precision": 0.6591549295774648, "eval_recall": 0.8125, "eval_runtime": 2.7787, "eval_samples_per_second": 71.975, "eval_steps_per_second": 8.997, "step": 600 }, { "epoch": 17.78, "eval_accuracy_score": 0.9517369398037656, "eval_f1": 0.6957878315132605, "eval_loss": 0.30419987440109253, "eval_precision": 0.6317280453257791, "eval_recall": 0.7743055555555556, "eval_runtime": 2.7786, "eval_samples_per_second": 71.978, "eval_steps_per_second": 8.997, "step": 800 }, { "epoch": 22.22, "learning_rate": 4.697986577181208e-05, "loss": 0.0049, "step": 1000 }, { "epoch": 22.22, "eval_accuracy_score": 0.9498806682577565, "eval_f1": 0.7075471698113208, "eval_loss": 0.36269524693489075, "eval_precision": 0.646551724137931, "eval_recall": 0.78125, "eval_runtime": 2.7801, "eval_samples_per_second": 71.941, "eval_steps_per_second": 8.993, "step": 1000 }, { "epoch": 26.67, "eval_accuracy_score": 0.9533280297003447, "eval_f1": 0.7145135566188199, "eval_loss": 0.36558207869529724, "eval_precision": 0.6607669616519174, "eval_recall": 0.7777777777777778, "eval_runtime": 2.7791, "eval_samples_per_second": 71.966, "eval_steps_per_second": 8.996, "step": 1200 }, { "epoch": 31.11, "eval_accuracy_score": 0.9557146645452135, "eval_f1": 0.7142857142857142, "eval_loss": 0.2809523344039917, "eval_precision": 0.6847133757961783, "eval_recall": 0.7465277777777778, "eval_runtime": 2.7804, "eval_samples_per_second": 71.931, "eval_steps_per_second": 8.991, "step": 1400 }, { "epoch": 33.33, "learning_rate": 4.530201342281879e-05, "loss": 0.0036, "step": 1500 }, { "epoch": 35.56, "eval_accuracy_score": 0.9517369398037656, "eval_f1": 0.6644951140065147, "eval_loss": 0.32650795578956604, "eval_precision": 0.6257668711656442, "eval_recall": 0.7083333333333334, "eval_runtime": 2.7784, "eval_samples_per_second": 71.985, "eval_steps_per_second": 8.998, "step": 1600 }, { "epoch": 40.0, "eval_accuracy_score": 0.952797666401485, "eval_f1": 0.6910828025477705, "eval_loss": 0.3485059440135956, "eval_precision": 0.638235294117647, "eval_recall": 0.7534722222222222, "eval_runtime": 2.7769, "eval_samples_per_second": 72.023, "eval_steps_per_second": 9.003, "step": 1800 }, { "epoch": 44.44, "learning_rate": 4.36241610738255e-05, "loss": 0.0028, "step": 2000 }, { "epoch": 44.44, "eval_accuracy_score": 0.9512065765049058, "eval_f1": 0.6754530477759474, "eval_loss": 0.3388746678829193, "eval_precision": 0.6426332288401254, "eval_recall": 0.7118055555555556, "eval_runtime": 2.7758, "eval_samples_per_second": 72.052, "eval_steps_per_second": 9.007, "step": 2000 }, { "epoch": 48.89, "eval_accuracy_score": 0.9549191195969239, "eval_f1": 0.7112561174551387, "eval_loss": 0.3353417217731476, "eval_precision": 0.6707692307692308, "eval_recall": 0.7569444444444444, "eval_runtime": 2.7837, "eval_samples_per_second": 71.847, "eval_steps_per_second": 8.981, "step": 2200 }, { "epoch": 53.33, "eval_accuracy_score": 0.9541235746486343, "eval_f1": 0.701095461658842, "eval_loss": 0.3772818446159363, "eval_precision": 0.6381766381766382, "eval_recall": 0.7777777777777778, "eval_runtime": 2.7767, "eval_samples_per_second": 72.029, "eval_steps_per_second": 9.004, "step": 2400 }, { "epoch": 55.56, "learning_rate": 4.194630872483222e-05, "loss": 0.0024, "step": 2500 }, { "epoch": 57.78, "eval_accuracy_score": 0.9581012993900823, "eval_f1": 0.7302100161550888, "eval_loss": 0.3589210510253906, "eval_precision": 0.6827794561933535, "eval_recall": 0.7847222222222222, "eval_runtime": 2.7851, "eval_samples_per_second": 71.809, "eval_steps_per_second": 8.976, "step": 2600 }, { "epoch": 62.22, "eval_accuracy_score": 0.9498806682577565, "eval_f1": 0.7086614173228347, "eval_loss": 0.384027361869812, "eval_precision": 0.6484149855907781, "eval_recall": 0.78125, "eval_runtime": 2.7806, "eval_samples_per_second": 71.928, "eval_steps_per_second": 8.991, "step": 2800 }, { "epoch": 66.67, "learning_rate": 4.026845637583892e-05, "loss": 0.0018, "step": 3000 }, { "epoch": 66.67, "eval_accuracy_score": 0.9533280297003447, "eval_f1": 0.7140600315955765, "eval_loss": 0.3608270287513733, "eval_precision": 0.6550724637681159, "eval_recall": 0.7847222222222222, "eval_runtime": 2.7702, "eval_samples_per_second": 72.197, "eval_steps_per_second": 9.025, "step": 3000 }, { "epoch": 71.11, "eval_accuracy_score": 0.9504110315566163, "eval_f1": 0.6666666666666666, "eval_loss": 0.33889251947402954, "eval_precision": 0.6091954022988506, "eval_recall": 0.7361111111111112, "eval_runtime": 2.7756, "eval_samples_per_second": 72.058, "eval_steps_per_second": 9.007, "step": 3200 }, { "epoch": 75.56, "eval_accuracy_score": 0.9559798461946434, "eval_f1": 0.7193548387096774, "eval_loss": 0.325101763010025, "eval_precision": 0.6716867469879518, "eval_recall": 0.7743055555555556, "eval_runtime": 2.7793, "eval_samples_per_second": 71.96, "eval_steps_per_second": 8.995, "step": 3400 }, { "epoch": 77.78, "learning_rate": 3.859060402684564e-05, "loss": 0.0017, "step": 3500 }, { "epoch": 80.0, "eval_accuracy_score": 0.9543887562980642, "eval_f1": 0.7051070840197693, "eval_loss": 0.3474235534667969, "eval_precision": 0.670846394984326, "eval_recall": 0.7430555555555556, "eval_runtime": 2.7778, "eval_samples_per_second": 72.0, "eval_steps_per_second": 9.0, "step": 3600 }, { "epoch": 84.44, "eval_accuracy_score": 0.9554494828957836, "eval_f1": 0.7081339712918661, "eval_loss": 0.3440423309803009, "eval_precision": 0.6548672566371682, "eval_recall": 0.7708333333333334, "eval_runtime": 2.7746, "eval_samples_per_second": 72.083, "eval_steps_per_second": 9.01, "step": 3800 }, { "epoch": 88.89, "learning_rate": 3.6912751677852356e-05, "loss": 0.001, "step": 4000 }, { "epoch": 88.89, "eval_accuracy_score": 0.9562450278440732, "eval_f1": 0.7081967213114755, "eval_loss": 0.34857451915740967, "eval_precision": 0.6708074534161491, "eval_recall": 0.75, "eval_runtime": 2.7573, "eval_samples_per_second": 72.535, "eval_steps_per_second": 9.067, "step": 4000 }, { "epoch": 93.33, "eval_accuracy_score": 0.9573057544417927, "eval_f1": 0.7246376811594203, "eval_loss": 0.3356036841869354, "eval_precision": 0.6756756756756757, "eval_recall": 0.78125, "eval_runtime": 2.7694, "eval_samples_per_second": 72.219, "eval_steps_per_second": 9.027, "step": 4200 }, { "epoch": 97.78, "eval_accuracy_score": 0.9530628480509149, "eval_f1": 0.7017543859649124, "eval_loss": 0.37629222869873047, "eval_precision": 0.6489675516224189, "eval_recall": 0.7638888888888888, "eval_runtime": 2.7682, "eval_samples_per_second": 72.25, "eval_steps_per_second": 9.031, "step": 4400 }, { "epoch": 100.0, "learning_rate": 3.523489932885906e-05, "loss": 0.0015, "step": 4500 }, { "epoch": 102.22, "eval_accuracy_score": 0.9496154866083267, "eval_f1": 0.673170731707317, "eval_loss": 0.3837837874889374, "eval_precision": 0.6330275229357798, "eval_recall": 0.71875, "eval_runtime": 2.7764, "eval_samples_per_second": 72.036, "eval_steps_per_second": 9.004, "step": 4600 }, { "epoch": 106.67, "eval_accuracy_score": 0.9551843012463538, "eval_f1": 0.7251655629139072, "eval_loss": 0.35345935821533203, "eval_precision": 0.6930379746835443, "eval_recall": 0.7604166666666666, "eval_runtime": 2.7673, "eval_samples_per_second": 72.271, "eval_steps_per_second": 9.034, "step": 4800 }, { "epoch": 111.11, "learning_rate": 3.3557046979865775e-05, "loss": 0.0017, "step": 5000 }, { "epoch": 111.11, "eval_accuracy_score": 0.9588968443383717, "eval_f1": 0.7311072056239015, "eval_loss": 0.3115241229534149, "eval_precision": 0.7402135231316725, "eval_recall": 0.7222222222222222, "eval_runtime": 2.7806, "eval_samples_per_second": 71.926, "eval_steps_per_second": 8.991, "step": 5000 }, { "epoch": 115.56, "eval_accuracy_score": 0.9599575709360912, "eval_f1": 0.7281879194630871, "eval_loss": 0.29021960496902466, "eval_precision": 0.7045454545454546, "eval_recall": 0.7534722222222222, "eval_runtime": 2.7637, "eval_samples_per_second": 72.368, "eval_steps_per_second": 9.046, "step": 5200 }, { "epoch": 120.0, "eval_accuracy_score": 0.9554494828957836, "eval_f1": 0.7348242811501597, "eval_loss": 0.37681084871292114, "eval_precision": 0.6804733727810651, "eval_recall": 0.7986111111111112, "eval_runtime": 2.7807, "eval_samples_per_second": 71.925, "eval_steps_per_second": 8.991, "step": 5400 }, { "epoch": 122.22, "learning_rate": 3.1879194630872485e-05, "loss": 0.0013, "step": 5500 }, { "epoch": 124.44, "eval_accuracy_score": 0.958631662688942, "eval_f1": 0.745928338762215, "eval_loss": 0.33346712589263916, "eval_precision": 0.7024539877300614, "eval_recall": 0.7951388888888888, "eval_runtime": 2.7673, "eval_samples_per_second": 72.273, "eval_steps_per_second": 9.034, "step": 5600 }, { "epoch": 128.89, "eval_accuracy_score": 0.9565102094935031, "eval_f1": 0.7249190938511326, "eval_loss": 0.33011287450790405, "eval_precision": 0.6787878787878788, "eval_recall": 0.7777777777777778, "eval_runtime": 2.7709, "eval_samples_per_second": 72.178, "eval_steps_per_second": 9.022, "step": 5800 }, { "epoch": 133.33, "learning_rate": 3.02013422818792e-05, "loss": 0.0009, "step": 6000 }, { "epoch": 133.33, "eval_accuracy_score": 0.9596923892866613, "eval_f1": 0.7548387096774194, "eval_loss": 0.35259804129600525, "eval_precision": 0.7048192771084337, "eval_recall": 0.8125, "eval_runtime": 2.7569, "eval_samples_per_second": 72.544, "eval_steps_per_second": 9.068, "step": 6000 }, { "epoch": 137.78, "eval_accuracy_score": 0.954653937947494, "eval_f1": 0.6905537459283388, "eval_loss": 0.3407050371170044, "eval_precision": 0.6503067484662577, "eval_recall": 0.7361111111111112, "eval_runtime": 2.7686, "eval_samples_per_second": 72.24, "eval_steps_per_second": 9.03, "step": 6200 }, { "epoch": 142.22, "eval_accuracy_score": 0.9578361177406524, "eval_f1": 0.7337662337662337, "eval_loss": 0.3645722270011902, "eval_precision": 0.6890243902439024, "eval_recall": 0.7847222222222222, "eval_runtime": 2.7671, "eval_samples_per_second": 72.277, "eval_steps_per_second": 9.035, "step": 6400 }, { "epoch": 144.44, "learning_rate": 2.8523489932885905e-05, "loss": 0.0012, "step": 6500 }, { "epoch": 146.67, "eval_accuracy_score": 0.9567753911429329, "eval_f1": 0.7427652733118972, "eval_loss": 0.3477034866809845, "eval_precision": 0.6916167664670658, "eval_recall": 0.8020833333333334, "eval_runtime": 2.7617, "eval_samples_per_second": 72.419, "eval_steps_per_second": 9.052, "step": 6600 }, { "epoch": 151.11, "eval_accuracy_score": 0.9549191195969239, "eval_f1": 0.7156862745098039, "eval_loss": 0.3507363796234131, "eval_precision": 0.6759259259259259, "eval_recall": 0.7604166666666666, "eval_runtime": 2.7711, "eval_samples_per_second": 72.173, "eval_steps_per_second": 9.022, "step": 6800 }, { "epoch": 155.56, "learning_rate": 2.6845637583892618e-05, "loss": 0.0004, "step": 7000 }, { "epoch": 155.56, "eval_accuracy_score": 0.9557146645452135, "eval_f1": 0.7368421052631579, "eval_loss": 0.40961742401123047, "eval_precision": 0.6814159292035398, "eval_recall": 0.8020833333333334, "eval_runtime": 2.7599, "eval_samples_per_second": 72.467, "eval_steps_per_second": 9.058, "step": 7000 }, { "epoch": 155.56, "step": 7000, "total_flos": 2.902406748816384e+16, "train_loss": 0.011920496485063008, "train_runtime": 10148.142, "train_samples_per_second": 47.299, "train_steps_per_second": 1.478 } ], "max_steps": 15000, "num_train_epochs": 334, "total_flos": 2.902406748816384e+16, "trial_name": null, "trial_params": null }