| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "Batch Mean": 3.64324951171875, | |
| "accuracy": 0.6015625, | |
| "epoch": 0, | |
| "step": 0 | |
| }, | |
| { | |
| "epoch": 0.0025, | |
| "grad_norm": 6.657606601715088, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 0.6742, | |
| "step": 1 | |
| }, | |
| { | |
| "Batch Mean": 3.58660888671875, | |
| "accuracy": 0.5, | |
| "epoch": 0.0025, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.005, | |
| "grad_norm": 5.2591233253479, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.6808, | |
| "step": 2 | |
| }, | |
| { | |
| "Batch Mean": 3.56298828125, | |
| "accuracy": 0.546875, | |
| "epoch": 0.005, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0075, | |
| "grad_norm": 5.481376647949219, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.6846, | |
| "step": 3 | |
| }, | |
| { | |
| "Batch Mean": 3.60186767578125, | |
| "accuracy": 0.5625, | |
| "epoch": 0.0075, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 7.51620626449585, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.6892, | |
| "step": 4 | |
| }, | |
| { | |
| "Batch Mean": 3.57855224609375, | |
| "accuracy": 0.453125, | |
| "epoch": 0.01, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0125, | |
| "grad_norm": 8.899469375610352, | |
| "learning_rate": 1.25e-06, | |
| "loss": 0.6956, | |
| "step": 5 | |
| }, | |
| { | |
| "Batch Mean": 3.595703125, | |
| "accuracy": 0.5546875, | |
| "epoch": 0.0125, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.015, | |
| "grad_norm": 6.726147174835205, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.6839, | |
| "step": 6 | |
| }, | |
| { | |
| "Batch Mean": 3.64105224609375, | |
| "accuracy": 0.453125, | |
| "epoch": 0.015, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0175, | |
| "grad_norm": 7.116271018981934, | |
| "learning_rate": 1.75e-06, | |
| "loss": 0.7154, | |
| "step": 7 | |
| }, | |
| { | |
| "Batch Mean": 3.6541748046875, | |
| "accuracy": 0.5546875, | |
| "epoch": 0.0175, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 6.190150260925293, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.6844, | |
| "step": 8 | |
| }, | |
| { | |
| "Batch Mean": 3.6507568359375, | |
| "accuracy": 0.6015625, | |
| "epoch": 0.02, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0225, | |
| "grad_norm": 7.176676273345947, | |
| "learning_rate": 2.25e-06, | |
| "loss": 0.665, | |
| "step": 9 | |
| }, | |
| { | |
| "Batch Mean": 3.6649169921875, | |
| "accuracy": 0.59375, | |
| "epoch": 0.0225, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.025, | |
| "grad_norm": 5.139154434204102, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.6626, | |
| "step": 10 | |
| }, | |
| { | |
| "Batch Mean": 3.70733642578125, | |
| "accuracy": 0.671875, | |
| "epoch": 0.025, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0275, | |
| "grad_norm": 5.621807098388672, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 0.6299, | |
| "step": 11 | |
| }, | |
| { | |
| "Batch Mean": 3.74017333984375, | |
| "accuracy": 0.65625, | |
| "epoch": 0.0275, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.459871768951416, | |
| "learning_rate": 3e-06, | |
| "loss": 0.6321, | |
| "step": 12 | |
| }, | |
| { | |
| "Batch Mean": 3.8514404296875, | |
| "accuracy": 0.625, | |
| "epoch": 0.03, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0325, | |
| "grad_norm": 7.757749557495117, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 0.6453, | |
| "step": 13 | |
| }, | |
| { | |
| "Batch Mean": 3.80059814453125, | |
| "accuracy": 0.703125, | |
| "epoch": 0.0325, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.035, | |
| "grad_norm": 6.681384086608887, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.5769, | |
| "step": 14 | |
| }, | |
| { | |
| "Batch Mean": 3.8978271484375, | |
| "accuracy": 0.6640625, | |
| "epoch": 0.035, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0375, | |
| "grad_norm": 10.110990524291992, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.6354, | |
| "step": 15 | |
| }, | |
| { | |
| "Batch Mean": 3.6146774291992188, | |
| "accuracy": 0.71875, | |
| "epoch": 0.0375, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 10.233904838562012, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.6182, | |
| "step": 16 | |
| }, | |
| { | |
| "Batch Mean": 3.5331335067749023, | |
| "accuracy": 0.6328125, | |
| "epoch": 0.04, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0425, | |
| "grad_norm": 10.035528182983398, | |
| "learning_rate": 4.25e-06, | |
| "loss": 0.6252, | |
| "step": 17 | |
| }, | |
| { | |
| "Batch Mean": 3.0357871055603027, | |
| "accuracy": 0.625, | |
| "epoch": 0.0425, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.045, | |
| "grad_norm": 9.972918510437012, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.6225, | |
| "step": 18 | |
| }, | |
| { | |
| "Batch Mean": 2.6747031211853027, | |
| "accuracy": 0.6796875, | |
| "epoch": 0.045, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0475, | |
| "grad_norm": 21.3759765625, | |
| "learning_rate": 4.75e-06, | |
| "loss": 0.6328, | |
| "step": 19 | |
| }, | |
| { | |
| "Batch Mean": 2.418215751647949, | |
| "accuracy": 0.6875, | |
| "epoch": 0.0475, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 10.712898254394531, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6352, | |
| "step": 20 | |
| }, | |
| { | |
| "Batch Mean": 1.9824256896972656, | |
| "accuracy": 0.640625, | |
| "epoch": 0.05, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0525, | |
| "grad_norm": 10.833212852478027, | |
| "learning_rate": 4.986842105263158e-06, | |
| "loss": 0.6244, | |
| "step": 21 | |
| }, | |
| { | |
| "Batch Mean": 1.5567502975463867, | |
| "accuracy": 0.6484375, | |
| "epoch": 0.0525, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.055, | |
| "grad_norm": 8.710196495056152, | |
| "learning_rate": 4.973684210526316e-06, | |
| "loss": 0.6002, | |
| "step": 22 | |
| }, | |
| { | |
| "Batch Mean": 1.262591004371643, | |
| "accuracy": 0.6484375, | |
| "epoch": 0.055, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0575, | |
| "grad_norm": 9.207337379455566, | |
| "learning_rate": 4.960526315789474e-06, | |
| "loss": 0.5754, | |
| "step": 23 | |
| }, | |
| { | |
| "Batch Mean": 0.9924072027206421, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.0575, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 7.179128170013428, | |
| "learning_rate": 4.947368421052632e-06, | |
| "loss": 0.5446, | |
| "step": 24 | |
| }, | |
| { | |
| "Batch Mean": 0.7883305549621582, | |
| "accuracy": 0.6484375, | |
| "epoch": 0.06, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0625, | |
| "grad_norm": 7.777095794677734, | |
| "learning_rate": 4.9342105263157895e-06, | |
| "loss": 0.6383, | |
| "step": 25 | |
| }, | |
| { | |
| "Batch Mean": 0.7204087972640991, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.0625, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.065, | |
| "grad_norm": 6.316252708435059, | |
| "learning_rate": 4.921052631578948e-06, | |
| "loss": 0.5416, | |
| "step": 26 | |
| }, | |
| { | |
| "Batch Mean": 0.7001075744628906, | |
| "accuracy": 0.75, | |
| "epoch": 0.065, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0675, | |
| "grad_norm": 6.2172017097473145, | |
| "learning_rate": 4.907894736842106e-06, | |
| "loss": 0.5603, | |
| "step": 27 | |
| }, | |
| { | |
| "Batch Mean": 0.4948960542678833, | |
| "accuracy": 0.6640625, | |
| "epoch": 0.0675, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 6.071000576019287, | |
| "learning_rate": 4.894736842105264e-06, | |
| "loss": 0.5919, | |
| "step": 28 | |
| }, | |
| { | |
| "Batch Mean": 0.6193783283233643, | |
| "accuracy": 0.609375, | |
| "epoch": 0.07, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0725, | |
| "grad_norm": 7.123428821563721, | |
| "learning_rate": 4.881578947368422e-06, | |
| "loss": 0.6265, | |
| "step": 29 | |
| }, | |
| { | |
| "Batch Mean": 0.5463962554931641, | |
| "accuracy": 0.6640625, | |
| "epoch": 0.0725, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.075, | |
| "grad_norm": 8.785526275634766, | |
| "learning_rate": 4.8684210526315795e-06, | |
| "loss": 0.6251, | |
| "step": 30 | |
| }, | |
| { | |
| "Batch Mean": 0.6883676052093506, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.075, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0775, | |
| "grad_norm": 6.22755241394043, | |
| "learning_rate": 4.855263157894737e-06, | |
| "loss": 0.5505, | |
| "step": 31 | |
| }, | |
| { | |
| "Batch Mean": 0.8646153211593628, | |
| "accuracy": 0.71875, | |
| "epoch": 0.0775, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 5.980678558349609, | |
| "learning_rate": 4.842105263157895e-06, | |
| "loss": 0.5817, | |
| "step": 32 | |
| }, | |
| { | |
| "Batch Mean": 0.9955297708511353, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.08, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0825, | |
| "grad_norm": 5.80774450302124, | |
| "learning_rate": 4.828947368421053e-06, | |
| "loss": 0.5697, | |
| "step": 33 | |
| }, | |
| { | |
| "Batch Mean": 1.163506031036377, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.0825, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.085, | |
| "grad_norm": 7.277930736541748, | |
| "learning_rate": 4.815789473684211e-06, | |
| "loss": 0.5299, | |
| "step": 34 | |
| }, | |
| { | |
| "Batch Mean": 1.314648151397705, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.085, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0875, | |
| "grad_norm": 6.664306163787842, | |
| "learning_rate": 4.802631578947369e-06, | |
| "loss": 0.5548, | |
| "step": 35 | |
| }, | |
| { | |
| "Batch Mean": 1.4656352996826172, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.0875, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 6.886595249176025, | |
| "learning_rate": 4.789473684210527e-06, | |
| "loss": 0.5432, | |
| "step": 36 | |
| }, | |
| { | |
| "Batch Mean": 1.5227254629135132, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.09, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0925, | |
| "grad_norm": 6.418576717376709, | |
| "learning_rate": 4.7763157894736844e-06, | |
| "loss": 0.5536, | |
| "step": 37 | |
| }, | |
| { | |
| "Batch Mean": 1.631667137145996, | |
| "accuracy": 0.71875, | |
| "epoch": 0.0925, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.095, | |
| "grad_norm": 8.560834884643555, | |
| "learning_rate": 4.763157894736842e-06, | |
| "loss": 0.569, | |
| "step": 38 | |
| }, | |
| { | |
| "Batch Mean": 1.6476902961730957, | |
| "accuracy": 0.734375, | |
| "epoch": 0.095, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0975, | |
| "grad_norm": 8.121230125427246, | |
| "learning_rate": 4.75e-06, | |
| "loss": 0.5418, | |
| "step": 39 | |
| }, | |
| { | |
| "Batch Mean": 1.492204189300537, | |
| "accuracy": 0.71875, | |
| "epoch": 0.0975, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 7.698504447937012, | |
| "learning_rate": 4.736842105263158e-06, | |
| "loss": 0.5079, | |
| "step": 40 | |
| }, | |
| { | |
| "Batch Mean": 1.3397908210754395, | |
| "accuracy": 0.75, | |
| "epoch": 0.1, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1025, | |
| "grad_norm": 8.164704322814941, | |
| "learning_rate": 4.723684210526316e-06, | |
| "loss": 0.5291, | |
| "step": 41 | |
| }, | |
| { | |
| "Batch Mean": 1.4944896697998047, | |
| "accuracy": 0.75, | |
| "epoch": 0.1025, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.105, | |
| "grad_norm": 7.740182399749756, | |
| "learning_rate": 4.710526315789474e-06, | |
| "loss": 0.5375, | |
| "step": 42 | |
| }, | |
| { | |
| "Batch Mean": 1.322850227355957, | |
| "accuracy": 0.765625, | |
| "epoch": 0.105, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.1075, | |
| "grad_norm": 7.922670841217041, | |
| "learning_rate": 4.697368421052632e-06, | |
| "loss": 0.4777, | |
| "step": 43 | |
| }, | |
| { | |
| "Batch Mean": 1.4683116674423218, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.1075, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 8.393726348876953, | |
| "learning_rate": 4.68421052631579e-06, | |
| "loss": 0.4728, | |
| "step": 44 | |
| }, | |
| { | |
| "Batch Mean": 1.6116371154785156, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.11, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.1125, | |
| "grad_norm": 9.989266395568848, | |
| "learning_rate": 4.671052631578948e-06, | |
| "loss": 0.5428, | |
| "step": 45 | |
| }, | |
| { | |
| "Batch Mean": 1.52450692653656, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.1125, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.115, | |
| "grad_norm": 9.131291389465332, | |
| "learning_rate": 4.657894736842106e-06, | |
| "loss": 0.4236, | |
| "step": 46 | |
| }, | |
| { | |
| "Batch Mean": 1.776949405670166, | |
| "accuracy": 0.71875, | |
| "epoch": 0.115, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.1175, | |
| "grad_norm": 11.912744522094727, | |
| "learning_rate": 4.6447368421052635e-06, | |
| "loss": 0.6295, | |
| "step": 47 | |
| }, | |
| { | |
| "Batch Mean": 2.3817920684814453, | |
| "accuracy": 0.6875, | |
| "epoch": 0.1175, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 10.917041778564453, | |
| "learning_rate": 4.631578947368421e-06, | |
| "loss": 0.5316, | |
| "step": 48 | |
| }, | |
| { | |
| "Batch Mean": 2.175340175628662, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.12, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.1225, | |
| "grad_norm": 8.514415740966797, | |
| "learning_rate": 4.618421052631579e-06, | |
| "loss": 0.4724, | |
| "step": 49 | |
| }, | |
| { | |
| "Batch Mean": 2.521066665649414, | |
| "accuracy": 0.65625, | |
| "epoch": 0.1225, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 10.435226440429688, | |
| "learning_rate": 4.605263157894737e-06, | |
| "loss": 0.6361, | |
| "step": 50 | |
| }, | |
| { | |
| "Batch Mean": 2.40045166015625, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.125, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1275, | |
| "grad_norm": 7.130827903747559, | |
| "learning_rate": 4.592105263157895e-06, | |
| "loss": 0.4949, | |
| "step": 51 | |
| }, | |
| { | |
| "Batch Mean": 2.7120556831359863, | |
| "accuracy": 0.6953125, | |
| "epoch": 0.1275, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 6.832071304321289, | |
| "learning_rate": 4.578947368421053e-06, | |
| "loss": 0.5509, | |
| "step": 52 | |
| }, | |
| { | |
| "Batch Mean": 2.6350326538085938, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.13, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.1325, | |
| "grad_norm": 6.527810096740723, | |
| "learning_rate": 4.565789473684211e-06, | |
| "loss": 0.5334, | |
| "step": 53 | |
| }, | |
| { | |
| "Batch Mean": 2.8320467472076416, | |
| "accuracy": 0.75, | |
| "epoch": 0.1325, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.135, | |
| "grad_norm": 6.686796188354492, | |
| "learning_rate": 4.552631578947369e-06, | |
| "loss": 0.505, | |
| "step": 54 | |
| }, | |
| { | |
| "Batch Mean": 2.5793724060058594, | |
| "accuracy": 0.71875, | |
| "epoch": 0.135, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1375, | |
| "grad_norm": 6.586344242095947, | |
| "learning_rate": 4.539473684210527e-06, | |
| "loss": 0.5145, | |
| "step": 55 | |
| }, | |
| { | |
| "Batch Mean": 2.652639389038086, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.1375, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 7.232706069946289, | |
| "learning_rate": 4.526315789473685e-06, | |
| "loss": 0.4847, | |
| "step": 56 | |
| }, | |
| { | |
| "Batch Mean": 2.7974865436553955, | |
| "accuracy": 0.671875, | |
| "epoch": 0.14, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1425, | |
| "grad_norm": 9.864455223083496, | |
| "learning_rate": 4.513157894736843e-06, | |
| "loss": 0.5848, | |
| "step": 57 | |
| }, | |
| { | |
| "Batch Mean": 2.7397356033325195, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.1425, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.145, | |
| "grad_norm": 6.654571056365967, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.5149, | |
| "step": 58 | |
| }, | |
| { | |
| "Batch Mean": 3.020786762237549, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.145, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.1475, | |
| "grad_norm": 7.521582126617432, | |
| "learning_rate": 4.4868421052631584e-06, | |
| "loss": 0.532, | |
| "step": 59 | |
| }, | |
| { | |
| "Batch Mean": 3.0784976482391357, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.1475, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 7.8287272453308105, | |
| "learning_rate": 4.473684210526316e-06, | |
| "loss": 0.5201, | |
| "step": 60 | |
| }, | |
| { | |
| "Batch Mean": 3.2929041385650635, | |
| "accuracy": 0.6875, | |
| "epoch": 0.15, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1525, | |
| "grad_norm": 7.036741733551025, | |
| "learning_rate": 4.460526315789474e-06, | |
| "loss": 0.5192, | |
| "step": 61 | |
| }, | |
| { | |
| "Batch Mean": 3.2737629413604736, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.1525, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.155, | |
| "grad_norm": 8.064910888671875, | |
| "learning_rate": 4.447368421052632e-06, | |
| "loss": 0.5094, | |
| "step": 62 | |
| }, | |
| { | |
| "Batch Mean": 3.0026721954345703, | |
| "accuracy": 0.75, | |
| "epoch": 0.155, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.1575, | |
| "grad_norm": 8.189529418945312, | |
| "learning_rate": 4.43421052631579e-06, | |
| "loss": 0.4838, | |
| "step": 63 | |
| }, | |
| { | |
| "Batch Mean": 3.0598621368408203, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.1575, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 7.452142238616943, | |
| "learning_rate": 4.4210526315789476e-06, | |
| "loss": 0.5297, | |
| "step": 64 | |
| }, | |
| { | |
| "Batch Mean": 2.890104293823242, | |
| "accuracy": 0.734375, | |
| "epoch": 0.16, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1625, | |
| "grad_norm": 7.773412227630615, | |
| "learning_rate": 4.407894736842105e-06, | |
| "loss": 0.4938, | |
| "step": 65 | |
| }, | |
| { | |
| "Batch Mean": 2.8558566570281982, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.1625, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.165, | |
| "grad_norm": 7.888664722442627, | |
| "learning_rate": 4.394736842105263e-06, | |
| "loss": 0.5426, | |
| "step": 66 | |
| }, | |
| { | |
| "Batch Mean": 2.8415894508361816, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.165, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.1675, | |
| "grad_norm": 7.992714881896973, | |
| "learning_rate": 4.381578947368421e-06, | |
| "loss": 0.5278, | |
| "step": 67 | |
| }, | |
| { | |
| "Batch Mean": 2.5067033767700195, | |
| "accuracy": 0.71875, | |
| "epoch": 0.1675, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 7.569831848144531, | |
| "learning_rate": 4.368421052631579e-06, | |
| "loss": 0.497, | |
| "step": 68 | |
| }, | |
| { | |
| "Batch Mean": 2.690906047821045, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.17, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1725, | |
| "grad_norm": 8.406615257263184, | |
| "learning_rate": 4.3552631578947375e-06, | |
| "loss": 0.5383, | |
| "step": 69 | |
| }, | |
| { | |
| "Batch Mean": 2.54428768157959, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.1725, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.175, | |
| "grad_norm": 6.022793292999268, | |
| "learning_rate": 4.342105263157895e-06, | |
| "loss": 0.4619, | |
| "step": 70 | |
| }, | |
| { | |
| "Batch Mean": 2.539039134979248, | |
| "accuracy": 0.75, | |
| "epoch": 0.175, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1775, | |
| "grad_norm": 5.931001663208008, | |
| "learning_rate": 4.328947368421053e-06, | |
| "loss": 0.4643, | |
| "step": 71 | |
| }, | |
| { | |
| "Batch Mean": 2.3624706268310547, | |
| "accuracy": 0.75, | |
| "epoch": 0.1775, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 6.277031898498535, | |
| "learning_rate": 4.315789473684211e-06, | |
| "loss": 0.5027, | |
| "step": 72 | |
| }, | |
| { | |
| "Batch Mean": 2.5795602798461914, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.18, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1825, | |
| "grad_norm": 7.181740760803223, | |
| "learning_rate": 4.302631578947369e-06, | |
| "loss": 0.4652, | |
| "step": 73 | |
| }, | |
| { | |
| "Batch Mean": 2.328335762023926, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.1825, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.185, | |
| "grad_norm": 6.926029205322266, | |
| "learning_rate": 4.289473684210527e-06, | |
| "loss": 0.4554, | |
| "step": 74 | |
| }, | |
| { | |
| "Batch Mean": 2.195453643798828, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.185, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1875, | |
| "grad_norm": 7.934150695800781, | |
| "learning_rate": 4.276315789473684e-06, | |
| "loss": 0.5458, | |
| "step": 75 | |
| }, | |
| { | |
| "Batch Mean": 2.7026095390319824, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.1875, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 7.034529209136963, | |
| "learning_rate": 4.2631578947368425e-06, | |
| "loss": 0.5041, | |
| "step": 76 | |
| }, | |
| { | |
| "Batch Mean": 2.611628532409668, | |
| "accuracy": 0.734375, | |
| "epoch": 0.19, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1925, | |
| "grad_norm": 7.741730213165283, | |
| "learning_rate": 4.25e-06, | |
| "loss": 0.4804, | |
| "step": 77 | |
| }, | |
| { | |
| "Batch Mean": 2.5273165702819824, | |
| "accuracy": 0.765625, | |
| "epoch": 0.1925, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.195, | |
| "grad_norm": 7.251089572906494, | |
| "learning_rate": 4.236842105263158e-06, | |
| "loss": 0.4959, | |
| "step": 78 | |
| }, | |
| { | |
| "Batch Mean": 2.5558762550354004, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.195, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.1975, | |
| "grad_norm": 7.240261077880859, | |
| "learning_rate": 4.223684210526316e-06, | |
| "loss": 0.5173, | |
| "step": 79 | |
| }, | |
| { | |
| "Batch Mean": 2.2066729068756104, | |
| "accuracy": 0.78125, | |
| "epoch": 0.1975, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 7.0953474044799805, | |
| "learning_rate": 4.210526315789474e-06, | |
| "loss": 0.5174, | |
| "step": 80 | |
| }, | |
| { | |
| "Batch Mean": 2.377552032470703, | |
| "accuracy": 0.796875, | |
| "epoch": 0.2, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2025, | |
| "grad_norm": 7.204663276672363, | |
| "learning_rate": 4.197368421052632e-06, | |
| "loss": 0.4628, | |
| "step": 81 | |
| }, | |
| { | |
| "Batch Mean": 2.3107597827911377, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.2025, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.205, | |
| "grad_norm": 7.396126747131348, | |
| "learning_rate": 4.18421052631579e-06, | |
| "loss": 0.5078, | |
| "step": 82 | |
| }, | |
| { | |
| "Batch Mean": 1.8419753313064575, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.205, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.2075, | |
| "grad_norm": 8.316776275634766, | |
| "learning_rate": 4.171052631578948e-06, | |
| "loss": 0.4945, | |
| "step": 83 | |
| }, | |
| { | |
| "Batch Mean": 2.162795066833496, | |
| "accuracy": 0.859375, | |
| "epoch": 0.2075, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 6.570835113525391, | |
| "learning_rate": 4.157894736842106e-06, | |
| "loss": 0.3966, | |
| "step": 84 | |
| }, | |
| { | |
| "Batch Mean": 2.2369089126586914, | |
| "accuracy": 0.765625, | |
| "epoch": 0.21, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.2125, | |
| "grad_norm": 7.585580825805664, | |
| "learning_rate": 4.144736842105263e-06, | |
| "loss": 0.5321, | |
| "step": 85 | |
| }, | |
| { | |
| "Batch Mean": 2.4348106384277344, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.2125, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.215, | |
| "grad_norm": 7.9683098793029785, | |
| "learning_rate": 4.1315789473684216e-06, | |
| "loss": 0.5224, | |
| "step": 86 | |
| }, | |
| { | |
| "Batch Mean": 2.9450817108154297, | |
| "accuracy": 0.8125, | |
| "epoch": 0.215, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.2175, | |
| "grad_norm": 7.830796718597412, | |
| "learning_rate": 4.118421052631579e-06, | |
| "loss": 0.4866, | |
| "step": 87 | |
| }, | |
| { | |
| "Batch Mean": 2.9916036128997803, | |
| "accuracy": 0.765625, | |
| "epoch": 0.2175, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 9.743931770324707, | |
| "learning_rate": 4.105263157894737e-06, | |
| "loss": 0.5408, | |
| "step": 88 | |
| }, | |
| { | |
| "Batch Mean": 3.0171022415161133, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.22, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.2225, | |
| "grad_norm": 7.245960235595703, | |
| "learning_rate": 4.092105263157895e-06, | |
| "loss": 0.4232, | |
| "step": 89 | |
| }, | |
| { | |
| "Batch Mean": 3.2700085639953613, | |
| "accuracy": 0.75, | |
| "epoch": 0.2225, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.225, | |
| "grad_norm": 7.346113681793213, | |
| "learning_rate": 4.078947368421053e-06, | |
| "loss": 0.4981, | |
| "step": 90 | |
| }, | |
| { | |
| "Batch Mean": 3.375551700592041, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.225, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2275, | |
| "grad_norm": 8.201985359191895, | |
| "learning_rate": 4.065789473684211e-06, | |
| "loss": 0.4761, | |
| "step": 91 | |
| }, | |
| { | |
| "Batch Mean": 3.438584327697754, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.2275, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 8.22840690612793, | |
| "learning_rate": 4.052631578947368e-06, | |
| "loss": 0.5708, | |
| "step": 92 | |
| }, | |
| { | |
| "Batch Mean": 3.2276859283447266, | |
| "accuracy": 0.71875, | |
| "epoch": 0.23, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.2325, | |
| "grad_norm": 7.885838508605957, | |
| "learning_rate": 4.0394736842105265e-06, | |
| "loss": 0.5382, | |
| "step": 93 | |
| }, | |
| { | |
| "Batch Mean": 3.2703161239624023, | |
| "accuracy": 0.765625, | |
| "epoch": 0.2325, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.235, | |
| "grad_norm": 5.956949234008789, | |
| "learning_rate": 4.026315789473684e-06, | |
| "loss": 0.4753, | |
| "step": 94 | |
| }, | |
| { | |
| "Batch Mean": 2.999190330505371, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.235, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.2375, | |
| "grad_norm": 6.309754848480225, | |
| "learning_rate": 4.013157894736842e-06, | |
| "loss": 0.5308, | |
| "step": 95 | |
| }, | |
| { | |
| "Batch Mean": 2.9133434295654297, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.2375, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 7.293734073638916, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.4746, | |
| "step": 96 | |
| }, | |
| { | |
| "Batch Mean": 2.940767288208008, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.24, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.2425, | |
| "grad_norm": 5.970653533935547, | |
| "learning_rate": 3.986842105263158e-06, | |
| "loss": 0.4666, | |
| "step": 97 | |
| }, | |
| { | |
| "Batch Mean": 2.4930241107940674, | |
| "accuracy": 0.828125, | |
| "epoch": 0.2425, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.245, | |
| "grad_norm": 5.983125686645508, | |
| "learning_rate": 3.9736842105263165e-06, | |
| "loss": 0.4405, | |
| "step": 98 | |
| }, | |
| { | |
| "Batch Mean": 2.768970012664795, | |
| "accuracy": 0.6875, | |
| "epoch": 0.245, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.2475, | |
| "grad_norm": 7.222211837768555, | |
| "learning_rate": 3.960526315789474e-06, | |
| "loss": 0.5831, | |
| "step": 99 | |
| }, | |
| { | |
| "Batch Mean": 2.600813150405884, | |
| "accuracy": 0.8125, | |
| "epoch": 0.2475, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 6.174572944641113, | |
| "learning_rate": 3.947368421052632e-06, | |
| "loss": 0.3996, | |
| "step": 100 | |
| }, | |
| { | |
| "Batch Mean": 2.7795987129211426, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.25, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2525, | |
| "grad_norm": 6.83671236038208, | |
| "learning_rate": 3.93421052631579e-06, | |
| "loss": 0.5049, | |
| "step": 101 | |
| }, | |
| { | |
| "Batch Mean": 3.153959274291992, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.2525, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.255, | |
| "grad_norm": 7.497275352478027, | |
| "learning_rate": 3.921052631578947e-06, | |
| "loss": 0.4726, | |
| "step": 102 | |
| }, | |
| { | |
| "Batch Mean": 3.3440189361572266, | |
| "accuracy": 0.8125, | |
| "epoch": 0.255, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.2575, | |
| "grad_norm": 6.329479217529297, | |
| "learning_rate": 3.907894736842106e-06, | |
| "loss": 0.3769, | |
| "step": 103 | |
| }, | |
| { | |
| "Batch Mean": 3.1725075244903564, | |
| "accuracy": 0.765625, | |
| "epoch": 0.2575, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 7.60507869720459, | |
| "learning_rate": 3.894736842105263e-06, | |
| "loss": 0.4352, | |
| "step": 104 | |
| }, | |
| { | |
| "Batch Mean": 3.409212827682495, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.26, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.2625, | |
| "grad_norm": 9.034660339355469, | |
| "learning_rate": 3.8815789473684214e-06, | |
| "loss": 0.4505, | |
| "step": 105 | |
| }, | |
| { | |
| "Batch Mean": 3.7719802856445312, | |
| "accuracy": 0.765625, | |
| "epoch": 0.2625, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.265, | |
| "grad_norm": 8.710013389587402, | |
| "learning_rate": 3.868421052631579e-06, | |
| "loss": 0.4257, | |
| "step": 106 | |
| }, | |
| { | |
| "Batch Mean": 4.079001426696777, | |
| "accuracy": 0.71875, | |
| "epoch": 0.265, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.2675, | |
| "grad_norm": 11.614973068237305, | |
| "learning_rate": 3.855263157894737e-06, | |
| "loss": 0.487, | |
| "step": 107 | |
| }, | |
| { | |
| "Batch Mean": 4.675480842590332, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.2675, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 11.474054336547852, | |
| "learning_rate": 3.842105263157895e-06, | |
| "loss": 0.5035, | |
| "step": 108 | |
| }, | |
| { | |
| "Batch Mean": 4.677275657653809, | |
| "accuracy": 0.765625, | |
| "epoch": 0.27, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.2725, | |
| "grad_norm": 12.407071113586426, | |
| "learning_rate": 3.828947368421053e-06, | |
| "loss": 0.5013, | |
| "step": 109 | |
| }, | |
| { | |
| "Batch Mean": 5.106083869934082, | |
| "accuracy": 0.8125, | |
| "epoch": 0.2725, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.275, | |
| "grad_norm": 10.379884719848633, | |
| "learning_rate": 3.815789473684211e-06, | |
| "loss": 0.3935, | |
| "step": 110 | |
| }, | |
| { | |
| "Batch Mean": 5.2830119132995605, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.275, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2775, | |
| "grad_norm": 8.18240737915039, | |
| "learning_rate": 3.802631578947369e-06, | |
| "loss": 0.3212, | |
| "step": 111 | |
| }, | |
| { | |
| "Batch Mean": 4.785458564758301, | |
| "accuracy": 0.84375, | |
| "epoch": 0.2775, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 8.109498977661133, | |
| "learning_rate": 3.789473684210527e-06, | |
| "loss": 0.325, | |
| "step": 112 | |
| }, | |
| { | |
| "Batch Mean": 4.754400730133057, | |
| "accuracy": 0.78125, | |
| "epoch": 0.28, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.2825, | |
| "grad_norm": 11.198568344116211, | |
| "learning_rate": 3.7763157894736847e-06, | |
| "loss": 0.477, | |
| "step": 113 | |
| }, | |
| { | |
| "Batch Mean": 4.87004280090332, | |
| "accuracy": 0.796875, | |
| "epoch": 0.2825, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.285, | |
| "grad_norm": 10.391942977905273, | |
| "learning_rate": 3.7631578947368426e-06, | |
| "loss": 0.4144, | |
| "step": 114 | |
| }, | |
| { | |
| "Batch Mean": 5.210759162902832, | |
| "accuracy": 0.6953125, | |
| "epoch": 0.285, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2875, | |
| "grad_norm": 13.044468879699707, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.5755, | |
| "step": 115 | |
| }, | |
| { | |
| "Batch Mean": 4.891458511352539, | |
| "accuracy": 0.75, | |
| "epoch": 0.2875, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 10.2129487991333, | |
| "learning_rate": 3.736842105263158e-06, | |
| "loss": 0.5067, | |
| "step": 116 | |
| }, | |
| { | |
| "Batch Mean": 4.567095756530762, | |
| "accuracy": 0.828125, | |
| "epoch": 0.29, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.2925, | |
| "grad_norm": 7.831666469573975, | |
| "learning_rate": 3.723684210526316e-06, | |
| "loss": 0.3706, | |
| "step": 117 | |
| }, | |
| { | |
| "Batch Mean": 4.688891410827637, | |
| "accuracy": 0.8125, | |
| "epoch": 0.2925, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.295, | |
| "grad_norm": 8.019044876098633, | |
| "learning_rate": 3.710526315789474e-06, | |
| "loss": 0.398, | |
| "step": 118 | |
| }, | |
| { | |
| "Batch Mean": 4.864707946777344, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.295, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.2975, | |
| "grad_norm": 9.05286979675293, | |
| "learning_rate": 3.6973684210526317e-06, | |
| "loss": 0.5245, | |
| "step": 119 | |
| }, | |
| { | |
| "Batch Mean": 4.6876678466796875, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.2975, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 8.225624084472656, | |
| "learning_rate": 3.6842105263157896e-06, | |
| "loss": 0.442, | |
| "step": 120 | |
| }, | |
| { | |
| "Batch Mean": 4.1729278564453125, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.3, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3025, | |
| "grad_norm": 7.661060810089111, | |
| "learning_rate": 3.6710526315789476e-06, | |
| "loss": 0.4628, | |
| "step": 121 | |
| }, | |
| { | |
| "Batch Mean": 4.011091232299805, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.3025, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.305, | |
| "grad_norm": 7.079358100891113, | |
| "learning_rate": 3.657894736842106e-06, | |
| "loss": 0.4218, | |
| "step": 122 | |
| }, | |
| { | |
| "Batch Mean": 4.086966514587402, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.305, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3075, | |
| "grad_norm": 6.512862682342529, | |
| "learning_rate": 3.644736842105264e-06, | |
| "loss": 0.4282, | |
| "step": 123 | |
| }, | |
| { | |
| "Batch Mean": 4.260967254638672, | |
| "accuracy": 0.796875, | |
| "epoch": 0.3075, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 7.515966892242432, | |
| "learning_rate": 3.6315789473684217e-06, | |
| "loss": 0.4666, | |
| "step": 124 | |
| }, | |
| { | |
| "Batch Mean": 4.493681907653809, | |
| "accuracy": 0.71875, | |
| "epoch": 0.31, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 7.867684364318848, | |
| "learning_rate": 3.618421052631579e-06, | |
| "loss": 0.5071, | |
| "step": 125 | |
| }, | |
| { | |
| "Batch Mean": 4.890687942504883, | |
| "accuracy": 0.8125, | |
| "epoch": 0.3125, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.315, | |
| "grad_norm": 7.532710552215576, | |
| "learning_rate": 3.605263157894737e-06, | |
| "loss": 0.4652, | |
| "step": 126 | |
| }, | |
| { | |
| "Batch Mean": 4.562954902648926, | |
| "accuracy": 0.765625, | |
| "epoch": 0.315, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.3175, | |
| "grad_norm": 8.537458419799805, | |
| "learning_rate": 3.592105263157895e-06, | |
| "loss": 0.4776, | |
| "step": 127 | |
| }, | |
| { | |
| "Batch Mean": 4.587188720703125, | |
| "accuracy": 0.78125, | |
| "epoch": 0.3175, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 6.799316883087158, | |
| "learning_rate": 3.578947368421053e-06, | |
| "loss": 0.4191, | |
| "step": 128 | |
| }, | |
| { | |
| "Batch Mean": 3.9915571212768555, | |
| "accuracy": 0.75, | |
| "epoch": 0.32, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.3225, | |
| "grad_norm": 8.045788764953613, | |
| "learning_rate": 3.565789473684211e-06, | |
| "loss": 0.506, | |
| "step": 129 | |
| }, | |
| { | |
| "Batch Mean": 4.073477745056152, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.3225, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.325, | |
| "grad_norm": 8.907149314880371, | |
| "learning_rate": 3.5526315789473687e-06, | |
| "loss": 0.4877, | |
| "step": 130 | |
| }, | |
| { | |
| "Batch Mean": 4.1734771728515625, | |
| "accuracy": 0.75, | |
| "epoch": 0.325, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.3275, | |
| "grad_norm": 9.162409782409668, | |
| "learning_rate": 3.5394736842105266e-06, | |
| "loss": 0.5122, | |
| "step": 131 | |
| }, | |
| { | |
| "Batch Mean": 3.731600761413574, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.3275, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 6.665674209594727, | |
| "learning_rate": 3.5263157894736846e-06, | |
| "loss": 0.4075, | |
| "step": 132 | |
| }, | |
| { | |
| "Batch Mean": 3.5332088470458984, | |
| "accuracy": 0.765625, | |
| "epoch": 0.33, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.3325, | |
| "grad_norm": 7.407108783721924, | |
| "learning_rate": 3.513157894736842e-06, | |
| "loss": 0.4435, | |
| "step": 133 | |
| }, | |
| { | |
| "Batch Mean": 3.2184605598449707, | |
| "accuracy": 0.78125, | |
| "epoch": 0.3325, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.335, | |
| "grad_norm": 8.552702903747559, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.4817, | |
| "step": 134 | |
| }, | |
| { | |
| "Batch Mean": 3.3773207664489746, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.335, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.3375, | |
| "grad_norm": 8.001891136169434, | |
| "learning_rate": 3.486842105263158e-06, | |
| "loss": 0.4724, | |
| "step": 135 | |
| }, | |
| { | |
| "Batch Mean": 2.997677803039551, | |
| "accuracy": 0.75, | |
| "epoch": 0.3375, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 9.054019927978516, | |
| "learning_rate": 3.473684210526316e-06, | |
| "loss": 0.4988, | |
| "step": 136 | |
| }, | |
| { | |
| "Batch Mean": 2.929046154022217, | |
| "accuracy": 0.8125, | |
| "epoch": 0.34, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.3425, | |
| "grad_norm": 8.104907989501953, | |
| "learning_rate": 3.460526315789474e-06, | |
| "loss": 0.4243, | |
| "step": 137 | |
| }, | |
| { | |
| "Batch Mean": 2.75551176071167, | |
| "accuracy": 0.8125, | |
| "epoch": 0.3425, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.345, | |
| "grad_norm": 8.473715782165527, | |
| "learning_rate": 3.447368421052632e-06, | |
| "loss": 0.4427, | |
| "step": 138 | |
| }, | |
| { | |
| "Batch Mean": 2.5024139881134033, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.345, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.3475, | |
| "grad_norm": 9.045927047729492, | |
| "learning_rate": 3.43421052631579e-06, | |
| "loss": 0.4255, | |
| "step": 139 | |
| }, | |
| { | |
| "Batch Mean": 2.417640209197998, | |
| "accuracy": 0.796875, | |
| "epoch": 0.3475, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 7.710657119750977, | |
| "learning_rate": 3.421052631578948e-06, | |
| "loss": 0.443, | |
| "step": 140 | |
| }, | |
| { | |
| "Batch Mean": 2.505678653717041, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.35, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3525, | |
| "grad_norm": 7.663838863372803, | |
| "learning_rate": 3.4078947368421057e-06, | |
| "loss": 0.4049, | |
| "step": 141 | |
| }, | |
| { | |
| "Batch Mean": 3.0147056579589844, | |
| "accuracy": 0.75, | |
| "epoch": 0.3525, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.355, | |
| "grad_norm": 8.560474395751953, | |
| "learning_rate": 3.3947368421052636e-06, | |
| "loss": 0.5149, | |
| "step": 142 | |
| }, | |
| { | |
| "Batch Mean": 2.588562488555908, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.355, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.3575, | |
| "grad_norm": 8.25622272491455, | |
| "learning_rate": 3.381578947368421e-06, | |
| "loss": 0.4934, | |
| "step": 143 | |
| }, | |
| { | |
| "Batch Mean": 2.6298677921295166, | |
| "accuracy": 0.828125, | |
| "epoch": 0.3575, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 7.083525657653809, | |
| "learning_rate": 3.368421052631579e-06, | |
| "loss": 0.4115, | |
| "step": 144 | |
| }, | |
| { | |
| "Batch Mean": 2.7647485733032227, | |
| "accuracy": 0.796875, | |
| "epoch": 0.36, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.3625, | |
| "grad_norm": 6.853006362915039, | |
| "learning_rate": 3.355263157894737e-06, | |
| "loss": 0.4469, | |
| "step": 145 | |
| }, | |
| { | |
| "Batch Mean": 2.769733190536499, | |
| "accuracy": 0.78125, | |
| "epoch": 0.3625, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.365, | |
| "grad_norm": 7.704352855682373, | |
| "learning_rate": 3.342105263157895e-06, | |
| "loss": 0.4753, | |
| "step": 146 | |
| }, | |
| { | |
| "Batch Mean": 3.3755264282226562, | |
| "accuracy": 0.765625, | |
| "epoch": 0.365, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.3675, | |
| "grad_norm": 7.600855350494385, | |
| "learning_rate": 3.3289473684210528e-06, | |
| "loss": 0.46, | |
| "step": 147 | |
| }, | |
| { | |
| "Batch Mean": 2.6412248611450195, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.3675, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 8.489302635192871, | |
| "learning_rate": 3.3157894736842107e-06, | |
| "loss": 0.5111, | |
| "step": 148 | |
| }, | |
| { | |
| "Batch Mean": 2.835446357727051, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.37, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.3725, | |
| "grad_norm": 7.343207359313965, | |
| "learning_rate": 3.302631578947369e-06, | |
| "loss": 0.5032, | |
| "step": 149 | |
| }, | |
| { | |
| "Batch Mean": 2.8000075817108154, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.3725, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 7.448639869689941, | |
| "learning_rate": 3.289473684210527e-06, | |
| "loss": 0.4456, | |
| "step": 150 | |
| }, | |
| { | |
| "Batch Mean": 2.8405256271362305, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.375, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3775, | |
| "grad_norm": 6.841508865356445, | |
| "learning_rate": 3.276315789473685e-06, | |
| "loss": 0.4306, | |
| "step": 151 | |
| }, | |
| { | |
| "Batch Mean": 2.7483787536621094, | |
| "accuracy": 0.796875, | |
| "epoch": 0.3775, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 7.562384128570557, | |
| "learning_rate": 3.2631578947368423e-06, | |
| "loss": 0.5062, | |
| "step": 152 | |
| }, | |
| { | |
| "Batch Mean": 2.8838186264038086, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.38, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.3825, | |
| "grad_norm": 6.867684841156006, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 0.447, | |
| "step": 153 | |
| }, | |
| { | |
| "Batch Mean": 2.926253318786621, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.3825, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.385, | |
| "grad_norm": 8.004990577697754, | |
| "learning_rate": 3.236842105263158e-06, | |
| "loss": 0.464, | |
| "step": 154 | |
| }, | |
| { | |
| "Batch Mean": 3.1090264320373535, | |
| "accuracy": 0.8125, | |
| "epoch": 0.385, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.3875, | |
| "grad_norm": 6.201688766479492, | |
| "learning_rate": 3.223684210526316e-06, | |
| "loss": 0.365, | |
| "step": 155 | |
| }, | |
| { | |
| "Batch Mean": 3.2874813079833984, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.3875, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.851440906524658, | |
| "learning_rate": 3.210526315789474e-06, | |
| "loss": 0.3668, | |
| "step": 156 | |
| }, | |
| { | |
| "Batch Mean": 3.5518083572387695, | |
| "accuracy": 0.8125, | |
| "epoch": 0.39, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.3925, | |
| "grad_norm": 7.0716023445129395, | |
| "learning_rate": 3.197368421052632e-06, | |
| "loss": 0.3978, | |
| "step": 157 | |
| }, | |
| { | |
| "Batch Mean": 3.0985703468322754, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.3925, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.395, | |
| "grad_norm": 8.339123725891113, | |
| "learning_rate": 3.1842105263157898e-06, | |
| "loss": 0.3998, | |
| "step": 158 | |
| }, | |
| { | |
| "Batch Mean": 3.281148910522461, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.395, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.3975, | |
| "grad_norm": 8.356124877929688, | |
| "learning_rate": 3.1710526315789477e-06, | |
| "loss": 0.4491, | |
| "step": 159 | |
| }, | |
| { | |
| "Batch Mean": 3.783808708190918, | |
| "accuracy": 0.796875, | |
| "epoch": 0.3975, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 9.633821487426758, | |
| "learning_rate": 3.157894736842105e-06, | |
| "loss": 0.432, | |
| "step": 160 | |
| }, | |
| { | |
| "Batch Mean": 3.9359283447265625, | |
| "accuracy": 0.78125, | |
| "epoch": 0.4, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4025, | |
| "grad_norm": 8.254521369934082, | |
| "learning_rate": 3.144736842105263e-06, | |
| "loss": 0.3891, | |
| "step": 161 | |
| }, | |
| { | |
| "Batch Mean": 4.607031345367432, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.4025, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.405, | |
| "grad_norm": 9.970298767089844, | |
| "learning_rate": 3.131578947368421e-06, | |
| "loss": 0.4982, | |
| "step": 162 | |
| }, | |
| { | |
| "Batch Mean": 4.176942825317383, | |
| "accuracy": 0.8125, | |
| "epoch": 0.405, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.4075, | |
| "grad_norm": 12.374481201171875, | |
| "learning_rate": 3.1184210526315793e-06, | |
| "loss": 0.4349, | |
| "step": 163 | |
| }, | |
| { | |
| "Batch Mean": 4.015748977661133, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.4075, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 11.244656562805176, | |
| "learning_rate": 3.1052631578947372e-06, | |
| "loss": 0.421, | |
| "step": 164 | |
| }, | |
| { | |
| "Batch Mean": 4.22213888168335, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.41, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.4125, | |
| "grad_norm": 11.150482177734375, | |
| "learning_rate": 3.092105263157895e-06, | |
| "loss": 0.4978, | |
| "step": 165 | |
| }, | |
| { | |
| "Batch Mean": 3.7064056396484375, | |
| "accuracy": 0.78125, | |
| "epoch": 0.4125, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.415, | |
| "grad_norm": 9.92993450164795, | |
| "learning_rate": 3.078947368421053e-06, | |
| "loss": 0.3748, | |
| "step": 166 | |
| }, | |
| { | |
| "Batch Mean": 4.073935508728027, | |
| "accuracy": 0.765625, | |
| "epoch": 0.415, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.4175, | |
| "grad_norm": 9.726029396057129, | |
| "learning_rate": 3.065789473684211e-06, | |
| "loss": 0.3952, | |
| "step": 167 | |
| }, | |
| { | |
| "Batch Mean": 3.741079807281494, | |
| "accuracy": 0.796875, | |
| "epoch": 0.4175, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 10.072457313537598, | |
| "learning_rate": 3.052631578947369e-06, | |
| "loss": 0.4475, | |
| "step": 168 | |
| }, | |
| { | |
| "Batch Mean": 3.423218011856079, | |
| "accuracy": 0.734375, | |
| "epoch": 0.42, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.4225, | |
| "grad_norm": 9.74998950958252, | |
| "learning_rate": 3.0394736842105268e-06, | |
| "loss": 0.4507, | |
| "step": 169 | |
| }, | |
| { | |
| "Batch Mean": 3.3439035415649414, | |
| "accuracy": 0.78125, | |
| "epoch": 0.4225, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.425, | |
| "grad_norm": 9.590579986572266, | |
| "learning_rate": 3.0263157894736843e-06, | |
| "loss": 0.4641, | |
| "step": 170 | |
| }, | |
| { | |
| "Batch Mean": 3.2388744354248047, | |
| "accuracy": 0.8828125, | |
| "epoch": 0.425, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4275, | |
| "grad_norm": 7.974471569061279, | |
| "learning_rate": 3.013157894736842e-06, | |
| "loss": 0.2888, | |
| "step": 171 | |
| }, | |
| { | |
| "Batch Mean": 2.912121295928955, | |
| "accuracy": 0.828125, | |
| "epoch": 0.4275, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 8.418153762817383, | |
| "learning_rate": 3e-06, | |
| "loss": 0.4083, | |
| "step": 172 | |
| }, | |
| { | |
| "Batch Mean": 2.921308994293213, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.43, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.4325, | |
| "grad_norm": 9.274598121643066, | |
| "learning_rate": 2.986842105263158e-06, | |
| "loss": 0.4237, | |
| "step": 173 | |
| }, | |
| { | |
| "Batch Mean": 2.707150459289551, | |
| "accuracy": 0.765625, | |
| "epoch": 0.4325, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.435, | |
| "grad_norm": 10.08448314666748, | |
| "learning_rate": 2.973684210526316e-06, | |
| "loss": 0.4084, | |
| "step": 174 | |
| }, | |
| { | |
| "Batch Mean": 3.289186477661133, | |
| "accuracy": 0.78125, | |
| "epoch": 0.435, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.4375, | |
| "grad_norm": 10.216947555541992, | |
| "learning_rate": 2.960526315789474e-06, | |
| "loss": 0.4265, | |
| "step": 175 | |
| }, | |
| { | |
| "Batch Mean": 3.0034594535827637, | |
| "accuracy": 0.734375, | |
| "epoch": 0.4375, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 9.921527862548828, | |
| "learning_rate": 2.9473684210526317e-06, | |
| "loss": 0.4555, | |
| "step": 176 | |
| }, | |
| { | |
| "Batch Mean": 3.1962521076202393, | |
| "accuracy": 0.796875, | |
| "epoch": 0.44, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.4425, | |
| "grad_norm": 9.140130043029785, | |
| "learning_rate": 2.93421052631579e-06, | |
| "loss": 0.433, | |
| "step": 177 | |
| }, | |
| { | |
| "Batch Mean": 3.105267286300659, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.4425, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.445, | |
| "grad_norm": 8.577014923095703, | |
| "learning_rate": 2.921052631578948e-06, | |
| "loss": 0.3558, | |
| "step": 178 | |
| }, | |
| { | |
| "Batch Mean": 3.05171799659729, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.445, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.4475, | |
| "grad_norm": 9.902350425720215, | |
| "learning_rate": 2.907894736842106e-06, | |
| "loss": 0.3446, | |
| "step": 179 | |
| }, | |
| { | |
| "Batch Mean": 2.8749771118164062, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.4475, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 8.572197914123535, | |
| "learning_rate": 2.8947368421052634e-06, | |
| "loss": 0.4343, | |
| "step": 180 | |
| }, | |
| { | |
| "Batch Mean": 3.5201892852783203, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.45, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4525, | |
| "grad_norm": 9.538017272949219, | |
| "learning_rate": 2.8815789473684213e-06, | |
| "loss": 0.4501, | |
| "step": 181 | |
| }, | |
| { | |
| "Batch Mean": 3.441112518310547, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.4525, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.455, | |
| "grad_norm": 8.626726150512695, | |
| "learning_rate": 2.868421052631579e-06, | |
| "loss": 0.4032, | |
| "step": 182 | |
| }, | |
| { | |
| "Batch Mean": 3.4753060340881348, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.455, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.4575, | |
| "grad_norm": 11.793852806091309, | |
| "learning_rate": 2.855263157894737e-06, | |
| "loss": 0.5783, | |
| "step": 183 | |
| }, | |
| { | |
| "Batch Mean": 3.088036060333252, | |
| "accuracy": 0.765625, | |
| "epoch": 0.4575, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 9.752645492553711, | |
| "learning_rate": 2.842105263157895e-06, | |
| "loss": 0.4706, | |
| "step": 184 | |
| }, | |
| { | |
| "Batch Mean": 2.640962600708008, | |
| "accuracy": 0.71875, | |
| "epoch": 0.46, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.4625, | |
| "grad_norm": 9.9888277053833, | |
| "learning_rate": 2.828947368421053e-06, | |
| "loss": 0.5268, | |
| "step": 185 | |
| }, | |
| { | |
| "Batch Mean": 2.834287405014038, | |
| "accuracy": 0.765625, | |
| "epoch": 0.4625, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.465, | |
| "grad_norm": 8.2410306930542, | |
| "learning_rate": 2.815789473684211e-06, | |
| "loss": 0.4375, | |
| "step": 186 | |
| }, | |
| { | |
| "Batch Mean": 2.8364157676696777, | |
| "accuracy": 0.765625, | |
| "epoch": 0.465, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.4675, | |
| "grad_norm": 7.653415679931641, | |
| "learning_rate": 2.8026315789473683e-06, | |
| "loss": 0.3908, | |
| "step": 187 | |
| }, | |
| { | |
| "Batch Mean": 2.0791072845458984, | |
| "accuracy": 0.78125, | |
| "epoch": 0.4675, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 6.701351165771484, | |
| "learning_rate": 2.789473684210526e-06, | |
| "loss": 0.3761, | |
| "step": 188 | |
| }, | |
| { | |
| "Batch Mean": 2.188058853149414, | |
| "accuracy": 0.8125, | |
| "epoch": 0.47, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.4725, | |
| "grad_norm": 7.052455425262451, | |
| "learning_rate": 2.776315789473684e-06, | |
| "loss": 0.4348, | |
| "step": 189 | |
| }, | |
| { | |
| "Batch Mean": 2.0506675243377686, | |
| "accuracy": 0.828125, | |
| "epoch": 0.4725, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.475, | |
| "grad_norm": 7.033082962036133, | |
| "learning_rate": 2.7631578947368424e-06, | |
| "loss": 0.3651, | |
| "step": 190 | |
| }, | |
| { | |
| "Batch Mean": 2.3128931522369385, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.475, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4775, | |
| "grad_norm": 7.838496685028076, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 0.3981, | |
| "step": 191 | |
| }, | |
| { | |
| "Batch Mean": 2.032851219177246, | |
| "accuracy": 0.875, | |
| "epoch": 0.4775, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 6.573253631591797, | |
| "learning_rate": 2.7368421052631583e-06, | |
| "loss": 0.3628, | |
| "step": 192 | |
| }, | |
| { | |
| "Batch Mean": 2.3109028339385986, | |
| "accuracy": 0.796875, | |
| "epoch": 0.48, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.4825, | |
| "grad_norm": 8.022283554077148, | |
| "learning_rate": 2.723684210526316e-06, | |
| "loss": 0.4369, | |
| "step": 193 | |
| }, | |
| { | |
| "Batch Mean": 2.6557040214538574, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.4825, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.485, | |
| "grad_norm": 8.877519607543945, | |
| "learning_rate": 2.710526315789474e-06, | |
| "loss": 0.4504, | |
| "step": 194 | |
| }, | |
| { | |
| "Batch Mean": 2.9424595832824707, | |
| "accuracy": 0.75, | |
| "epoch": 0.485, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.4875, | |
| "grad_norm": 7.829299449920654, | |
| "learning_rate": 2.697368421052632e-06, | |
| "loss": 0.4254, | |
| "step": 195 | |
| }, | |
| { | |
| "Batch Mean": 2.644308090209961, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.4875, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 9.070138931274414, | |
| "learning_rate": 2.68421052631579e-06, | |
| "loss": 0.4922, | |
| "step": 196 | |
| }, | |
| { | |
| "Batch Mean": 2.4906630516052246, | |
| "accuracy": 0.765625, | |
| "epoch": 0.49, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.4925, | |
| "grad_norm": 9.63489818572998, | |
| "learning_rate": 2.6710526315789474e-06, | |
| "loss": 0.4602, | |
| "step": 197 | |
| }, | |
| { | |
| "Batch Mean": 2.2591946125030518, | |
| "accuracy": 0.796875, | |
| "epoch": 0.4925, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.495, | |
| "grad_norm": 8.234044075012207, | |
| "learning_rate": 2.6578947368421053e-06, | |
| "loss": 0.398, | |
| "step": 198 | |
| }, | |
| { | |
| "Batch Mean": 2.6223649978637695, | |
| "accuracy": 0.8125, | |
| "epoch": 0.495, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.4975, | |
| "grad_norm": 7.958437442779541, | |
| "learning_rate": 2.644736842105263e-06, | |
| "loss": 0.3909, | |
| "step": 199 | |
| }, | |
| { | |
| "Batch Mean": 2.5589590072631836, | |
| "accuracy": 0.875, | |
| "epoch": 0.4975, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 7.556171417236328, | |
| "learning_rate": 2.631578947368421e-06, | |
| "loss": 0.3513, | |
| "step": 200 | |
| }, | |
| { | |
| "Batch Mean": 2.3716750144958496, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.5, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5025, | |
| "grad_norm": 9.392867088317871, | |
| "learning_rate": 2.618421052631579e-06, | |
| "loss": 0.4831, | |
| "step": 201 | |
| }, | |
| { | |
| "Batch Mean": 2.27783203125, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.5025, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.505, | |
| "grad_norm": 8.140517234802246, | |
| "learning_rate": 2.605263157894737e-06, | |
| "loss": 0.3929, | |
| "step": 202 | |
| }, | |
| { | |
| "Batch Mean": 2.535848617553711, | |
| "accuracy": 0.84375, | |
| "epoch": 0.505, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.5075, | |
| "grad_norm": 6.947089195251465, | |
| "learning_rate": 2.592105263157895e-06, | |
| "loss": 0.3478, | |
| "step": 203 | |
| }, | |
| { | |
| "Batch Mean": 2.651693344116211, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.5075, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 8.759857177734375, | |
| "learning_rate": 2.578947368421053e-06, | |
| "loss": 0.4076, | |
| "step": 204 | |
| }, | |
| { | |
| "Batch Mean": 2.571043014526367, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.51, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.5125, | |
| "grad_norm": 9.00507926940918, | |
| "learning_rate": 2.565789473684211e-06, | |
| "loss": 0.3996, | |
| "step": 205 | |
| }, | |
| { | |
| "Batch Mean": 2.7687175273895264, | |
| "accuracy": 0.75, | |
| "epoch": 0.5125, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.515, | |
| "grad_norm": 10.412758827209473, | |
| "learning_rate": 2.552631578947369e-06, | |
| "loss": 0.5306, | |
| "step": 206 | |
| }, | |
| { | |
| "Batch Mean": 2.5285263061523438, | |
| "accuracy": 0.84375, | |
| "epoch": 0.515, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.5175, | |
| "grad_norm": 7.771270751953125, | |
| "learning_rate": 2.5394736842105265e-06, | |
| "loss": 0.3507, | |
| "step": 207 | |
| }, | |
| { | |
| "Batch Mean": 2.688607692718506, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.5175, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 8.726874351501465, | |
| "learning_rate": 2.5263157894736844e-06, | |
| "loss": 0.4068, | |
| "step": 208 | |
| }, | |
| { | |
| "Batch Mean": 2.94492244720459, | |
| "accuracy": 0.8125, | |
| "epoch": 0.52, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.5225, | |
| "grad_norm": 8.50943660736084, | |
| "learning_rate": 2.5131578947368423e-06, | |
| "loss": 0.3774, | |
| "step": 209 | |
| }, | |
| { | |
| "Batch Mean": 2.7862486839294434, | |
| "accuracy": 0.796875, | |
| "epoch": 0.5225, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.525, | |
| "grad_norm": 8.98309326171875, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.4266, | |
| "step": 210 | |
| }, | |
| { | |
| "Batch Mean": 2.61392879486084, | |
| "accuracy": 0.765625, | |
| "epoch": 0.525, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5275, | |
| "grad_norm": 10.080408096313477, | |
| "learning_rate": 2.486842105263158e-06, | |
| "loss": 0.4663, | |
| "step": 211 | |
| }, | |
| { | |
| "Batch Mean": 2.9034132957458496, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.5275, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 8.575652122497559, | |
| "learning_rate": 2.473684210526316e-06, | |
| "loss": 0.3926, | |
| "step": 212 | |
| }, | |
| { | |
| "Batch Mean": 2.8661410808563232, | |
| "accuracy": 0.75, | |
| "epoch": 0.53, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.5325, | |
| "grad_norm": 10.517654418945312, | |
| "learning_rate": 2.460526315789474e-06, | |
| "loss": 0.5594, | |
| "step": 213 | |
| }, | |
| { | |
| "Batch Mean": 3.062936782836914, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.5325, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.535, | |
| "grad_norm": 9.07347583770752, | |
| "learning_rate": 2.447368421052632e-06, | |
| "loss": 0.433, | |
| "step": 214 | |
| }, | |
| { | |
| "Batch Mean": 2.8995747566223145, | |
| "accuracy": 0.8125, | |
| "epoch": 0.535, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.5375, | |
| "grad_norm": 9.181224822998047, | |
| "learning_rate": 2.4342105263157898e-06, | |
| "loss": 0.4336, | |
| "step": 215 | |
| }, | |
| { | |
| "Batch Mean": 2.7490530014038086, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.5375, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 9.431602478027344, | |
| "learning_rate": 2.4210526315789477e-06, | |
| "loss": 0.4583, | |
| "step": 216 | |
| }, | |
| { | |
| "Batch Mean": 2.801156520843506, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.54, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.5425, | |
| "grad_norm": 8.67341423034668, | |
| "learning_rate": 2.4078947368421056e-06, | |
| "loss": 0.4219, | |
| "step": 217 | |
| }, | |
| { | |
| "Batch Mean": 2.785233497619629, | |
| "accuracy": 0.8125, | |
| "epoch": 0.5425, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.545, | |
| "grad_norm": 8.614130973815918, | |
| "learning_rate": 2.3947368421052635e-06, | |
| "loss": 0.4214, | |
| "step": 218 | |
| }, | |
| { | |
| "Batch Mean": 2.322535514831543, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.545, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.5475, | |
| "grad_norm": 8.403548240661621, | |
| "learning_rate": 2.381578947368421e-06, | |
| "loss": 0.425, | |
| "step": 219 | |
| }, | |
| { | |
| "Batch Mean": 2.722550392150879, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.5475, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 8.205376625061035, | |
| "learning_rate": 2.368421052631579e-06, | |
| "loss": 0.3821, | |
| "step": 220 | |
| }, | |
| { | |
| "Batch Mean": 2.360077142715454, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.55, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5525, | |
| "grad_norm": 9.49571418762207, | |
| "learning_rate": 2.355263157894737e-06, | |
| "loss": 0.4661, | |
| "step": 221 | |
| }, | |
| { | |
| "Batch Mean": 3.0066745281219482, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.5525, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.555, | |
| "grad_norm": 9.534995079040527, | |
| "learning_rate": 2.342105263157895e-06, | |
| "loss": 0.5174, | |
| "step": 222 | |
| }, | |
| { | |
| "Batch Mean": 2.9200942516326904, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.555, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.5575, | |
| "grad_norm": 7.970925331115723, | |
| "learning_rate": 2.328947368421053e-06, | |
| "loss": 0.4063, | |
| "step": 223 | |
| }, | |
| { | |
| "Batch Mean": 3.1014528274536133, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.5575, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 7.537857532501221, | |
| "learning_rate": 2.3157894736842105e-06, | |
| "loss": 0.3926, | |
| "step": 224 | |
| }, | |
| { | |
| "Batch Mean": 2.5743775367736816, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.56, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.5625, | |
| "grad_norm": 8.670877456665039, | |
| "learning_rate": 2.3026315789473684e-06, | |
| "loss": 0.4287, | |
| "step": 225 | |
| }, | |
| { | |
| "Batch Mean": 3.103597640991211, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.5625, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.565, | |
| "grad_norm": 7.964511871337891, | |
| "learning_rate": 2.2894736842105263e-06, | |
| "loss": 0.3888, | |
| "step": 226 | |
| }, | |
| { | |
| "Batch Mean": 3.0492055416107178, | |
| "accuracy": 0.859375, | |
| "epoch": 0.565, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.5675, | |
| "grad_norm": 7.54857873916626, | |
| "learning_rate": 2.2763157894736847e-06, | |
| "loss": 0.3208, | |
| "step": 227 | |
| }, | |
| { | |
| "Batch Mean": 3.119175434112549, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.5675, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 7.656146049499512, | |
| "learning_rate": 2.2631578947368426e-06, | |
| "loss": 0.4383, | |
| "step": 228 | |
| }, | |
| { | |
| "Batch Mean": 2.846890449523926, | |
| "accuracy": 0.75, | |
| "epoch": 0.57, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5725, | |
| "grad_norm": 9.830333709716797, | |
| "learning_rate": 2.25e-06, | |
| "loss": 0.5166, | |
| "step": 229 | |
| }, | |
| { | |
| "Batch Mean": 2.3330116271972656, | |
| "accuracy": 0.84375, | |
| "epoch": 0.5725, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.575, | |
| "grad_norm": 9.917115211486816, | |
| "learning_rate": 2.236842105263158e-06, | |
| "loss": 0.4154, | |
| "step": 230 | |
| }, | |
| { | |
| "Batch Mean": 3.0601701736450195, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.575, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5775, | |
| "grad_norm": 8.37639331817627, | |
| "learning_rate": 2.223684210526316e-06, | |
| "loss": 0.4456, | |
| "step": 231 | |
| }, | |
| { | |
| "Batch Mean": 2.553410530090332, | |
| "accuracy": 0.78125, | |
| "epoch": 0.5775, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 8.588013648986816, | |
| "learning_rate": 2.2105263157894738e-06, | |
| "loss": 0.4204, | |
| "step": 232 | |
| }, | |
| { | |
| "Batch Mean": 2.790724754333496, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.58, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.5825, | |
| "grad_norm": 8.133465766906738, | |
| "learning_rate": 2.1973684210526317e-06, | |
| "loss": 0.3772, | |
| "step": 233 | |
| }, | |
| { | |
| "Batch Mean": 2.7968082427978516, | |
| "accuracy": 0.84375, | |
| "epoch": 0.5825, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.585, | |
| "grad_norm": 8.12721061706543, | |
| "learning_rate": 2.1842105263157896e-06, | |
| "loss": 0.3624, | |
| "step": 234 | |
| }, | |
| { | |
| "Batch Mean": 3.189887523651123, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.585, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.5875, | |
| "grad_norm": 8.726601600646973, | |
| "learning_rate": 2.1710526315789475e-06, | |
| "loss": 0.4139, | |
| "step": 235 | |
| }, | |
| { | |
| "Batch Mean": 3.4596574306488037, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.5875, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 8.571916580200195, | |
| "learning_rate": 2.1578947368421054e-06, | |
| "loss": 0.4047, | |
| "step": 236 | |
| }, | |
| { | |
| "Batch Mean": 3.403088092803955, | |
| "accuracy": 0.8671875, | |
| "epoch": 0.59, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.5925, | |
| "grad_norm": 8.29578971862793, | |
| "learning_rate": 2.1447368421052633e-06, | |
| "loss": 0.3556, | |
| "step": 237 | |
| }, | |
| { | |
| "Batch Mean": 2.97831654548645, | |
| "accuracy": 0.796875, | |
| "epoch": 0.5925, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.595, | |
| "grad_norm": 9.06924819946289, | |
| "learning_rate": 2.1315789473684212e-06, | |
| "loss": 0.394, | |
| "step": 238 | |
| }, | |
| { | |
| "Batch Mean": 3.729241371154785, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.595, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.5975, | |
| "grad_norm": 9.479219436645508, | |
| "learning_rate": 2.118421052631579e-06, | |
| "loss": 0.3934, | |
| "step": 239 | |
| }, | |
| { | |
| "Batch Mean": 3.851926803588867, | |
| "accuracy": 0.78125, | |
| "epoch": 0.5975, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 11.203536033630371, | |
| "learning_rate": 2.105263157894737e-06, | |
| "loss": 0.4106, | |
| "step": 240 | |
| }, | |
| { | |
| "Batch Mean": 3.493197441101074, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.6, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6025, | |
| "grad_norm": 8.762469291687012, | |
| "learning_rate": 2.092105263157895e-06, | |
| "loss": 0.4018, | |
| "step": 241 | |
| }, | |
| { | |
| "Batch Mean": 3.858477830886841, | |
| "accuracy": 0.828125, | |
| "epoch": 0.6025, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.605, | |
| "grad_norm": 8.721271514892578, | |
| "learning_rate": 2.078947368421053e-06, | |
| "loss": 0.4044, | |
| "step": 242 | |
| }, | |
| { | |
| "Batch Mean": 3.1943435668945312, | |
| "accuracy": 0.8828125, | |
| "epoch": 0.605, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.6075, | |
| "grad_norm": 8.710159301757812, | |
| "learning_rate": 2.0657894736842108e-06, | |
| "loss": 0.3548, | |
| "step": 243 | |
| }, | |
| { | |
| "Batch Mean": 3.7947511672973633, | |
| "accuracy": 0.8125, | |
| "epoch": 0.6075, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 9.211752891540527, | |
| "learning_rate": 2.0526315789473687e-06, | |
| "loss": 0.4265, | |
| "step": 244 | |
| }, | |
| { | |
| "Batch Mean": 3.470452308654785, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.61, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.6125, | |
| "grad_norm": 9.422188758850098, | |
| "learning_rate": 2.0394736842105266e-06, | |
| "loss": 0.4187, | |
| "step": 245 | |
| }, | |
| { | |
| "Batch Mean": 3.5571398735046387, | |
| "accuracy": 0.71875, | |
| "epoch": 0.6125, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.615, | |
| "grad_norm": 13.342325210571289, | |
| "learning_rate": 2.026315789473684e-06, | |
| "loss": 0.5917, | |
| "step": 246 | |
| }, | |
| { | |
| "Batch Mean": 3.462411880493164, | |
| "accuracy": 0.8125, | |
| "epoch": 0.615, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.6175, | |
| "grad_norm": 8.84332275390625, | |
| "learning_rate": 2.013157894736842e-06, | |
| "loss": 0.3884, | |
| "step": 247 | |
| }, | |
| { | |
| "Batch Mean": 3.284522533416748, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.6175, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 8.868474006652832, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.3962, | |
| "step": 248 | |
| }, | |
| { | |
| "Batch Mean": 3.2781238555908203, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.62, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.6225, | |
| "grad_norm": 9.684708595275879, | |
| "learning_rate": 1.9868421052631582e-06, | |
| "loss": 0.4578, | |
| "step": 249 | |
| }, | |
| { | |
| "Batch Mean": 3.135952949523926, | |
| "accuracy": 0.796875, | |
| "epoch": 0.6225, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 8.415375709533691, | |
| "learning_rate": 1.973684210526316e-06, | |
| "loss": 0.3912, | |
| "step": 250 | |
| }, | |
| { | |
| "Batch Mean": 3.135913848876953, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.625, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6275, | |
| "grad_norm": 8.018439292907715, | |
| "learning_rate": 1.9605263157894736e-06, | |
| "loss": 0.3714, | |
| "step": 251 | |
| }, | |
| { | |
| "Batch Mean": 3.310336112976074, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.6275, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 8.3823881149292, | |
| "learning_rate": 1.9473684210526315e-06, | |
| "loss": 0.427, | |
| "step": 252 | |
| }, | |
| { | |
| "Batch Mean": 3.3237199783325195, | |
| "accuracy": 0.796875, | |
| "epoch": 0.63, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.6325, | |
| "grad_norm": 8.449406623840332, | |
| "learning_rate": 1.9342105263157895e-06, | |
| "loss": 0.4142, | |
| "step": 253 | |
| }, | |
| { | |
| "Batch Mean": 3.327472686767578, | |
| "accuracy": 0.796875, | |
| "epoch": 0.6325, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.635, | |
| "grad_norm": 8.559859275817871, | |
| "learning_rate": 1.9210526315789474e-06, | |
| "loss": 0.3855, | |
| "step": 254 | |
| }, | |
| { | |
| "Batch Mean": 3.2711634635925293, | |
| "accuracy": 0.6875, | |
| "epoch": 0.635, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.6375, | |
| "grad_norm": 10.444122314453125, | |
| "learning_rate": 1.9078947368421057e-06, | |
| "loss": 0.5446, | |
| "step": 255 | |
| }, | |
| { | |
| "Batch Mean": 3.2955322265625, | |
| "accuracy": 0.734375, | |
| "epoch": 0.6375, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 9.275879859924316, | |
| "learning_rate": 1.8947368421052634e-06, | |
| "loss": 0.4615, | |
| "step": 256 | |
| }, | |
| { | |
| "Batch Mean": 3.2368879318237305, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.64, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.6425, | |
| "grad_norm": 9.692377090454102, | |
| "learning_rate": 1.8815789473684213e-06, | |
| "loss": 0.4704, | |
| "step": 257 | |
| }, | |
| { | |
| "Batch Mean": 2.976322650909424, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.6425, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.645, | |
| "grad_norm": 8.025856018066406, | |
| "learning_rate": 1.868421052631579e-06, | |
| "loss": 0.3788, | |
| "step": 258 | |
| }, | |
| { | |
| "Batch Mean": 2.6816248893737793, | |
| "accuracy": 0.78125, | |
| "epoch": 0.645, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.6475, | |
| "grad_norm": 8.220409393310547, | |
| "learning_rate": 1.855263157894737e-06, | |
| "loss": 0.4221, | |
| "step": 259 | |
| }, | |
| { | |
| "Batch Mean": 2.9761343002319336, | |
| "accuracy": 0.828125, | |
| "epoch": 0.6475, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 7.726944923400879, | |
| "learning_rate": 1.8421052631578948e-06, | |
| "loss": 0.443, | |
| "step": 260 | |
| }, | |
| { | |
| "Batch Mean": 2.5574710369110107, | |
| "accuracy": 0.859375, | |
| "epoch": 0.65, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6525, | |
| "grad_norm": 7.004358768463135, | |
| "learning_rate": 1.828947368421053e-06, | |
| "loss": 0.3621, | |
| "step": 261 | |
| }, | |
| { | |
| "Batch Mean": 2.958151340484619, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.6525, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.655, | |
| "grad_norm": 7.445678234100342, | |
| "learning_rate": 1.8157894736842109e-06, | |
| "loss": 0.4151, | |
| "step": 262 | |
| }, | |
| { | |
| "Batch Mean": 2.1886234283447266, | |
| "accuracy": 0.78125, | |
| "epoch": 0.655, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.6575, | |
| "grad_norm": 8.080365180969238, | |
| "learning_rate": 1.8026315789473685e-06, | |
| "loss": 0.462, | |
| "step": 263 | |
| }, | |
| { | |
| "Batch Mean": 2.1878843307495117, | |
| "accuracy": 0.765625, | |
| "epoch": 0.6575, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 7.28476095199585, | |
| "learning_rate": 1.7894736842105265e-06, | |
| "loss": 0.4611, | |
| "step": 264 | |
| }, | |
| { | |
| "Batch Mean": 2.1238341331481934, | |
| "accuracy": 0.734375, | |
| "epoch": 0.66, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.6625, | |
| "grad_norm": 7.6339216232299805, | |
| "learning_rate": 1.7763157894736844e-06, | |
| "loss": 0.449, | |
| "step": 265 | |
| }, | |
| { | |
| "Batch Mean": 2.631845474243164, | |
| "accuracy": 0.7265625, | |
| "epoch": 0.6625, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.665, | |
| "grad_norm": 8.975438117980957, | |
| "learning_rate": 1.7631578947368423e-06, | |
| "loss": 0.5264, | |
| "step": 266 | |
| }, | |
| { | |
| "Batch Mean": 2.501516342163086, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.665, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.6675, | |
| "grad_norm": 8.181595802307129, | |
| "learning_rate": 1.75e-06, | |
| "loss": 0.3499, | |
| "step": 267 | |
| }, | |
| { | |
| "Batch Mean": 2.091623067855835, | |
| "accuracy": 0.78125, | |
| "epoch": 0.6675, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 7.984980583190918, | |
| "learning_rate": 1.736842105263158e-06, | |
| "loss": 0.4639, | |
| "step": 268 | |
| }, | |
| { | |
| "Batch Mean": 3.048328399658203, | |
| "accuracy": 0.84375, | |
| "epoch": 0.67, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.6725, | |
| "grad_norm": 7.468845844268799, | |
| "learning_rate": 1.723684210526316e-06, | |
| "loss": 0.3586, | |
| "step": 269 | |
| }, | |
| { | |
| "Batch Mean": 2.925644874572754, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.6725, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.675, | |
| "grad_norm": 8.669090270996094, | |
| "learning_rate": 1.710526315789474e-06, | |
| "loss": 0.4307, | |
| "step": 270 | |
| }, | |
| { | |
| "Batch Mean": 2.9262943267822266, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.675, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6775, | |
| "grad_norm": 7.891000747680664, | |
| "learning_rate": 1.6973684210526318e-06, | |
| "loss": 0.4119, | |
| "step": 271 | |
| }, | |
| { | |
| "Batch Mean": 3.2007436752319336, | |
| "accuracy": 0.765625, | |
| "epoch": 0.6775, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 10.188142776489258, | |
| "learning_rate": 1.6842105263157895e-06, | |
| "loss": 0.468, | |
| "step": 272 | |
| }, | |
| { | |
| "Batch Mean": 3.3460845947265625, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.68, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.6825, | |
| "grad_norm": 8.278077125549316, | |
| "learning_rate": 1.6710526315789474e-06, | |
| "loss": 0.3438, | |
| "step": 273 | |
| }, | |
| { | |
| "Batch Mean": 3.009209156036377, | |
| "accuracy": 0.78125, | |
| "epoch": 0.6825, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.685, | |
| "grad_norm": 8.755949974060059, | |
| "learning_rate": 1.6578947368421053e-06, | |
| "loss": 0.4507, | |
| "step": 274 | |
| }, | |
| { | |
| "Batch Mean": 3.3076977729797363, | |
| "accuracy": 0.8125, | |
| "epoch": 0.685, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.6875, | |
| "grad_norm": 8.441435813903809, | |
| "learning_rate": 1.6447368421052635e-06, | |
| "loss": 0.3988, | |
| "step": 275 | |
| }, | |
| { | |
| "Batch Mean": 3.170098304748535, | |
| "accuracy": 0.828125, | |
| "epoch": 0.6875, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 9.062217712402344, | |
| "learning_rate": 1.6315789473684212e-06, | |
| "loss": 0.4722, | |
| "step": 276 | |
| }, | |
| { | |
| "Batch Mean": 3.1647844314575195, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.69, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.6925, | |
| "grad_norm": 9.467844009399414, | |
| "learning_rate": 1.618421052631579e-06, | |
| "loss": 0.503, | |
| "step": 277 | |
| }, | |
| { | |
| "Batch Mean": 3.3005905151367188, | |
| "accuracy": 0.78125, | |
| "epoch": 0.6925, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.695, | |
| "grad_norm": 9.51032829284668, | |
| "learning_rate": 1.605263157894737e-06, | |
| "loss": 0.4315, | |
| "step": 278 | |
| }, | |
| { | |
| "Batch Mean": 3.296581983566284, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.695, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.6975, | |
| "grad_norm": 8.343262672424316, | |
| "learning_rate": 1.5921052631578949e-06, | |
| "loss": 0.3729, | |
| "step": 279 | |
| }, | |
| { | |
| "Batch Mean": 2.9995474815368652, | |
| "accuracy": 0.859375, | |
| "epoch": 0.6975, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 7.270707130432129, | |
| "learning_rate": 1.5789473684210526e-06, | |
| "loss": 0.3277, | |
| "step": 280 | |
| }, | |
| { | |
| "Batch Mean": 3.0474696159362793, | |
| "accuracy": 0.796875, | |
| "epoch": 0.7, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7025, | |
| "grad_norm": 8.632308006286621, | |
| "learning_rate": 1.5657894736842105e-06, | |
| "loss": 0.4516, | |
| "step": 281 | |
| }, | |
| { | |
| "Batch Mean": 3.151510238647461, | |
| "accuracy": 0.828125, | |
| "epoch": 0.7025, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.705, | |
| "grad_norm": 8.563387870788574, | |
| "learning_rate": 1.5526315789473686e-06, | |
| "loss": 0.3927, | |
| "step": 282 | |
| }, | |
| { | |
| "Batch Mean": 3.457594871520996, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.705, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.7075, | |
| "grad_norm": 8.905447006225586, | |
| "learning_rate": 1.5394736842105265e-06, | |
| "loss": 0.4408, | |
| "step": 283 | |
| }, | |
| { | |
| "Batch Mean": 3.3107197284698486, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.7075, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 8.482126235961914, | |
| "learning_rate": 1.5263157894736844e-06, | |
| "loss": 0.3398, | |
| "step": 284 | |
| }, | |
| { | |
| "Batch Mean": 3.2536354064941406, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.71, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.7125, | |
| "grad_norm": 8.584724426269531, | |
| "learning_rate": 1.5131578947368421e-06, | |
| "loss": 0.3777, | |
| "step": 285 | |
| }, | |
| { | |
| "Batch Mean": 3.492779493331909, | |
| "accuracy": 0.765625, | |
| "epoch": 0.7125, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.715, | |
| "grad_norm": 9.266121864318848, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.4202, | |
| "step": 286 | |
| }, | |
| { | |
| "Batch Mean": 3.656635284423828, | |
| "accuracy": 0.828125, | |
| "epoch": 0.715, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.7175, | |
| "grad_norm": 9.95947265625, | |
| "learning_rate": 1.486842105263158e-06, | |
| "loss": 0.3748, | |
| "step": 287 | |
| }, | |
| { | |
| "Batch Mean": 3.3843679428100586, | |
| "accuracy": 0.8125, | |
| "epoch": 0.7175, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 8.991701126098633, | |
| "learning_rate": 1.4736842105263159e-06, | |
| "loss": 0.4783, | |
| "step": 288 | |
| }, | |
| { | |
| "Batch Mean": 3.573545455932617, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.72, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.7225, | |
| "grad_norm": 8.646162986755371, | |
| "learning_rate": 1.460526315789474e-06, | |
| "loss": 0.3234, | |
| "step": 289 | |
| }, | |
| { | |
| "Batch Mean": 3.7222461700439453, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.7225, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.725, | |
| "grad_norm": 9.578656196594238, | |
| "learning_rate": 1.4473684210526317e-06, | |
| "loss": 0.4172, | |
| "step": 290 | |
| }, | |
| { | |
| "Batch Mean": 4.053102493286133, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.725, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.7275, | |
| "grad_norm": 8.825078010559082, | |
| "learning_rate": 1.4342105263157896e-06, | |
| "loss": 0.433, | |
| "step": 291 | |
| }, | |
| { | |
| "Batch Mean": 3.838489532470703, | |
| "accuracy": 0.78125, | |
| "epoch": 0.7275, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 10.636845588684082, | |
| "learning_rate": 1.4210526315789475e-06, | |
| "loss": 0.4634, | |
| "step": 292 | |
| }, | |
| { | |
| "Batch Mean": 3.395310401916504, | |
| "accuracy": 0.75, | |
| "epoch": 0.73, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.7325, | |
| "grad_norm": 9.59333324432373, | |
| "learning_rate": 1.4078947368421054e-06, | |
| "loss": 0.5072, | |
| "step": 293 | |
| }, | |
| { | |
| "Batch Mean": 3.9789938926696777, | |
| "accuracy": 0.796875, | |
| "epoch": 0.7325, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.735, | |
| "grad_norm": 10.251858711242676, | |
| "learning_rate": 1.394736842105263e-06, | |
| "loss": 0.4102, | |
| "step": 294 | |
| }, | |
| { | |
| "Batch Mean": 3.9914820194244385, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.735, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.7375, | |
| "grad_norm": 8.596433639526367, | |
| "learning_rate": 1.3815789473684212e-06, | |
| "loss": 0.3908, | |
| "step": 295 | |
| }, | |
| { | |
| "Batch Mean": 3.6803340911865234, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.7375, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 8.609084129333496, | |
| "learning_rate": 1.3684210526315791e-06, | |
| "loss": 0.3763, | |
| "step": 296 | |
| }, | |
| { | |
| "Batch Mean": 4.072849273681641, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.74, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.7425, | |
| "grad_norm": 9.057376861572266, | |
| "learning_rate": 1.355263157894737e-06, | |
| "loss": 0.4094, | |
| "step": 297 | |
| }, | |
| { | |
| "Batch Mean": 3.7248973846435547, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.7425, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.745, | |
| "grad_norm": 8.338115692138672, | |
| "learning_rate": 1.342105263157895e-06, | |
| "loss": 0.3808, | |
| "step": 298 | |
| }, | |
| { | |
| "Batch Mean": 3.901179313659668, | |
| "accuracy": 0.84375, | |
| "epoch": 0.745, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.7475, | |
| "grad_norm": 7.799005508422852, | |
| "learning_rate": 1.3289473684210526e-06, | |
| "loss": 0.3699, | |
| "step": 299 | |
| }, | |
| { | |
| "Batch Mean": 3.617119789123535, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.7475, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 8.738370895385742, | |
| "learning_rate": 1.3157894736842106e-06, | |
| "loss": 0.3772, | |
| "step": 300 | |
| }, | |
| { | |
| "Batch Mean": 4.020530700683594, | |
| "accuracy": 0.8125, | |
| "epoch": 0.75, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7525, | |
| "grad_norm": 9.246763229370117, | |
| "learning_rate": 1.3026315789473685e-06, | |
| "loss": 0.4276, | |
| "step": 301 | |
| }, | |
| { | |
| "Batch Mean": 3.279233455657959, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.7525, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.755, | |
| "grad_norm": 9.489370346069336, | |
| "learning_rate": 1.2894736842105266e-06, | |
| "loss": 0.4182, | |
| "step": 302 | |
| }, | |
| { | |
| "Batch Mean": 3.3999757766723633, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.755, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.7575, | |
| "grad_norm": 10.291142463684082, | |
| "learning_rate": 1.2763157894736845e-06, | |
| "loss": 0.5, | |
| "step": 303 | |
| }, | |
| { | |
| "Batch Mean": 3.3867852687835693, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.7575, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 8.608928680419922, | |
| "learning_rate": 1.2631578947368422e-06, | |
| "loss": 0.3503, | |
| "step": 304 | |
| }, | |
| { | |
| "Batch Mean": 3.8447773456573486, | |
| "accuracy": 0.796875, | |
| "epoch": 0.76, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.7625, | |
| "grad_norm": 9.144750595092773, | |
| "learning_rate": 1.25e-06, | |
| "loss": 0.3895, | |
| "step": 305 | |
| }, | |
| { | |
| "Batch Mean": 3.3639984130859375, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.7625, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.765, | |
| "grad_norm": 8.691869735717773, | |
| "learning_rate": 1.236842105263158e-06, | |
| "loss": 0.4406, | |
| "step": 306 | |
| }, | |
| { | |
| "Batch Mean": 3.6499900817871094, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.765, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.7675, | |
| "grad_norm": 10.274083137512207, | |
| "learning_rate": 1.223684210526316e-06, | |
| "loss": 0.5364, | |
| "step": 307 | |
| }, | |
| { | |
| "Batch Mean": 3.308014392852783, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.7675, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 8.63004207611084, | |
| "learning_rate": 1.2105263157894738e-06, | |
| "loss": 0.4308, | |
| "step": 308 | |
| }, | |
| { | |
| "Batch Mean": 3.2193620204925537, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.77, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.7725, | |
| "grad_norm": 8.222301483154297, | |
| "learning_rate": 1.1973684210526317e-06, | |
| "loss": 0.4106, | |
| "step": 309 | |
| }, | |
| { | |
| "Batch Mean": 3.185535430908203, | |
| "accuracy": 0.828125, | |
| "epoch": 0.7725, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.775, | |
| "grad_norm": 8.892534255981445, | |
| "learning_rate": 1.1842105263157894e-06, | |
| "loss": 0.4403, | |
| "step": 310 | |
| }, | |
| { | |
| "Batch Mean": 3.350971221923828, | |
| "accuracy": 0.78125, | |
| "epoch": 0.775, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.7775, | |
| "grad_norm": 8.056893348693848, | |
| "learning_rate": 1.1710526315789476e-06, | |
| "loss": 0.4403, | |
| "step": 311 | |
| }, | |
| { | |
| "Batch Mean": 3.1580140590667725, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.7775, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 8.281316757202148, | |
| "learning_rate": 1.1578947368421053e-06, | |
| "loss": 0.3817, | |
| "step": 312 | |
| }, | |
| { | |
| "Batch Mean": 3.2041165828704834, | |
| "accuracy": 0.796875, | |
| "epoch": 0.78, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.7825, | |
| "grad_norm": 8.931872367858887, | |
| "learning_rate": 1.1447368421052632e-06, | |
| "loss": 0.4469, | |
| "step": 313 | |
| }, | |
| { | |
| "Batch Mean": 3.207402229309082, | |
| "accuracy": 0.859375, | |
| "epoch": 0.7825, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.785, | |
| "grad_norm": 7.213859558105469, | |
| "learning_rate": 1.1315789473684213e-06, | |
| "loss": 0.3417, | |
| "step": 314 | |
| }, | |
| { | |
| "Batch Mean": 2.9738054275512695, | |
| "accuracy": 0.796875, | |
| "epoch": 0.785, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.7875, | |
| "grad_norm": 8.266810417175293, | |
| "learning_rate": 1.118421052631579e-06, | |
| "loss": 0.4323, | |
| "step": 315 | |
| }, | |
| { | |
| "Batch Mean": 3.0165514945983887, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.7875, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 8.453869819641113, | |
| "learning_rate": 1.1052631578947369e-06, | |
| "loss": 0.4218, | |
| "step": 316 | |
| }, | |
| { | |
| "Batch Mean": 3.1318092346191406, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.79, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.7925, | |
| "grad_norm": 7.634886264801025, | |
| "learning_rate": 1.0921052631578948e-06, | |
| "loss": 0.3659, | |
| "step": 317 | |
| }, | |
| { | |
| "Batch Mean": 3.035651206970215, | |
| "accuracy": 0.796875, | |
| "epoch": 0.7925, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.795, | |
| "grad_norm": 8.668999671936035, | |
| "learning_rate": 1.0789473684210527e-06, | |
| "loss": 0.4173, | |
| "step": 318 | |
| }, | |
| { | |
| "Batch Mean": 3.0223705768585205, | |
| "accuracy": 0.84375, | |
| "epoch": 0.795, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.7975, | |
| "grad_norm": 8.644440650939941, | |
| "learning_rate": 1.0657894736842106e-06, | |
| "loss": 0.3693, | |
| "step": 319 | |
| }, | |
| { | |
| "Batch Mean": 3.43692684173584, | |
| "accuracy": 0.78125, | |
| "epoch": 0.7975, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 9.56282901763916, | |
| "learning_rate": 1.0526315789473685e-06, | |
| "loss": 0.3924, | |
| "step": 320 | |
| }, | |
| { | |
| "Batch Mean": 3.548732280731201, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.8, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.8025, | |
| "grad_norm": 10.664633750915527, | |
| "learning_rate": 1.0394736842105264e-06, | |
| "loss": 0.441, | |
| "step": 321 | |
| }, | |
| { | |
| "Batch Mean": 3.7864296436309814, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.8025, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.805, | |
| "grad_norm": 8.181385040283203, | |
| "learning_rate": 1.0263157894736843e-06, | |
| "loss": 0.3418, | |
| "step": 322 | |
| }, | |
| { | |
| "Batch Mean": 3.4767401218414307, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.805, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.8075, | |
| "grad_norm": 11.198949813842773, | |
| "learning_rate": 1.013157894736842e-06, | |
| "loss": 0.522, | |
| "step": 323 | |
| }, | |
| { | |
| "Batch Mean": 3.49471116065979, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.8075, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 8.482062339782715, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.3941, | |
| "step": 324 | |
| }, | |
| { | |
| "Batch Mean": 3.611042022705078, | |
| "accuracy": 0.796875, | |
| "epoch": 0.81, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.8125, | |
| "grad_norm": 8.56822395324707, | |
| "learning_rate": 9.86842105263158e-07, | |
| "loss": 0.3957, | |
| "step": 325 | |
| }, | |
| { | |
| "Batch Mean": 3.8978066444396973, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.8125, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.815, | |
| "grad_norm": 8.866768836975098, | |
| "learning_rate": 9.736842105263158e-07, | |
| "loss": 0.3559, | |
| "step": 326 | |
| }, | |
| { | |
| "Batch Mean": 3.9494504928588867, | |
| "accuracy": 0.8125, | |
| "epoch": 0.815, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.8175, | |
| "grad_norm": 9.350076675415039, | |
| "learning_rate": 9.605263157894737e-07, | |
| "loss": 0.3916, | |
| "step": 327 | |
| }, | |
| { | |
| "Batch Mean": 3.7682600021362305, | |
| "accuracy": 0.84375, | |
| "epoch": 0.8175, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 8.726659774780273, | |
| "learning_rate": 9.473684210526317e-07, | |
| "loss": 0.3649, | |
| "step": 328 | |
| }, | |
| { | |
| "Batch Mean": 3.6107935905456543, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.82, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.8225, | |
| "grad_norm": 9.7432861328125, | |
| "learning_rate": 9.342105263157895e-07, | |
| "loss": 0.3862, | |
| "step": 329 | |
| }, | |
| { | |
| "Batch Mean": 3.9763107299804688, | |
| "accuracy": 0.875, | |
| "epoch": 0.8225, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.825, | |
| "grad_norm": 9.048009872436523, | |
| "learning_rate": 9.210526315789474e-07, | |
| "loss": 0.3611, | |
| "step": 330 | |
| }, | |
| { | |
| "Batch Mean": 3.72268009185791, | |
| "accuracy": 0.78125, | |
| "epoch": 0.825, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.8275, | |
| "grad_norm": 10.039306640625, | |
| "learning_rate": 9.078947368421054e-07, | |
| "loss": 0.4104, | |
| "step": 331 | |
| }, | |
| { | |
| "Batch Mean": 4.0824432373046875, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.8275, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 9.71216869354248, | |
| "learning_rate": 8.947368421052632e-07, | |
| "loss": 0.4676, | |
| "step": 332 | |
| }, | |
| { | |
| "Batch Mean": 4.328099250793457, | |
| "accuracy": 0.75, | |
| "epoch": 0.83, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.8325, | |
| "grad_norm": 12.236089706420898, | |
| "learning_rate": 8.815789473684211e-07, | |
| "loss": 0.536, | |
| "step": 333 | |
| }, | |
| { | |
| "Batch Mean": 4.269603252410889, | |
| "accuracy": 0.8515625, | |
| "epoch": 0.8325, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.835, | |
| "grad_norm": 8.661575317382812, | |
| "learning_rate": 8.68421052631579e-07, | |
| "loss": 0.3387, | |
| "step": 334 | |
| }, | |
| { | |
| "Batch Mean": 4.419895172119141, | |
| "accuracy": 0.796875, | |
| "epoch": 0.835, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.8375, | |
| "grad_norm": 9.375877380371094, | |
| "learning_rate": 8.55263157894737e-07, | |
| "loss": 0.3868, | |
| "step": 335 | |
| }, | |
| { | |
| "Batch Mean": 4.138504981994629, | |
| "accuracy": 0.8125, | |
| "epoch": 0.8375, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 10.736989974975586, | |
| "learning_rate": 8.421052631578948e-07, | |
| "loss": 0.4086, | |
| "step": 336 | |
| }, | |
| { | |
| "Batch Mean": 3.9145679473876953, | |
| "accuracy": 0.828125, | |
| "epoch": 0.84, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.8425, | |
| "grad_norm": 9.300797462463379, | |
| "learning_rate": 8.289473684210527e-07, | |
| "loss": 0.3738, | |
| "step": 337 | |
| }, | |
| { | |
| "Batch Mean": 3.9161176681518555, | |
| "accuracy": 0.828125, | |
| "epoch": 0.8425, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.845, | |
| "grad_norm": 8.363279342651367, | |
| "learning_rate": 8.157894736842106e-07, | |
| "loss": 0.35, | |
| "step": 338 | |
| }, | |
| { | |
| "Batch Mean": 4.362409591674805, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.845, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.8475, | |
| "grad_norm": 8.345438003540039, | |
| "learning_rate": 8.026315789473685e-07, | |
| "loss": 0.359, | |
| "step": 339 | |
| }, | |
| { | |
| "Batch Mean": 4.674463272094727, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.8475, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 10.6575345993042, | |
| "learning_rate": 7.894736842105263e-07, | |
| "loss": 0.4622, | |
| "step": 340 | |
| }, | |
| { | |
| "Batch Mean": 4.491846084594727, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.85, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8525, | |
| "grad_norm": 10.247350692749023, | |
| "learning_rate": 7.763157894736843e-07, | |
| "loss": 0.4286, | |
| "step": 341 | |
| }, | |
| { | |
| "Batch Mean": 4.197032928466797, | |
| "accuracy": 0.8984375, | |
| "epoch": 0.8525, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.855, | |
| "grad_norm": 7.982635974884033, | |
| "learning_rate": 7.631578947368422e-07, | |
| "loss": 0.2775, | |
| "step": 342 | |
| }, | |
| { | |
| "Batch Mean": 4.466989517211914, | |
| "accuracy": 0.796875, | |
| "epoch": 0.855, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.8575, | |
| "grad_norm": 9.864999771118164, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.4152, | |
| "step": 343 | |
| }, | |
| { | |
| "Batch Mean": 4.683363914489746, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.8575, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 9.847129821777344, | |
| "learning_rate": 7.368421052631579e-07, | |
| "loss": 0.4182, | |
| "step": 344 | |
| }, | |
| { | |
| "Batch Mean": 4.1891889572143555, | |
| "accuracy": 0.765625, | |
| "epoch": 0.86, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.8625, | |
| "grad_norm": 10.039787292480469, | |
| "learning_rate": 7.236842105263158e-07, | |
| "loss": 0.43, | |
| "step": 345 | |
| }, | |
| { | |
| "Batch Mean": 4.3862714767456055, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.8625, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.865, | |
| "grad_norm": 10.894869804382324, | |
| "learning_rate": 7.105263157894737e-07, | |
| "loss": 0.4852, | |
| "step": 346 | |
| }, | |
| { | |
| "Batch Mean": 4.637632369995117, | |
| "accuracy": 0.7109375, | |
| "epoch": 0.865, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.8675, | |
| "grad_norm": 11.730110168457031, | |
| "learning_rate": 6.973684210526316e-07, | |
| "loss": 0.5448, | |
| "step": 347 | |
| }, | |
| { | |
| "Batch Mean": 4.121967315673828, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.8675, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 10.164827346801758, | |
| "learning_rate": 6.842105263157896e-07, | |
| "loss": 0.4483, | |
| "step": 348 | |
| }, | |
| { | |
| "Batch Mean": 4.091468811035156, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.87, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.8725, | |
| "grad_norm": 10.1940336227417, | |
| "learning_rate": 6.710526315789475e-07, | |
| "loss": 0.4399, | |
| "step": 349 | |
| }, | |
| { | |
| "Batch Mean": 3.927487373352051, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.8725, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 9.758942604064941, | |
| "learning_rate": 6.578947368421053e-07, | |
| "loss": 0.4649, | |
| "step": 350 | |
| }, | |
| { | |
| "Batch Mean": 3.7871651649475098, | |
| "accuracy": 0.796875, | |
| "epoch": 0.875, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8775, | |
| "grad_norm": 8.651691436767578, | |
| "learning_rate": 6.447368421052633e-07, | |
| "loss": 0.387, | |
| "step": 351 | |
| }, | |
| { | |
| "Batch Mean": 3.8574633598327637, | |
| "accuracy": 0.703125, | |
| "epoch": 0.8775, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 11.066187858581543, | |
| "learning_rate": 6.315789473684211e-07, | |
| "loss": 0.5628, | |
| "step": 352 | |
| }, | |
| { | |
| "Batch Mean": 3.776508331298828, | |
| "accuracy": 0.78125, | |
| "epoch": 0.88, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.8825, | |
| "grad_norm": 9.336889266967773, | |
| "learning_rate": 6.18421052631579e-07, | |
| "loss": 0.4243, | |
| "step": 353 | |
| }, | |
| { | |
| "Batch Mean": 3.574608564376831, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.8825, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.885, | |
| "grad_norm": 8.771798133850098, | |
| "learning_rate": 6.052631578947369e-07, | |
| "loss": 0.4037, | |
| "step": 354 | |
| }, | |
| { | |
| "Batch Mean": 3.912416934967041, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.885, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.8875, | |
| "grad_norm": 8.526622772216797, | |
| "learning_rate": 5.921052631578947e-07, | |
| "loss": 0.3547, | |
| "step": 355 | |
| }, | |
| { | |
| "Batch Mean": 3.8269214630126953, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.8875, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 7.636133193969727, | |
| "learning_rate": 5.789473684210526e-07, | |
| "loss": 0.3949, | |
| "step": 356 | |
| }, | |
| { | |
| "Batch Mean": 3.300734758377075, | |
| "accuracy": 0.7890625, | |
| "epoch": 0.89, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.8925, | |
| "grad_norm": 7.370996475219727, | |
| "learning_rate": 5.657894736842106e-07, | |
| "loss": 0.3966, | |
| "step": 357 | |
| }, | |
| { | |
| "Batch Mean": 3.461149215698242, | |
| "accuracy": 0.828125, | |
| "epoch": 0.8925, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.895, | |
| "grad_norm": 7.379176616668701, | |
| "learning_rate": 5.526315789473684e-07, | |
| "loss": 0.3687, | |
| "step": 358 | |
| }, | |
| { | |
| "Batch Mean": 3.815633773803711, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.895, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.8975, | |
| "grad_norm": 7.581010818481445, | |
| "learning_rate": 5.394736842105264e-07, | |
| "loss": 0.3686, | |
| "step": 359 | |
| }, | |
| { | |
| "Batch Mean": 3.77066707611084, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.8975, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 7.628429412841797, | |
| "learning_rate": 5.263157894736843e-07, | |
| "loss": 0.3584, | |
| "step": 360 | |
| }, | |
| { | |
| "Batch Mean": 3.6309967041015625, | |
| "accuracy": 0.8125, | |
| "epoch": 0.9, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9025, | |
| "grad_norm": 7.521507740020752, | |
| "learning_rate": 5.131578947368422e-07, | |
| "loss": 0.3737, | |
| "step": 361 | |
| }, | |
| { | |
| "Batch Mean": 3.9186553955078125, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.9025, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.905, | |
| "grad_norm": 8.632046699523926, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.4121, | |
| "step": 362 | |
| }, | |
| { | |
| "Batch Mean": 3.8692808151245117, | |
| "accuracy": 0.796875, | |
| "epoch": 0.905, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.9075, | |
| "grad_norm": 7.9635844230651855, | |
| "learning_rate": 4.868421052631579e-07, | |
| "loss": 0.3815, | |
| "step": 363 | |
| }, | |
| { | |
| "Batch Mean": 3.5908093452453613, | |
| "accuracy": 0.8125, | |
| "epoch": 0.9075, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 8.613454818725586, | |
| "learning_rate": 4.7368421052631585e-07, | |
| "loss": 0.4303, | |
| "step": 364 | |
| }, | |
| { | |
| "Batch Mean": 3.655755043029785, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.91, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.9125, | |
| "grad_norm": 7.534533500671387, | |
| "learning_rate": 4.605263157894737e-07, | |
| "loss": 0.4097, | |
| "step": 365 | |
| }, | |
| { | |
| "Batch Mean": 3.880359649658203, | |
| "accuracy": 0.8125, | |
| "epoch": 0.9125, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.915, | |
| "grad_norm": 7.979903221130371, | |
| "learning_rate": 4.473684210526316e-07, | |
| "loss": 0.3947, | |
| "step": 366 | |
| }, | |
| { | |
| "Batch Mean": 3.6699132919311523, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.915, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.9175, | |
| "grad_norm": 7.939827919006348, | |
| "learning_rate": 4.342105263157895e-07, | |
| "loss": 0.4096, | |
| "step": 367 | |
| }, | |
| { | |
| "Batch Mean": 3.707386016845703, | |
| "accuracy": 0.8125, | |
| "epoch": 0.9175, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 8.204850196838379, | |
| "learning_rate": 4.210526315789474e-07, | |
| "loss": 0.3746, | |
| "step": 368 | |
| }, | |
| { | |
| "Batch Mean": 3.640469551086426, | |
| "accuracy": 0.828125, | |
| "epoch": 0.92, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.9225, | |
| "grad_norm": 8.378007888793945, | |
| "learning_rate": 4.078947368421053e-07, | |
| "loss": 0.3763, | |
| "step": 369 | |
| }, | |
| { | |
| "Batch Mean": 3.862360954284668, | |
| "accuracy": 0.828125, | |
| "epoch": 0.9225, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.925, | |
| "grad_norm": 8.362809181213379, | |
| "learning_rate": 3.9473684210526315e-07, | |
| "loss": 0.3806, | |
| "step": 370 | |
| }, | |
| { | |
| "Batch Mean": 3.9354522228240967, | |
| "accuracy": 0.8125, | |
| "epoch": 0.925, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.9275, | |
| "grad_norm": 8.232060432434082, | |
| "learning_rate": 3.815789473684211e-07, | |
| "loss": 0.3913, | |
| "step": 371 | |
| }, | |
| { | |
| "Batch Mean": 3.9101943969726562, | |
| "accuracy": 0.828125, | |
| "epoch": 0.9275, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 9.147234916687012, | |
| "learning_rate": 3.6842105263157896e-07, | |
| "loss": 0.365, | |
| "step": 372 | |
| }, | |
| { | |
| "Batch Mean": 4.02094841003418, | |
| "accuracy": 0.8125, | |
| "epoch": 0.93, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.9325, | |
| "grad_norm": 8.020033836364746, | |
| "learning_rate": 3.5526315789473687e-07, | |
| "loss": 0.3612, | |
| "step": 373 | |
| }, | |
| { | |
| "Batch Mean": 4.072836399078369, | |
| "accuracy": 0.7421875, | |
| "epoch": 0.9325, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.935, | |
| "grad_norm": 10.13514232635498, | |
| "learning_rate": 3.421052631578948e-07, | |
| "loss": 0.4718, | |
| "step": 374 | |
| }, | |
| { | |
| "Batch Mean": 3.845078229904175, | |
| "accuracy": 0.84375, | |
| "epoch": 0.935, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "grad_norm": 7.570011615753174, | |
| "learning_rate": 3.2894736842105264e-07, | |
| "loss": 0.3368, | |
| "step": 375 | |
| }, | |
| { | |
| "Batch Mean": 4.410332679748535, | |
| "accuracy": 0.859375, | |
| "epoch": 0.9375, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 8.095381736755371, | |
| "learning_rate": 3.1578947368421055e-07, | |
| "loss": 0.3759, | |
| "step": 376 | |
| }, | |
| { | |
| "Batch Mean": 3.809807062149048, | |
| "accuracy": 0.84375, | |
| "epoch": 0.94, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.9425, | |
| "grad_norm": 8.025097846984863, | |
| "learning_rate": 3.0263157894736846e-07, | |
| "loss": 0.3845, | |
| "step": 377 | |
| }, | |
| { | |
| "Batch Mean": 3.961945056915283, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.9425, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.945, | |
| "grad_norm": 7.539624214172363, | |
| "learning_rate": 2.894736842105263e-07, | |
| "loss": 0.3791, | |
| "step": 378 | |
| }, | |
| { | |
| "Batch Mean": 4.050400257110596, | |
| "accuracy": 0.78125, | |
| "epoch": 0.945, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.9475, | |
| "grad_norm": 9.320887565612793, | |
| "learning_rate": 2.763157894736842e-07, | |
| "loss": 0.452, | |
| "step": 379 | |
| }, | |
| { | |
| "Batch Mean": 4.2832231521606445, | |
| "accuracy": 0.8671875, | |
| "epoch": 0.9475, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 7.826888561248779, | |
| "learning_rate": 2.6315789473684213e-07, | |
| "loss": 0.3447, | |
| "step": 380 | |
| }, | |
| { | |
| "Batch Mean": 3.8477821350097656, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.95, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9525, | |
| "grad_norm": 8.854127883911133, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 0.4303, | |
| "step": 381 | |
| }, | |
| { | |
| "Batch Mean": 3.8454036712646484, | |
| "accuracy": 0.828125, | |
| "epoch": 0.9525, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.955, | |
| "grad_norm": 8.916884422302246, | |
| "learning_rate": 2.3684210526315792e-07, | |
| "loss": 0.3829, | |
| "step": 382 | |
| }, | |
| { | |
| "Batch Mean": 4.330540657043457, | |
| "accuracy": 0.796875, | |
| "epoch": 0.955, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.9575, | |
| "grad_norm": 8.480066299438477, | |
| "learning_rate": 2.236842105263158e-07, | |
| "loss": 0.3876, | |
| "step": 383 | |
| }, | |
| { | |
| "Batch Mean": 3.9993972778320312, | |
| "accuracy": 0.796875, | |
| "epoch": 0.9575, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 8.800076484680176, | |
| "learning_rate": 2.105263157894737e-07, | |
| "loss": 0.4004, | |
| "step": 384 | |
| }, | |
| { | |
| "Batch Mean": 4.047536849975586, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.96, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.9625, | |
| "grad_norm": 10.25916862487793, | |
| "learning_rate": 1.9736842105263157e-07, | |
| "loss": 0.4702, | |
| "step": 385 | |
| }, | |
| { | |
| "Batch Mean": 3.8366403579711914, | |
| "accuracy": 0.8125, | |
| "epoch": 0.9625, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.965, | |
| "grad_norm": 10.083771705627441, | |
| "learning_rate": 1.8421052631578948e-07, | |
| "loss": 0.4467, | |
| "step": 386 | |
| }, | |
| { | |
| "Batch Mean": 4.2874650955200195, | |
| "accuracy": 0.828125, | |
| "epoch": 0.965, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.9675, | |
| "grad_norm": 8.051718711853027, | |
| "learning_rate": 1.710526315789474e-07, | |
| "loss": 0.4134, | |
| "step": 387 | |
| }, | |
| { | |
| "Batch Mean": 4.313050270080566, | |
| "accuracy": 0.8671875, | |
| "epoch": 0.9675, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 7.1868462562561035, | |
| "learning_rate": 1.5789473684210527e-07, | |
| "loss": 0.2999, | |
| "step": 388 | |
| }, | |
| { | |
| "Batch Mean": 4.171314716339111, | |
| "accuracy": 0.84375, | |
| "epoch": 0.97, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.9725, | |
| "grad_norm": 8.633392333984375, | |
| "learning_rate": 1.4473684210526316e-07, | |
| "loss": 0.3498, | |
| "step": 389 | |
| }, | |
| { | |
| "Batch Mean": 4.292914390563965, | |
| "accuracy": 0.8359375, | |
| "epoch": 0.9725, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.975, | |
| "grad_norm": 8.538396835327148, | |
| "learning_rate": 1.3157894736842107e-07, | |
| "loss": 0.3814, | |
| "step": 390 | |
| }, | |
| { | |
| "Batch Mean": 4.413171768188477, | |
| "accuracy": 0.8203125, | |
| "epoch": 0.975, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.9775, | |
| "grad_norm": 9.03473949432373, | |
| "learning_rate": 1.1842105263157896e-07, | |
| "loss": 0.408, | |
| "step": 391 | |
| }, | |
| { | |
| "Batch Mean": 4.147255897521973, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.9775, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 9.122368812561035, | |
| "learning_rate": 1.0526315789473685e-07, | |
| "loss": 0.4259, | |
| "step": 392 | |
| }, | |
| { | |
| "Batch Mean": 4.238164901733398, | |
| "accuracy": 0.78125, | |
| "epoch": 0.98, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.9825, | |
| "grad_norm": 8.9277982711792, | |
| "learning_rate": 9.210526315789474e-08, | |
| "loss": 0.3768, | |
| "step": 393 | |
| }, | |
| { | |
| "Batch Mean": 4.0150299072265625, | |
| "accuracy": 0.7734375, | |
| "epoch": 0.9825, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.985, | |
| "grad_norm": 9.743870735168457, | |
| "learning_rate": 7.894736842105264e-08, | |
| "loss": 0.4516, | |
| "step": 394 | |
| }, | |
| { | |
| "Batch Mean": 4.45374870300293, | |
| "accuracy": 0.796875, | |
| "epoch": 0.985, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.9875, | |
| "grad_norm": 8.603337287902832, | |
| "learning_rate": 6.578947368421053e-08, | |
| "loss": 0.4033, | |
| "step": 395 | |
| }, | |
| { | |
| "Batch Mean": 4.043880462646484, | |
| "accuracy": 0.7578125, | |
| "epoch": 0.9875, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 9.147683143615723, | |
| "learning_rate": 5.263157894736842e-08, | |
| "loss": 0.4357, | |
| "step": 396 | |
| }, | |
| { | |
| "Batch Mean": 3.763970375061035, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.99, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.9925, | |
| "grad_norm": 9.61628532409668, | |
| "learning_rate": 3.947368421052632e-08, | |
| "loss": 0.442, | |
| "step": 397 | |
| }, | |
| { | |
| "Batch Mean": 4.027120113372803, | |
| "accuracy": 0.8046875, | |
| "epoch": 0.9925, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.995, | |
| "grad_norm": 8.325051307678223, | |
| "learning_rate": 2.631578947368421e-08, | |
| "loss": 0.3942, | |
| "step": 398 | |
| }, | |
| { | |
| "Batch Mean": 3.6679060459136963, | |
| "accuracy": 0.75, | |
| "epoch": 0.995, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.9975, | |
| "grad_norm": 9.915172576904297, | |
| "learning_rate": 1.3157894736842106e-08, | |
| "loss": 0.4845, | |
| "step": 399 | |
| }, | |
| { | |
| "Batch Mean": 4.056756019592285, | |
| "accuracy": 0.78125, | |
| "epoch": 0.9975, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 9.02087688446045, | |
| "learning_rate": 0.0, | |
| "loss": 0.3811, | |
| "step": 400 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 400, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 80, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |