{ "best_metric": 1.0125610828399658, "best_model_checkpoint": "car_models_image_detection/checkpoint-32650", "epoch": 10.0, "eval_steps": 500, "global_step": 32650, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.15313935681470137, "grad_norm": 1.452757477760315, "learning_rate": 1.4792944785276074e-05, "loss": 5.7276, "step": 500 }, { "epoch": 0.30627871362940273, "grad_norm": 1.6236835718154907, "learning_rate": 1.4562883435582821e-05, "loss": 5.577, "step": 1000 }, { "epoch": 0.45941807044410415, "grad_norm": 1.6465808153152466, "learning_rate": 1.433282208588957e-05, "loss": 5.415, "step": 1500 }, { "epoch": 0.6125574272588055, "grad_norm": 1.6408442258834839, "learning_rate": 1.410276073619632e-05, "loss": 5.2564, "step": 2000 }, { "epoch": 0.7656967840735069, "grad_norm": 2.1702845096588135, "learning_rate": 1.3872699386503068e-05, "loss": 5.097, "step": 2500 }, { "epoch": 0.9188361408882083, "grad_norm": 2.1283822059631348, "learning_rate": 1.3642638036809815e-05, "loss": 4.9628, "step": 3000 }, { "epoch": 1.0, "eval_accuracy": 0.27259150763221757, "eval_loss": 4.833654403686523, "eval_model_preparation_time": 0.0031, "eval_runtime": 685.3438, "eval_samples_per_second": 101.612, "eval_steps_per_second": 12.702, "step": 3265 }, { "epoch": 1.0719754977029097, "grad_norm": 2.1697254180908203, "learning_rate": 1.3412576687116564e-05, "loss": 4.8042, "step": 3500 }, { "epoch": 1.225114854517611, "grad_norm": 2.616407632827759, "learning_rate": 1.3182515337423314e-05, "loss": 4.6501, "step": 4000 }, { "epoch": 1.3782542113323124, "grad_norm": 2.611531972885132, "learning_rate": 1.2952453987730061e-05, "loss": 4.4964, "step": 4500 }, { "epoch": 1.5313935681470139, "grad_norm": 3.050095558166504, "learning_rate": 1.272239263803681e-05, "loss": 4.3653, "step": 5000 }, { "epoch": 1.6845329249617151, "grad_norm": 3.209902048110962, "learning_rate": 1.2492331288343558e-05, "loss": 4.2269, "step": 5500 }, { "epoch": 1.8376722817764164, "grad_norm": 3.8992629051208496, "learning_rate": 1.2262269938650307e-05, "loss": 4.0844, "step": 6000 }, { "epoch": 1.9908116385911179, "grad_norm": 3.587782382965088, "learning_rate": 1.2032208588957057e-05, "loss": 3.9577, "step": 6500 }, { "epoch": 2.0, "eval_accuracy": 0.432200347506426, "eval_loss": 3.934602975845337, "eval_model_preparation_time": 0.0031, "eval_runtime": 682.9317, "eval_samples_per_second": 101.971, "eval_steps_per_second": 12.747, "step": 6530 }, { "epoch": 2.1439509954058193, "grad_norm": 4.234837532043457, "learning_rate": 1.1802147239263804e-05, "loss": 3.7778, "step": 7000 }, { "epoch": 2.2970903522205206, "grad_norm": 3.8425912857055664, "learning_rate": 1.1572085889570552e-05, "loss": 3.6515, "step": 7500 }, { "epoch": 2.450229709035222, "grad_norm": 3.8768410682678223, "learning_rate": 1.1342024539877301e-05, "loss": 3.5171, "step": 8000 }, { "epoch": 2.6033690658499236, "grad_norm": 4.20833683013916, "learning_rate": 1.111196319018405e-05, "loss": 3.3911, "step": 8500 }, { "epoch": 2.756508422664625, "grad_norm": 4.394293785095215, "learning_rate": 1.0881901840490798e-05, "loss": 3.2882, "step": 9000 }, { "epoch": 2.909647779479326, "grad_norm": 4.391124725341797, "learning_rate": 1.0651840490797547e-05, "loss": 3.1777, "step": 9500 }, { "epoch": 3.0, "eval_accuracy": 0.5524059794080903, "eval_loss": 3.125910520553589, "eval_model_preparation_time": 0.0031, "eval_runtime": 696.3871, "eval_samples_per_second": 100.0, "eval_steps_per_second": 12.5, "step": 9795 }, { "epoch": 3.0627871362940278, "grad_norm": 4.910506248474121, "learning_rate": 1.0421779141104295e-05, "loss": 3.0296, "step": 10000 }, { "epoch": 3.215926493108729, "grad_norm": 4.594521999359131, "learning_rate": 1.0191717791411042e-05, "loss": 2.8819, "step": 10500 }, { "epoch": 3.3690658499234303, "grad_norm": 4.765926361083984, "learning_rate": 9.961656441717793e-06, "loss": 2.7684, "step": 11000 }, { "epoch": 3.522205206738132, "grad_norm": 5.226629734039307, "learning_rate": 9.73159509202454e-06, "loss": 2.6588, "step": 11500 }, { "epoch": 3.6753445635528332, "grad_norm": 5.948498725891113, "learning_rate": 9.501533742331288e-06, "loss": 2.5607, "step": 12000 }, { "epoch": 3.8284839203675345, "grad_norm": 5.840036392211914, "learning_rate": 9.271472392638038e-06, "loss": 2.4664, "step": 12500 }, { "epoch": 3.9816232771822357, "grad_norm": 6.542360782623291, "learning_rate": 9.041411042944785e-06, "loss": 2.3674, "step": 13000 }, { "epoch": 4.0, "eval_accuracy": 0.6481712833326153, "eval_loss": 2.4429006576538086, "eval_model_preparation_time": 0.0031, "eval_runtime": 700.3344, "eval_samples_per_second": 99.437, "eval_steps_per_second": 12.43, "step": 13060 }, { "epoch": 4.134762633996937, "grad_norm": 5.998870372772217, "learning_rate": 8.811349693251534e-06, "loss": 2.2206, "step": 13500 }, { "epoch": 4.287901990811639, "grad_norm": 5.736461639404297, "learning_rate": 8.581288343558282e-06, "loss": 2.1328, "step": 14000 }, { "epoch": 4.44104134762634, "grad_norm": 8.815576553344727, "learning_rate": 8.351226993865031e-06, "loss": 2.0378, "step": 14500 }, { "epoch": 4.594180704441041, "grad_norm": 6.433719635009766, "learning_rate": 8.121165644171779e-06, "loss": 2.0028, "step": 15000 }, { "epoch": 4.747320061255743, "grad_norm": 6.188543796539307, "learning_rate": 7.891104294478526e-06, "loss": 1.8992, "step": 15500 }, { "epoch": 4.900459418070444, "grad_norm": 4.191030979156494, "learning_rate": 7.661042944785277e-06, "loss": 1.8401, "step": 16000 }, { "epoch": 5.0, "eval_accuracy": 0.7155042433119373, "eval_loss": 1.9256677627563477, "eval_model_preparation_time": 0.0031, "eval_runtime": 697.1043, "eval_samples_per_second": 99.898, "eval_steps_per_second": 12.487, "step": 16325 }, { "epoch": 5.053598774885145, "grad_norm": 6.046599388122559, "learning_rate": 7.430981595092025e-06, "loss": 1.749, "step": 16500 }, { "epoch": 5.206738131699847, "grad_norm": 7.202089309692383, "learning_rate": 7.200920245398773e-06, "loss": 1.6562, "step": 17000 }, { "epoch": 5.359877488514548, "grad_norm": 8.078461647033691, "learning_rate": 6.970858895705521e-06, "loss": 1.5944, "step": 17500 }, { "epoch": 5.51301684532925, "grad_norm": 8.001608848571777, "learning_rate": 6.74079754601227e-06, "loss": 1.517, "step": 18000 }, { "epoch": 5.666156202143951, "grad_norm": 7.847782135009766, "learning_rate": 6.510736196319019e-06, "loss": 1.4779, "step": 18500 }, { "epoch": 5.819295558958652, "grad_norm": 8.12964153289795, "learning_rate": 6.280674846625767e-06, "loss": 1.4133, "step": 19000 }, { "epoch": 5.972434915773354, "grad_norm": 5.552104473114014, "learning_rate": 6.0506134969325155e-06, "loss": 1.375, "step": 19500 }, { "epoch": 6.0, "eval_accuracy": 0.7652464854463734, "eval_loss": 1.5537763833999634, "eval_model_preparation_time": 0.0031, "eval_runtime": 693.8343, "eval_samples_per_second": 100.368, "eval_steps_per_second": 12.546, "step": 19590 }, { "epoch": 6.1255742725880555, "grad_norm": 7.002144813537598, "learning_rate": 5.820552147239264e-06, "loss": 1.292, "step": 20000 }, { "epoch": 6.278713629402756, "grad_norm": 8.652531623840332, "learning_rate": 5.590490797546012e-06, "loss": 1.2451, "step": 20500 }, { "epoch": 6.431852986217458, "grad_norm": 6.782195568084717, "learning_rate": 5.360429447852761e-06, "loss": 1.199, "step": 21000 }, { "epoch": 6.584992343032159, "grad_norm": 7.46057653427124, "learning_rate": 5.13036809815951e-06, "loss": 1.1784, "step": 21500 }, { "epoch": 6.738131699846861, "grad_norm": 9.419745445251465, "learning_rate": 4.900306748466258e-06, "loss": 1.1378, "step": 22000 }, { "epoch": 6.891271056661562, "grad_norm": 10.585297584533691, "learning_rate": 4.670245398773006e-06, "loss": 1.1101, "step": 22500 }, { "epoch": 7.0, "eval_accuracy": 0.8005858786025072, "eval_loss": 1.3030942678451538, "eval_model_preparation_time": 0.0031, "eval_runtime": 695.6789, "eval_samples_per_second": 100.102, "eval_steps_per_second": 12.513, "step": 22855 }, { "epoch": 7.044410413476263, "grad_norm": 6.227669715881348, "learning_rate": 4.440184049079755e-06, "loss": 1.0649, "step": 23000 }, { "epoch": 7.197549770290965, "grad_norm": 6.01344108581543, "learning_rate": 4.210122699386503e-06, "loss": 0.9895, "step": 23500 }, { "epoch": 7.3506891271056665, "grad_norm": 7.48536491394043, "learning_rate": 3.980061349693252e-06, "loss": 0.9931, "step": 24000 }, { "epoch": 7.503828483920367, "grad_norm": 4.995929718017578, "learning_rate": 3.75e-06, "loss": 0.9504, "step": 24500 }, { "epoch": 7.656967840735069, "grad_norm": 7.199100017547607, "learning_rate": 3.5199386503067485e-06, "loss": 0.9414, "step": 25000 }, { "epoch": 7.810107197549771, "grad_norm": 10.500569343566895, "learning_rate": 3.2898773006134974e-06, "loss": 0.9215, "step": 25500 }, { "epoch": 7.9632465543644715, "grad_norm": 12.734477043151855, "learning_rate": 3.0598159509202454e-06, "loss": 0.9171, "step": 26000 }, { "epoch": 8.0, "eval_accuracy": 0.8239205043151108, "eval_loss": 1.1368967294692993, "eval_model_preparation_time": 0.0031, "eval_runtime": 700.1379, "eval_samples_per_second": 99.465, "eval_steps_per_second": 12.433, "step": 26120 }, { "epoch": 8.116385911179172, "grad_norm": 5.377818584442139, "learning_rate": 2.8297546012269938e-06, "loss": 0.877, "step": 26500 }, { "epoch": 8.269525267993874, "grad_norm": 8.250605583190918, "learning_rate": 2.599693251533742e-06, "loss": 0.8307, "step": 27000 }, { "epoch": 8.422664624808576, "grad_norm": 6.766539096832275, "learning_rate": 2.369631901840491e-06, "loss": 0.8152, "step": 27500 }, { "epoch": 8.575803981623277, "grad_norm": 8.64637565612793, "learning_rate": 2.1395705521472395e-06, "loss": 0.8146, "step": 28000 }, { "epoch": 8.728943338437979, "grad_norm": 7.545835494995117, "learning_rate": 1.9095092024539874e-06, "loss": 0.8026, "step": 28500 }, { "epoch": 8.88208269525268, "grad_norm": 7.024548053741455, "learning_rate": 1.6794478527607363e-06, "loss": 0.7875, "step": 29000 }, { "epoch": 9.0, "eval_accuracy": 0.8368155774781373, "eval_loss": 1.044851541519165, "eval_model_preparation_time": 0.0031, "eval_runtime": 688.1062, "eval_samples_per_second": 101.204, "eval_steps_per_second": 12.651, "step": 29385 }, { "epoch": 9.03522205206738, "grad_norm": 6.825665473937988, "learning_rate": 1.4493865030674847e-06, "loss": 0.7609, "step": 29500 }, { "epoch": 9.188361408882082, "grad_norm": 8.946706771850586, "learning_rate": 1.2193251533742331e-06, "loss": 0.7448, "step": 30000 }, { "epoch": 9.341500765696784, "grad_norm": 5.960868835449219, "learning_rate": 9.892638036809815e-07, "loss": 0.7412, "step": 30500 }, { "epoch": 9.494640122511486, "grad_norm": 8.354199409484863, "learning_rate": 7.592024539877301e-07, "loss": 0.7391, "step": 31000 }, { "epoch": 9.647779479326188, "grad_norm": 7.826401233673096, "learning_rate": 5.291411042944785e-07, "loss": 0.7451, "step": 31500 }, { "epoch": 9.800918836140887, "grad_norm": 6.866321563720703, "learning_rate": 2.99079754601227e-07, "loss": 0.7328, "step": 32000 }, { "epoch": 9.95405819295559, "grad_norm": 8.034021377563477, "learning_rate": 6.901840490797547e-08, "loss": 0.7235, "step": 32500 }, { "epoch": 10.0, "eval_accuracy": 0.8410229899912406, "eval_loss": 1.0125610828399658, "eval_model_preparation_time": 0.0031, "eval_runtime": 702.1203, "eval_samples_per_second": 99.184, "eval_steps_per_second": 12.398, "step": 32650 } ], "logging_steps": 500, "max_steps": 32650, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 8.117946756716657e+19, "train_batch_size": 32, "trial_name": null, "trial_params": null }