|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.9963369963369964, |
|
"eval_steps": 500, |
|
"global_step": 34, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3534.5521545410156, |
|
"epoch": 0.029304029304029304, |
|
"grad_norm": 0.08098714798688889, |
|
"kl": 0.0, |
|
"learning_rate": 2.5e-07, |
|
"loss": 0.0471, |
|
"reward": 0.2721354260575026, |
|
"reward_std": 0.2681832159869373, |
|
"rewards/accuracy_reward": 0.16666666697710752, |
|
"rewards/tag_count_reward": 0.10546875349245965, |
|
"step": 1 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3753.3802490234375, |
|
"epoch": 0.05860805860805861, |
|
"grad_norm": 0.10224228352308273, |
|
"kl": 0.0, |
|
"learning_rate": 5e-07, |
|
"loss": 0.065, |
|
"reward": 0.1861979232635349, |
|
"reward_std": 0.22471919422969222, |
|
"rewards/accuracy_reward": 0.10937500325962901, |
|
"rewards/tag_count_reward": 0.07682291802484542, |
|
"step": 2 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3401.057403564453, |
|
"epoch": 0.08791208791208792, |
|
"grad_norm": 0.09934523701667786, |
|
"kl": 3.714859485626221e-05, |
|
"learning_rate": 7.5e-07, |
|
"loss": 0.0568, |
|
"reward": 0.2799479253590107, |
|
"reward_std": 0.30056663788855076, |
|
"rewards/accuracy_reward": 0.16145833674818277, |
|
"rewards/tag_count_reward": 0.1184895858168602, |
|
"step": 3 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3252.7084045410156, |
|
"epoch": 0.11721611721611722, |
|
"grad_norm": 0.08650524169206619, |
|
"kl": 3.603845834732056e-05, |
|
"learning_rate": 1e-06, |
|
"loss": 0.0621, |
|
"reward": 0.36328125500585884, |
|
"reward_std": 0.2626346012111753, |
|
"rewards/accuracy_reward": 0.2447916716337204, |
|
"rewards/tag_count_reward": 0.11848958709742874, |
|
"step": 4 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3478.4375915527344, |
|
"epoch": 0.14652014652014653, |
|
"grad_norm": 0.08601976931095123, |
|
"kl": 3.30507755279541e-05, |
|
"learning_rate": 9.975348529157229e-07, |
|
"loss": 0.0597, |
|
"reward": 0.34114584454800934, |
|
"reward_std": 0.2457886270713061, |
|
"rewards/accuracy_reward": 0.23958333721384406, |
|
"rewards/tag_count_reward": 0.10156250407453626, |
|
"step": 5 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3602.2396850585938, |
|
"epoch": 0.17582417582417584, |
|
"grad_norm": 0.09895998239517212, |
|
"kl": 3.193318843841553e-05, |
|
"learning_rate": 9.901664203302124e-07, |
|
"loss": 0.0823, |
|
"reward": 0.24348959093913436, |
|
"reward_std": 0.2597248964011669, |
|
"rewards/accuracy_reward": 0.15625000884756446, |
|
"rewards/tag_count_reward": 0.08723958628252149, |
|
"step": 6 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3152.7813415527344, |
|
"epoch": 0.20512820512820512, |
|
"grad_norm": 0.10855786502361298, |
|
"kl": 2.0995736122131348e-05, |
|
"learning_rate": 9.779754323328192e-07, |
|
"loss": 0.0637, |
|
"reward": 0.4752604365348816, |
|
"reward_std": 0.3382994793355465, |
|
"rewards/accuracy_reward": 0.34375000931322575, |
|
"rewards/tag_count_reward": 0.1315104216337204, |
|
"step": 7 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3384.385498046875, |
|
"epoch": 0.23443223443223443, |
|
"grad_norm": 0.08194123208522797, |
|
"kl": 1.2666918337345123e-05, |
|
"learning_rate": 9.610954559391704e-07, |
|
"loss": 0.04, |
|
"reward": 0.296875006519258, |
|
"reward_std": 0.24468757305294275, |
|
"rewards/accuracy_reward": 0.19270833814516664, |
|
"rewards/tag_count_reward": 0.10416667116805911, |
|
"step": 8 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3482.776123046875, |
|
"epoch": 0.26373626373626374, |
|
"grad_norm": 0.11475110799074173, |
|
"kl": 1.0907649993896484e-05, |
|
"learning_rate": 9.397114317029974e-07, |
|
"loss": 0.1002, |
|
"reward": 0.2395833432674408, |
|
"reward_std": 0.2327865227125585, |
|
"rewards/accuracy_reward": 0.1510416711680591, |
|
"rewards/tag_count_reward": 0.0885416695382446, |
|
"step": 9 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3433.7032165527344, |
|
"epoch": 0.29304029304029305, |
|
"grad_norm": 0.09596528857946396, |
|
"kl": 2.337619662284851e-06, |
|
"learning_rate": 9.140576474687263e-07, |
|
"loss": 0.0698, |
|
"reward": 0.34895834513008595, |
|
"reward_std": 0.2847986426204443, |
|
"rewards/accuracy_reward": 0.23958333861082792, |
|
"rewards/tag_count_reward": 0.10937500442378223, |
|
"step": 10 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3547.1927795410156, |
|
"epoch": 0.32234432234432236, |
|
"grad_norm": 0.09714619070291519, |
|
"kl": 1.394655555486679e-07, |
|
"learning_rate": 8.844151714648274e-07, |
|
"loss": 0.0661, |
|
"reward": 0.3085937525611371, |
|
"reward_std": 0.2829530159942806, |
|
"rewards/accuracy_reward": 0.2083333358168602, |
|
"rewards/tag_count_reward": 0.10026041860692203, |
|
"step": 11 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3510.7396545410156, |
|
"epoch": 0.3516483516483517, |
|
"grad_norm": 0.09303876012563705, |
|
"kl": 3.088265657424927e-05, |
|
"learning_rate": 8.511087728614862e-07, |
|
"loss": 0.0517, |
|
"reward": 0.27604167291428894, |
|
"reward_std": 0.21292753401212394, |
|
"rewards/accuracy_reward": 0.18750000931322575, |
|
"rewards/tag_count_reward": 0.08854166825767606, |
|
"step": 12 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3502.9532165527344, |
|
"epoch": 0.38095238095238093, |
|
"grad_norm": 0.10329490154981613, |
|
"kl": 0.00013720989227294922, |
|
"learning_rate": 8.145033635316128e-07, |
|
"loss": 0.0755, |
|
"reward": 0.2122395852347836, |
|
"reward_std": 0.1669893644284457, |
|
"rewards/accuracy_reward": 0.11979167070239782, |
|
"rewards/tag_count_reward": 0.09244791802484542, |
|
"step": 13 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3517.135498046875, |
|
"epoch": 0.41025641025641024, |
|
"grad_norm": 0.11326687037944794, |
|
"kl": 0.00015026330947875977, |
|
"learning_rate": 7.75e-07, |
|
"loss": 0.0726, |
|
"reward": 0.3020833428017795, |
|
"reward_std": 0.2878086185082793, |
|
"rewards/accuracy_reward": 0.19791667303070426, |
|
"rewards/tag_count_reward": 0.10416666837409139, |
|
"step": 14 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3760.557373046875, |
|
"epoch": 0.43956043956043955, |
|
"grad_norm": 0.06679689884185791, |
|
"kl": 0.00015845894813537598, |
|
"learning_rate": 7.330314893841101e-07, |
|
"loss": 0.0487, |
|
"reward": 0.1692708395421505, |
|
"reward_std": 0.19603674625977874, |
|
"rewards/accuracy_reward": 0.10937500465661287, |
|
"rewards/tag_count_reward": 0.05989583348855376, |
|
"step": 15 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3544.5365600585938, |
|
"epoch": 0.46886446886446886, |
|
"grad_norm": 0.08167487382888794, |
|
"kl": 0.00022110342979431152, |
|
"learning_rate": 6.890576474687263e-07, |
|
"loss": 0.0531, |
|
"reward": 0.2864583423361182, |
|
"reward_std": 0.2276854459196329, |
|
"rewards/accuracy_reward": 0.19270833721384406, |
|
"rewards/tag_count_reward": 0.09375000314321369, |
|
"step": 16 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3696.0521850585938, |
|
"epoch": 0.4981684981684982, |
|
"grad_norm": 0.11336914449930191, |
|
"kl": 0.0003203749656677246, |
|
"learning_rate": 6.435602608679916e-07, |
|
"loss": 0.0661, |
|
"reward": 0.2500000058207661, |
|
"reward_std": 0.22962875291705132, |
|
"rewards/accuracy_reward": 0.1666666679084301, |
|
"rewards/tag_count_reward": 0.08333333558402956, |
|
"step": 17 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3608.9584045410156, |
|
"epoch": 0.5274725274725275, |
|
"grad_norm": 0.08060825616121292, |
|
"kl": 0.0004144906997680664, |
|
"learning_rate": 5.97037808470444e-07, |
|
"loss": 0.0568, |
|
"reward": 0.3007812607102096, |
|
"reward_std": 0.2574492711573839, |
|
"rewards/accuracy_reward": 0.2135416711680591, |
|
"rewards/tag_count_reward": 0.08723958604969084, |
|
"step": 18 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3601.6927795410156, |
|
"epoch": 0.5567765567765568, |
|
"grad_norm": 0.07288842648267746, |
|
"kl": 0.0003364086151123047, |
|
"learning_rate": 5.5e-07, |
|
"loss": 0.0319, |
|
"reward": 0.376302097691223, |
|
"reward_std": 0.2284244946204126, |
|
"rewards/accuracy_reward": 0.281250003259629, |
|
"rewards/tag_count_reward": 0.09505208558402956, |
|
"step": 19 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3625.0208740234375, |
|
"epoch": 0.5860805860805861, |
|
"grad_norm": 0.07371893525123596, |
|
"kl": 0.0006115436553955078, |
|
"learning_rate": 5.02962191529556e-07, |
|
"loss": 0.0335, |
|
"reward": 0.2552083439659327, |
|
"reward_std": 0.25146263325586915, |
|
"rewards/accuracy_reward": 0.17187500791624188, |
|
"rewards/tag_count_reward": 0.08333333511836827, |
|
"step": 20 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3542.1354370117188, |
|
"epoch": 0.6153846153846154, |
|
"grad_norm": 0.10749542713165283, |
|
"kl": 0.00035321712493896484, |
|
"learning_rate": 4.5643973913200837e-07, |
|
"loss": 0.0995, |
|
"reward": 0.373697929084301, |
|
"reward_std": 0.31743163615465164, |
|
"rewards/accuracy_reward": 0.281250006519258, |
|
"rewards/tag_count_reward": 0.09244791977107525, |
|
"step": 21 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3414.6927795410156, |
|
"epoch": 0.6446886446886447, |
|
"grad_norm": 0.08405382186174393, |
|
"kl": 0.00036454200744628906, |
|
"learning_rate": 4.1094235253127374e-07, |
|
"loss": 0.075, |
|
"reward": 0.37760418374091387, |
|
"reward_std": 0.2682782169431448, |
|
"rewards/accuracy_reward": 0.2708333353511989, |
|
"rewards/tag_count_reward": 0.1067708374466747, |
|
"step": 22 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3678.791748046875, |
|
"epoch": 0.673992673992674, |
|
"grad_norm": 0.07961313426494598, |
|
"kl": 0.0004169940948486328, |
|
"learning_rate": 3.6696851061588994e-07, |
|
"loss": 0.0502, |
|
"reward": 0.2786458395421505, |
|
"reward_std": 0.24647203274071217, |
|
"rewards/accuracy_reward": 0.1979166711680591, |
|
"rewards/tag_count_reward": 0.08072916697710752, |
|
"step": 23 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3838.8334045410156, |
|
"epoch": 0.7032967032967034, |
|
"grad_norm": 0.06324659287929535, |
|
"kl": 0.0005202293395996094, |
|
"learning_rate": 3.250000000000001e-07, |
|
"loss": 0.0313, |
|
"reward": 0.13541667081881315, |
|
"reward_std": 0.16657467489130795, |
|
"rewards/accuracy_reward": 0.08854167023673654, |
|
"rewards/tag_count_reward": 0.04687500209547579, |
|
"step": 24 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3507.5677490234375, |
|
"epoch": 0.7326007326007326, |
|
"grad_norm": 0.085300974547863, |
|
"kl": 0.0008640289306640625, |
|
"learning_rate": 2.854966364683872e-07, |
|
"loss": 0.0561, |
|
"reward": 0.29427084082271904, |
|
"reward_std": 0.19792527868412435, |
|
"rewards/accuracy_reward": 0.20833333488553762, |
|
"rewards/tag_count_reward": 0.0859375026775524, |
|
"step": 25 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3683.151123046875, |
|
"epoch": 0.7619047619047619, |
|
"grad_norm": 0.06933189183473587, |
|
"kl": 0.0010666847229003906, |
|
"learning_rate": 2.488912271385139e-07, |
|
"loss": 0.0326, |
|
"reward": 0.272135422565043, |
|
"reward_std": 0.2521828315220773, |
|
"rewards/accuracy_reward": 0.1927083353511989, |
|
"rewards/tag_count_reward": 0.0794270858168602, |
|
"step": 26 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3190.5000610351562, |
|
"epoch": 0.7912087912087912, |
|
"grad_norm": 0.12118662893772125, |
|
"kl": 0.0013322830200195312, |
|
"learning_rate": 2.1558482853517253e-07, |
|
"loss": 0.0751, |
|
"reward": 0.40755209885537624, |
|
"reward_std": 0.31804133765399456, |
|
"rewards/accuracy_reward": 0.2604166753590107, |
|
"rewards/tag_count_reward": 0.1471354179084301, |
|
"step": 27 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3750.2240600585938, |
|
"epoch": 0.8205128205128205, |
|
"grad_norm": 0.07822524011135101, |
|
"kl": 0.0015530586242675781, |
|
"learning_rate": 1.8594235253127372e-07, |
|
"loss": 0.0456, |
|
"reward": 0.2773437611758709, |
|
"reward_std": 0.25566962361335754, |
|
"rewards/accuracy_reward": 0.1927083395421505, |
|
"rewards/tag_count_reward": 0.08463541837409139, |
|
"step": 28 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3394.760498046875, |
|
"epoch": 0.8498168498168498, |
|
"grad_norm": 0.12853899598121643, |
|
"kl": 0.0016031265258789062, |
|
"learning_rate": 1.6028856829700258e-07, |
|
"loss": 0.0882, |
|
"reward": 0.43750001303851604, |
|
"reward_std": 0.33361043129116297, |
|
"rewards/accuracy_reward": 0.31770833767950535, |
|
"rewards/tag_count_reward": 0.1197916716337204, |
|
"step": 29 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3737.7344360351562, |
|
"epoch": 0.8791208791208791, |
|
"grad_norm": 0.07847777009010315, |
|
"kl": 0.0011386871337890625, |
|
"learning_rate": 1.3890454406082956e-07, |
|
"loss": 0.0195, |
|
"reward": 0.24479167815297842, |
|
"reward_std": 0.23484968207776546, |
|
"rewards/accuracy_reward": 0.17187500931322575, |
|
"rewards/tag_count_reward": 0.07291666860692203, |
|
"step": 30 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3828.666778564453, |
|
"epoch": 0.9084249084249084, |
|
"grad_norm": 0.06969457864761353, |
|
"kl": 0.0012054443359375, |
|
"learning_rate": 1.220245676671809e-07, |
|
"loss": 0.0396, |
|
"reward": 0.17578125256113708, |
|
"reward_std": 0.19791242526844144, |
|
"rewards/accuracy_reward": 0.12500000558793545, |
|
"rewards/tag_count_reward": 0.050781250931322575, |
|
"step": 31 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3739.2969360351562, |
|
"epoch": 0.9377289377289377, |
|
"grad_norm": 0.08980078995227814, |
|
"kl": 0.001861572265625, |
|
"learning_rate": 1.0983357966978745e-07, |
|
"loss": 0.0435, |
|
"reward": 0.28906251152511686, |
|
"reward_std": 0.2909349126275629, |
|
"rewards/accuracy_reward": 0.20312500838190317, |
|
"rewards/tag_count_reward": 0.08593750221189111, |
|
"step": 32 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3494.8907470703125, |
|
"epoch": 0.967032967032967, |
|
"grad_norm": 0.16050584614276886, |
|
"kl": 0.00262451171875, |
|
"learning_rate": 1.0246514708427701e-07, |
|
"loss": 0.1098, |
|
"reward": 0.281250006868504, |
|
"reward_std": 0.2926723880227655, |
|
"rewards/accuracy_reward": 0.17187500465661287, |
|
"rewards/tag_count_reward": 0.10937500221189111, |
|
"step": 33 |
|
}, |
|
{ |
|
"clip_ratio": 0.0, |
|
"completion_length": 3986.875, |
|
"epoch": 0.9963369963369964, |
|
"grad_norm": 0.08669467270374298, |
|
"kl": 0.0013146400451660156, |
|
"learning_rate": 1e-07, |
|
"loss": 0.0431, |
|
"reward": 0.2903645932674408, |
|
"reward_std": 0.3158208169043064, |
|
"rewards/accuracy_reward": 0.20312500838190317, |
|
"rewards/tag_count_reward": 0.0872395858168602, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.9963369963369964, |
|
"step": 34, |
|
"total_flos": 0.0, |
|
"train_loss": 0.0, |
|
"train_runtime": 3.2357, |
|
"train_samples_per_second": 252.496, |
|
"train_steps_per_second": 10.508 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 34, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 0.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|