{
  "best_metric": 0.9220191240310669,
  "best_model_checkpoint": "/home/datta0/models/lora_final/Qwen2-7B_magiccoder_default/checkpoint-4",
  "epoch": 0.99836867862969,
  "eval_steps": 4,
  "global_step": 153,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0065252854812398045,
      "grad_norm": 6.940319538116455,
      "learning_rate": 7.5e-05,
      "loss": 0.8051,
      "step": 1
    },
    {
      "epoch": 0.013050570962479609,
      "grad_norm": 5.597632884979248,
      "learning_rate": 0.00015,
      "loss": 0.9302,
      "step": 2
    },
    {
      "epoch": 0.026101141924959218,
      "grad_norm": 4.383840084075928,
      "learning_rate": 0.0003,
      "loss": 0.8215,
      "step": 4
    },
    {
      "epoch": 0.026101141924959218,
      "eval_loss": 0.9220191240310669,
      "eval_runtime": 24.7526,
      "eval_samples_per_second": 19.756,
      "eval_steps_per_second": 2.505,
      "step": 4
    },
    {
      "epoch": 0.03915171288743882,
      "grad_norm": 3.2939515113830566,
      "learning_rate": 0.00029986665273697545,
      "loss": 0.8629,
      "step": 6
    },
    {
      "epoch": 0.052202283849918436,
      "grad_norm": 49.209835052490234,
      "learning_rate": 0.0002994668480344693,
      "loss": 0.9247,
      "step": 8
    },
    {
      "epoch": 0.052202283849918436,
      "eval_loss": 0.9779874086380005,
      "eval_runtime": 24.7429,
      "eval_samples_per_second": 19.763,
      "eval_steps_per_second": 2.506,
      "step": 8
    },
    {
      "epoch": 0.06525285481239804,
      "grad_norm": 2.9049675464630127,
      "learning_rate": 0.0002988012967306524,
      "loss": 0.9425,
      "step": 10
    },
    {
      "epoch": 0.07830342577487764,
      "grad_norm": 2.8929295539855957,
      "learning_rate": 0.000297871182151455,
      "loss": 0.9611,
      "step": 12
    },
    {
      "epoch": 0.07830342577487764,
      "eval_loss": 0.9693307876586914,
      "eval_runtime": 24.7094,
      "eval_samples_per_second": 19.79,
      "eval_steps_per_second": 2.509,
      "step": 12
    },
    {
      "epoch": 0.09135399673735727,
      "grad_norm": 2.5417490005493164,
      "learning_rate": 0.00029667815800665635,
      "loss": 0.9792,
      "step": 14
    },
    {
      "epoch": 0.10440456769983687,
      "grad_norm": 2.707855224609375,
      "learning_rate": 0.0002952243454496488,
      "loss": 0.9392,
      "step": 16
    },
    {
      "epoch": 0.10440456769983687,
      "eval_loss": 0.9866985082626343,
      "eval_runtime": 24.6246,
      "eval_samples_per_second": 19.858,
      "eval_steps_per_second": 2.518,
      "step": 16
    },
    {
      "epoch": 0.11745513866231648,
      "grad_norm": 7.373922348022461,
      "learning_rate": 0.0002935123293061047,
      "loss": 0.9393,
      "step": 18
    },
    {
      "epoch": 0.13050570962479607,
      "grad_norm": 2.5633223056793213,
      "learning_rate": 0.0002915451534782506,
      "loss": 1.0135,
      "step": 20
    },
    {
      "epoch": 0.13050570962479607,
      "eval_loss": 1.0108040571212769,
      "eval_runtime": 24.6129,
      "eval_samples_per_second": 19.868,
      "eval_steps_per_second": 2.519,
      "step": 20
    },
    {
      "epoch": 0.14355628058727568,
      "grad_norm": 2.2816696166992188,
      "learning_rate": 0.0002893263155329204,
      "loss": 1.0003,
      "step": 22
    },
    {
      "epoch": 0.1566068515497553,
      "grad_norm": 2.6352310180664062,
      "learning_rate": 0.00028685976048300875,
      "loss": 0.9152,
      "step": 24
    },
    {
      "epoch": 0.1566068515497553,
      "eval_loss": 1.0166871547698975,
      "eval_runtime": 24.4896,
      "eval_samples_per_second": 19.968,
      "eval_steps_per_second": 2.532,
      "step": 24
    },
    {
      "epoch": 0.16965742251223492,
      "grad_norm": 2.428823232650757,
      "learning_rate": 0.00028414987377338235,
      "loss": 1.0468,
      "step": 26
    },
    {
      "epoch": 0.18270799347471453,
      "grad_norm": 2.590581178665161,
      "learning_rate": 0.0002812014734837191,
      "loss": 0.9298,
      "step": 28
    },
    {
      "epoch": 0.18270799347471453,
      "eval_loss": 1.0250943899154663,
      "eval_runtime": 54.7083,
      "eval_samples_per_second": 8.938,
      "eval_steps_per_second": 1.133,
      "step": 28
    },
    {
      "epoch": 0.19575856443719414,
      "grad_norm": 2.5896878242492676,
      "learning_rate": 0.0002780198017621379,
      "loss": 1.0095,
      "step": 30
    },
    {
      "epoch": 0.20880913539967375,
      "grad_norm": 2.394001007080078,
      "learning_rate": 0.00027461051550485116,
      "loss": 1.0625,
      "step": 32
    },
    {
      "epoch": 0.20880913539967375,
      "eval_loss": 1.0349429845809937,
      "eval_runtime": 54.8183,
      "eval_samples_per_second": 8.92,
      "eval_steps_per_second": 1.131,
      "step": 32
    },
    {
      "epoch": 0.22185970636215335,
      "grad_norm": 2.3402562141418457,
      "learning_rate": 0.00027097967629840906,
      "loss": 0.9817,
      "step": 34
    },
    {
      "epoch": 0.23491027732463296,
      "grad_norm": 2.0935347080230713,
      "learning_rate": 0.0002671337396424204,
      "loss": 0.9695,
      "step": 36
    },
    {
      "epoch": 0.23491027732463296,
      "eval_loss": 1.0332014560699463,
      "eval_runtime": 55.2086,
      "eval_samples_per_second": 8.857,
      "eval_steps_per_second": 1.123,
      "step": 36
    },
    {
      "epoch": 0.24796084828711257,
      "grad_norm": 1.9977389574050903,
      "learning_rate": 0.00026307954347190983,
      "loss": 0.9429,
      "step": 38
    },
    {
      "epoch": 0.26101141924959215,
      "grad_norm": 2.104321241378784,
      "learning_rate": 0.00025882429599971866,
      "loss": 1.0104,
      "step": 40
    },
    {
      "epoch": 0.26101141924959215,
      "eval_loss": 1.0390156507492065,
      "eval_runtime": 55.2819,
      "eval_samples_per_second": 8.846,
      "eval_steps_per_second": 1.122,
      "step": 40
    },
    {
      "epoch": 0.2740619902120718,
      "grad_norm": 1.943311095237732,
      "learning_rate": 0.0002543755629005657,
      "loss": 0.9952,
      "step": 42
    },
    {
      "epoch": 0.28711256117455136,
      "grad_norm": 2.2244155406951904,
      "learning_rate": 0.0002497412538595537,
      "loss": 1.0721,
      "step": 44
    },
    {
      "epoch": 0.28711256117455136,
      "eval_loss": 1.0405514240264893,
      "eval_runtime": 55.1226,
      "eval_samples_per_second": 8.871,
      "eval_steps_per_second": 1.125,
      "step": 44
    },
    {
      "epoch": 0.300163132137031,
      "grad_norm": 2.213677406311035,
      "learning_rate": 0.00024492960850903755,
      "loss": 0.9997,
      "step": 46
    },
    {
      "epoch": 0.3132137030995106,
      "grad_norm": 2.108431100845337,
      "learning_rate": 0.00023994918177885902,
      "loss": 1.0397,
      "step": 48
    },
    {
      "epoch": 0.3132137030995106,
      "eval_loss": 1.0448977947235107,
      "eval_runtime": 55.076,
      "eval_samples_per_second": 8.879,
      "eval_steps_per_second": 1.126,
      "step": 48
    },
    {
      "epoch": 0.3262642740619902,
      "grad_norm": 2.3814570903778076,
      "learning_rate": 0.0002348088286859938,
      "loss": 1.0839,
      "step": 50
    },
    {
      "epoch": 0.33931484502446985,
      "grad_norm": 2.261181116104126,
      "learning_rate": 0.00022951768859065402,
      "loss": 0.9623,
      "step": 52
    },
    {
      "epoch": 0.33931484502446985,
      "eval_loss": 1.0447765588760376,
      "eval_runtime": 55.341,
      "eval_samples_per_second": 8.836,
      "eval_steps_per_second": 1.12,
      "step": 52
    },
    {
      "epoch": 0.3523654159869494,
      "grad_norm": 2.159951686859131,
      "learning_rate": 0.0002240851689468395,
      "loss": 0.9753,
      "step": 54
    },
    {
      "epoch": 0.36541598694942906,
      "grad_norm": 2.21645188331604,
      "learning_rate": 0.00021852092857622808,
      "loss": 0.9735,
      "step": 56
    },
    {
      "epoch": 0.36541598694942906,
      "eval_loss": 1.0435727834701538,
      "eval_runtime": 54.9591,
      "eval_samples_per_second": 8.898,
      "eval_steps_per_second": 1.128,
      "step": 56
    },
    {
      "epoch": 0.37846655791190864,
      "grad_norm": 2.0440618991851807,
      "learning_rate": 0.00021283486049514277,
      "loss": 1.051,
      "step": 58
    },
    {
      "epoch": 0.3915171288743883,
      "grad_norm": 2.2410900592803955,
      "learning_rate": 0.00020703707432513004,
      "loss": 1.0016,
      "step": 60
    },
    {
      "epoch": 0.3915171288743883,
      "eval_loss": 1.043070673942566,
      "eval_runtime": 55.0676,
      "eval_samples_per_second": 8.88,
      "eval_steps_per_second": 1.126,
      "step": 60
    },
    {
      "epoch": 0.40456769983686786,
      "grad_norm": 2.09979248046875,
      "learning_rate": 0.00020113787831842152,
      "loss": 0.9375,
      "step": 62
    },
    {
      "epoch": 0.4176182707993475,
      "grad_norm": 2.2402355670928955,
      "learning_rate": 0.0001951477610302378,
      "loss": 1.0557,
      "step": 64
    },
    {
      "epoch": 0.4176182707993475,
      "eval_loss": 1.0401309728622437,
      "eval_runtime": 55.6078,
      "eval_samples_per_second": 8.794,
      "eval_steps_per_second": 1.115,
      "step": 64
    },
    {
      "epoch": 0.43066884176182707,
      "grad_norm": 2.0318586826324463,
      "learning_rate": 0.0001890773726705198,
      "loss": 1.0214,
      "step": 66
    },
    {
      "epoch": 0.4437194127243067,
      "grad_norm": 2.138606309890747,
      "learning_rate": 0.00018293750616824443,
      "loss": 1.0377,
      "step": 68
    },
    {
      "epoch": 0.4437194127243067,
      "eval_loss": 1.0372790098190308,
      "eval_runtime": 24.7257,
      "eval_samples_per_second": 19.777,
      "eval_steps_per_second": 2.508,
      "step": 68
    },
    {
      "epoch": 0.4567699836867863,
      "grad_norm": 1.7595700025558472,
      "learning_rate": 0.00017673907798199052,
      "loss": 1.0546,
      "step": 70
    },
    {
      "epoch": 0.4698205546492659,
      "grad_norm": 1.987815022468567,
      "learning_rate": 0.000170493108690874,
      "loss": 1.0022,
      "step": 72
    },
    {
      "epoch": 0.4698205546492659,
      "eval_loss": 1.0360997915267944,
      "eval_runtime": 24.7474,
      "eval_samples_per_second": 19.76,
      "eval_steps_per_second": 2.505,
      "step": 72
    },
    {
      "epoch": 0.4828711256117455,
      "grad_norm": 1.9406994581222534,
      "learning_rate": 0.00016421070340036023,
      "loss": 1.0372,
      "step": 74
    },
    {
      "epoch": 0.49592169657422513,
      "grad_norm": 2.0799319744110107,
      "learning_rate": 0.00015790303199779193,
      "loss": 1.0193,
      "step": 76
    },
    {
      "epoch": 0.49592169657422513,
      "eval_loss": 1.0328214168548584,
      "eval_runtime": 24.7131,
      "eval_samples_per_second": 19.787,
      "eval_steps_per_second": 2.509,
      "step": 76
    },
    {
      "epoch": 0.5089722675367048,
      "grad_norm": 2.057676315307617,
      "learning_rate": 0.00015158130929273695,
      "loss": 0.9597,
      "step": 78
    },
    {
      "epoch": 0.5220228384991843,
      "grad_norm": 2.00854754447937,
      "learning_rate": 0.00014525677507746615,
      "loss": 0.9806,
      "step": 80
    },
    {
      "epoch": 0.5220228384991843,
      "eval_loss": 1.0301356315612793,
      "eval_runtime": 24.7052,
      "eval_samples_per_second": 19.793,
      "eval_steps_per_second": 2.51,
      "step": 80
    },
    {
      "epoch": 0.5350734094616639,
      "grad_norm": 1.9844895601272583,
      "learning_rate": 0.00013894067414301314,
      "loss": 1.068,
      "step": 82
    },
    {
      "epoch": 0.5481239804241436,
      "grad_norm": 1.9492027759552002,
      "learning_rate": 0.0001326442362863458,
      "loss": 1.0542,
      "step": 84
    },
    {
      "epoch": 0.5481239804241436,
      "eval_loss": 1.0262655019760132,
      "eval_runtime": 24.6275,
      "eval_samples_per_second": 19.856,
      "eval_steps_per_second": 2.518,
      "step": 84
    },
    {
      "epoch": 0.5611745513866232,
      "grad_norm": 1.8868807554244995,
      "learning_rate": 0.00012637865634419735,
      "loss": 1.0136,
      "step": 86
    },
    {
      "epoch": 0.5742251223491027,
      "grad_norm": 1.9024137258529663,
      "learning_rate": 0.00012015507428905507,
      "loss": 0.9692,
      "step": 88
    },
    {
      "epoch": 0.5742251223491027,
      "eval_loss": 1.024366021156311,
      "eval_runtime": 24.5294,
      "eval_samples_per_second": 19.935,
      "eval_steps_per_second": 2.528,
      "step": 88
    },
    {
      "epoch": 0.5872756933115824,
      "grad_norm": 2.2372443675994873,
      "learning_rate": 0.00011398455542269575,
      "loss": 0.9305,
      "step": 90
    },
    {
      "epoch": 0.600326264274062,
      "grad_norm": 1.8708783388137817,
      "learning_rate": 0.00010787807070248305,
      "loss": 1.0464,
      "step": 92
    },
    {
      "epoch": 0.600326264274062,
      "eval_loss": 1.0215392112731934,
      "eval_runtime": 24.4525,
      "eval_samples_per_second": 19.998,
      "eval_steps_per_second": 2.536,
      "step": 92
    },
    {
      "epoch": 0.6133768352365416,
      "grad_norm": 2.0300116539001465,
      "learning_rate": 0.00010184647723540557,
      "loss": 0.9709,
      "step": 94
    },
    {
      "epoch": 0.6264274061990212,
      "grad_norm": 2.0198493003845215,
      "learning_rate": 9.590049897453668e-05,
      "loss": 0.9771,
      "step": 96
    },
    {
      "epoch": 0.6264274061990212,
      "eval_loss": 1.01658034324646,
      "eval_runtime": 53.8396,
      "eval_samples_per_second": 9.083,
      "eval_steps_per_second": 1.152,
      "step": 96
    },
    {
      "epoch": 0.6394779771615008,
      "grad_norm": 1.8200911283493042,
      "learning_rate": 9.005070765223768e-05,
      "loss": 1.0565,
      "step": 98
    },
    {
      "epoch": 0.6525285481239804,
      "grad_norm": 2.173635721206665,
      "learning_rate": 8.430750398400308e-05,
      "loss": 1.0659,
      "step": 100
    },
    {
      "epoch": 0.6525285481239804,
      "eval_loss": 1.0145906209945679,
      "eval_runtime": 55.4651,
      "eval_samples_per_second": 8.816,
      "eval_steps_per_second": 1.118,
      "step": 100
    },
    {
      "epoch": 0.6655791190864601,
      "grad_norm": 1.9142309427261353,
      "learning_rate": 7.868109917636821e-05,
      "loss": 0.9761,
      "step": 102
    },
    {
      "epoch": 0.6786296900489397,
      "grad_norm": 1.9679898023605347,
      "learning_rate": 7.318149677175675e-05,
      "loss": 0.9476,
      "step": 104
    },
    {
      "epoch": 0.6786296900489397,
      "eval_loss": 1.0106278657913208,
      "eval_runtime": 55.6719,
      "eval_samples_per_second": 8.784,
      "eval_steps_per_second": 1.114,
      "step": 104
    },
    {
      "epoch": 0.6916802610114192,
      "grad_norm": 1.9258702993392944,
      "learning_rate": 6.781847486254697e-05,
      "loss": 0.963,
      "step": 106
    },
    {
      "epoch": 0.7047308319738989,
      "grad_norm": 2.029904842376709,
      "learning_rate": 6.260156870598071e-05,
      "loss": 0.983,
      "step": 108
    },
    {
      "epoch": 0.7047308319738989,
      "eval_loss": 1.0074269771575928,
      "eval_runtime": 57.0045,
      "eval_samples_per_second": 8.578,
      "eval_steps_per_second": 1.088,
      "step": 108
    },
    {
      "epoch": 0.7177814029363785,
      "grad_norm": 1.779940128326416,
      "learning_rate": 5.7540053770823644e-05,
      "loss": 0.9698,
      "step": 110
    },
    {
      "epoch": 0.7308319738988581,
      "grad_norm": 2.0144851207733154,
      "learning_rate": 5.264292924592073e-05,
      "loss": 0.9585,
      "step": 112
    },
    {
      "epoch": 0.7308319738988581,
      "eval_loss": 1.0034711360931396,
      "eval_runtime": 57.5133,
      "eval_samples_per_second": 8.502,
      "eval_steps_per_second": 1.078,
      "step": 112
    },
    {
      "epoch": 0.7438825448613376,
      "grad_norm": 1.9726147651672363,
      "learning_rate": 4.791890203996634e-05,
      "loss": 0.9865,
      "step": 114
    },
    {
      "epoch": 0.7569331158238173,
      "grad_norm": 1.7042125463485718,
      "learning_rate": 4.3376371300938786e-05,
      "loss": 0.9193,
      "step": 116
    },
    {
      "epoch": 0.7569331158238173,
      "eval_loss": 0.9996815323829651,
      "eval_runtime": 57.7466,
      "eval_samples_per_second": 8.468,
      "eval_steps_per_second": 1.074,
      "step": 116
    },
    {
      "epoch": 0.7699836867862969,
      "grad_norm": 1.8329825401306152,
      "learning_rate": 3.9023413482721426e-05,
      "loss": 0.9742,
      "step": 118
    },
    {
      "epoch": 0.7830342577487766,
      "grad_norm": 1.861943006515503,
      "learning_rate": 3.4867767985462507e-05,
      "loss": 0.9041,
      "step": 120
    },
    {
      "epoch": 0.7830342577487766,
      "eval_loss": 0.9974753260612488,
      "eval_runtime": 55.1354,
      "eval_samples_per_second": 8.869,
      "eval_steps_per_second": 1.125,
      "step": 120
    },
    {
      "epoch": 0.7960848287112561,
      "grad_norm": 1.8173584938049316,
      "learning_rate": 3.09168233952042e-05,
      "loss": 1.026,
      "step": 122
    },
    {
      "epoch": 0.8091353996737357,
      "grad_norm": 1.79753839969635,
      "learning_rate": 2.717760434724613e-05,
      "loss": 0.9697,
      "step": 124
    },
    {
      "epoch": 0.8091353996737357,
      "eval_loss": 0.9954367876052856,
      "eval_runtime": 55.5077,
      "eval_samples_per_second": 8.81,
      "eval_steps_per_second": 1.117,
      "step": 124
    },
    {
      "epoch": 0.8221859706362153,
      "grad_norm": 1.7292028665542603,
      "learning_rate": 2.3656759036600187e-05,
      "loss": 0.9747,
      "step": 126
    },
    {
      "epoch": 0.835236541598695,
      "grad_norm": 1.9664617776870728,
      "learning_rate": 2.0360547397742523e-05,
      "loss": 0.9464,
      "step": 128
    },
    {
      "epoch": 0.835236541598695,
      "eval_loss": 0.9932743906974792,
      "eval_runtime": 57.4493,
      "eval_samples_per_second": 8.512,
      "eval_steps_per_second": 1.079,
      "step": 128
    },
    {
      "epoch": 0.8482871125611745,
      "grad_norm": 1.82283616065979,
      "learning_rate": 1.7294829974678338e-05,
      "loss": 0.9256,
      "step": 130
    },
    {
      "epoch": 0.8613376835236541,
      "grad_norm": 1.9917670488357544,
      "learning_rate": 1.4465057501108546e-05,
      "loss": 1.0252,
      "step": 132
    },
    {
      "epoch": 0.8613376835236541,
      "eval_loss": 0.9916940927505493,
      "eval_runtime": 55.6062,
      "eval_samples_per_second": 8.794,
      "eval_steps_per_second": 1.115,
      "step": 132
    },
    {
      "epoch": 0.8743882544861338,
      "grad_norm": 1.8504716157913208,
      "learning_rate": 1.1876261209224314e-05,
      "loss": 0.9374,
      "step": 134
    },
    {
      "epoch": 0.8874388254486134,
      "grad_norm": 1.6590113639831543,
      "learning_rate": 9.533043884359615e-06,
      "loss": 0.9665,
      "step": 136
    },
    {
      "epoch": 0.8874388254486134,
      "eval_loss": 0.9909241199493408,
      "eval_runtime": 24.7544,
      "eval_samples_per_second": 19.754,
      "eval_steps_per_second": 2.505,
      "step": 136
    },
    {
      "epoch": 0.9004893964110929,
      "grad_norm": 1.7258245944976807,
      "learning_rate": 7.439571681407053e-06,
      "loss": 1.0069,
      "step": 138
    },
    {
      "epoch": 0.9135399673735726,
      "grad_norm": 1.87185537815094,
      "learning_rate": 5.59956671754635e-06,
      "loss": 0.9948,
      "step": 140
    },
    {
      "epoch": 0.9135399673735726,
      "eval_loss": 0.9903515577316284,
      "eval_runtime": 24.7378,
      "eval_samples_per_second": 19.767,
      "eval_steps_per_second": 2.506,
      "step": 140
    },
    {
      "epoch": 0.9265905383360522,
      "grad_norm": 1.9415644407272339,
      "learning_rate": 4.016300454455945e-06,
      "loss": 1.0008,
      "step": 142
    },
    {
      "epoch": 0.9396411092985318,
      "grad_norm": 1.9181973934173584,
      "learning_rate": 2.692587881773478e-06,
      "loss": 0.946,
      "step": 144
    },
    {
      "epoch": 0.9396411092985318,
      "eval_loss": 0.9896851778030396,
      "eval_runtime": 24.7297,
      "eval_samples_per_second": 19.774,
      "eval_steps_per_second": 2.507,
      "step": 144
    },
    {
      "epoch": 0.9526916802610114,
      "grad_norm": 1.8300237655639648,
      "learning_rate": 1.6307825121469164e-06,
      "loss": 0.9866,
      "step": 146
    },
    {
      "epoch": 0.965742251223491,
      "grad_norm": 1.893951177597046,
      "learning_rate": 8.327721967749779e-07,
      "loss": 1.0095,
      "step": 148
    },
    {
      "epoch": 0.965742251223491,
      "eval_loss": 0.9895658493041992,
      "eval_runtime": 24.6594,
      "eval_samples_per_second": 19.83,
      "eval_steps_per_second": 2.514,
      "step": 148
    },
    {
      "epoch": 0.9787928221859706,
      "grad_norm": 1.895480990409851,
      "learning_rate": 2.9997576887660913e-07,
      "loss": 0.9295,
      "step": 150
    },
    {
      "epoch": 0.9918433931484503,
      "grad_norm": 1.8694380521774292,
      "learning_rate": 3.334052105728458e-08,
      "loss": 0.9675,
      "step": 152
    },
    {
      "epoch": 0.9918433931484503,
      "eval_loss": 0.9894064664840698,
      "eval_runtime": 24.5775,
      "eval_samples_per_second": 19.896,
      "eval_steps_per_second": 2.523,
      "step": 152
    }
  ],
  "logging_steps": 2,
  "max_steps": 153,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 4,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.85963932651946e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}