{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.0,
  "eval_steps": 500,
  "global_step": 1431,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011180992313067784,
      "grad_norm": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.2878,
      "step": 2
    },
    {
      "epoch": 0.02236198462613557,
      "grad_norm": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.392,
      "step": 4
    },
    {
      "epoch": 0.033542976939203356,
      "grad_norm": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.3594,
      "step": 6
    },
    {
      "epoch": 0.04472396925227114,
      "grad_norm": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.2958,
      "step": 8
    },
    {
      "epoch": 0.055904961565338925,
      "grad_norm": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.3475,
      "step": 10
    },
    {
      "epoch": 0.06708595387840671,
      "grad_norm": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.2303,
      "step": 12
    },
    {
      "epoch": 0.07826694619147449,
      "grad_norm": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.1964,
      "step": 14
    },
    {
      "epoch": 0.08944793850454227,
      "grad_norm": 0.0,
      "learning_rate": 5e-06,
      "loss": 1.3328,
      "step": 16
    },
    {
      "epoch": 0.10062893081761007,
      "grad_norm": 6.944002672340658,
      "learning_rate": 4.999996106235862e-06,
      "loss": 1.3134,
      "step": 18
    },
    {
      "epoch": 0.11180992313067785,
      "grad_norm": 7.800497498064014,
      "learning_rate": 4.999964956195521e-06,
      "loss": 1.1147,
      "step": 20
    },
    {
      "epoch": 0.12299091544374563,
      "grad_norm": 4.4662495771497355,
      "learning_rate": 4.999902656502973e-06,
      "loss": 1.025,
      "step": 22
    },
    {
      "epoch": 0.13417190775681342,
      "grad_norm": 4.026851738528776,
      "learning_rate": 4.999809207934472e-06,
      "loss": 1.0448,
      "step": 24
    },
    {
      "epoch": 0.1453529000698812,
      "grad_norm": 5.658278761851693,
      "learning_rate": 4.999684611654392e-06,
      "loss": 0.9826,
      "step": 26
    },
    {
      "epoch": 0.15653389238294899,
      "grad_norm": 3.9275877006609505,
      "learning_rate": 4.9995288692152046e-06,
      "loss": 0.9627,
      "step": 28
    },
    {
      "epoch": 0.16771488469601678,
      "grad_norm": 3.634771950296262,
      "learning_rate": 4.9993419825574686e-06,
      "loss": 0.9476,
      "step": 30
    },
    {
      "epoch": 0.17889587700908455,
      "grad_norm": 4.604406424526374,
      "learning_rate": 4.9992368608591775e-06,
      "loss": 0.9414,
      "step": 32
    },
    {
      "epoch": 0.19007686932215234,
      "grad_norm": 5.708200502114745,
      "learning_rate": 4.999003262361029e-06,
      "loss": 0.9572,
      "step": 34
    },
    {
      "epoch": 0.20125786163522014,
      "grad_norm": 5.020134712294459,
      "learning_rate": 4.998738526193412e-06,
      "loss": 0.9544,
      "step": 36
    },
    {
      "epoch": 0.2124388539482879,
      "grad_norm": 4.643332496496484,
      "learning_rate": 4.998442655654946e-06,
      "loss": 0.8504,
      "step": 38
    },
    {
      "epoch": 0.2236198462613557,
      "grad_norm": 4.7843514072232125,
      "learning_rate": 4.998115654432191e-06,
      "loss": 0.914,
      "step": 40
    },
    {
      "epoch": 0.2348008385744235,
      "grad_norm": 3.973113705087721,
      "learning_rate": 4.997757526599592e-06,
      "loss": 0.8303,
      "step": 42
    },
    {
      "epoch": 0.24598183088749126,
      "grad_norm": 5.753323652117126,
      "learning_rate": 4.9973682766194355e-06,
      "loss": 0.8916,
      "step": 44
    },
    {
      "epoch": 0.25716282320055905,
      "grad_norm": 4.00607759948128,
      "learning_rate": 4.996947909341789e-06,
      "loss": 0.9391,
      "step": 46
    },
    {
      "epoch": 0.26834381551362685,
      "grad_norm": 4.73751358896988,
      "learning_rate": 4.996496430004446e-06,
      "loss": 0.8445,
      "step": 48
    },
    {
      "epoch": 0.27952480782669464,
      "grad_norm": 3.801634673248135,
      "learning_rate": 4.9960138442328535e-06,
      "loss": 0.8354,
      "step": 50
    },
    {
      "epoch": 0.2907058001397624,
      "grad_norm": 4.998706656181077,
      "learning_rate": 4.9955001580400475e-06,
      "loss": 0.8556,
      "step": 52
    },
    {
      "epoch": 0.3018867924528302,
      "grad_norm": 5.235396952388322,
      "learning_rate": 4.994955377826577e-06,
      "loss": 0.8821,
      "step": 54
    },
    {
      "epoch": 0.31306778476589797,
      "grad_norm": 4.593843550283633,
      "learning_rate": 4.994379510380421e-06,
      "loss": 0.7965,
      "step": 56
    },
    {
      "epoch": 0.32424877707896577,
      "grad_norm": 4.636040406542864,
      "learning_rate": 4.993772562876909e-06,
      "loss": 0.8576,
      "step": 58
    },
    {
      "epoch": 0.33542976939203356,
      "grad_norm": 4.422458900120915,
      "learning_rate": 4.993134542878631e-06,
      "loss": 0.8388,
      "step": 60
    },
    {
      "epoch": 0.3466107617051013,
      "grad_norm": 4.88515796654498,
      "learning_rate": 4.992465458335335e-06,
      "loss": 0.8427,
      "step": 62
    },
    {
      "epoch": 0.3577917540181691,
      "grad_norm": 4.620642626620232,
      "learning_rate": 4.991765317583841e-06,
      "loss": 0.8088,
      "step": 64
    },
    {
      "epoch": 0.3689727463312369,
      "grad_norm": 3.0164501013815146,
      "learning_rate": 4.991034129347927e-06,
      "loss": 0.7643,
      "step": 66
    },
    {
      "epoch": 0.3801537386443047,
      "grad_norm": 4.0807085306410915,
      "learning_rate": 4.990271902738223e-06,
      "loss": 0.8304,
      "step": 68
    },
    {
      "epoch": 0.3913347309573725,
      "grad_norm": 4.913983348963418,
      "learning_rate": 4.989478647252101e-06,
      "loss": 0.8694,
      "step": 70
    },
    {
      "epoch": 0.4025157232704403,
      "grad_norm": 5.427166275548586,
      "learning_rate": 4.988654372773552e-06,
      "loss": 0.8031,
      "step": 72
    },
    {
      "epoch": 0.413696715583508,
      "grad_norm": 4.976699288607289,
      "learning_rate": 4.987799089573066e-06,
      "loss": 0.7548,
      "step": 74
    },
    {
      "epoch": 0.4248777078965758,
      "grad_norm": 5.035712861337141,
      "learning_rate": 4.986912808307502e-06,
      "loss": 0.7769,
      "step": 76
    },
    {
      "epoch": 0.4360587002096436,
      "grad_norm": 5.703104314189732,
      "learning_rate": 4.985995540019956e-06,
      "loss": 0.7744,
      "step": 78
    },
    {
      "epoch": 0.4472396925227114,
      "grad_norm": 3.6174332203212938,
      "learning_rate": 4.985047296139622e-06,
      "loss": 0.7215,
      "step": 80
    },
    {
      "epoch": 0.4584206848357792,
      "grad_norm": 5.084461038739496,
      "learning_rate": 4.984068088481654e-06,
      "loss": 0.7462,
      "step": 82
    },
    {
      "epoch": 0.469601677148847,
      "grad_norm": 5.500722673783384,
      "learning_rate": 4.983057929247014e-06,
      "loss": 0.7937,
      "step": 84
    },
    {
      "epoch": 0.4807826694619147,
      "grad_norm": 5.76928743736382,
      "learning_rate": 4.9820168310223215e-06,
      "loss": 0.7701,
      "step": 86
    },
    {
      "epoch": 0.4919636617749825,
      "grad_norm": 4.3638410984754366,
      "learning_rate": 4.980944806779698e-06,
      "loss": 0.7063,
      "step": 88
    },
    {
      "epoch": 0.5031446540880503,
      "grad_norm": 6.6022312070502664,
      "learning_rate": 4.979841869876603e-06,
      "loss": 0.7829,
      "step": 90
    },
    {
      "epoch": 0.5143256464011181,
      "grad_norm": 5.114853414480892,
      "learning_rate": 4.97870803405567e-06,
      "loss": 0.7419,
      "step": 92
    },
    {
      "epoch": 0.5255066387141859,
      "grad_norm": 5.450293615821356,
      "learning_rate": 4.977543313444534e-06,
      "loss": 0.7428,
      "step": 94
    },
    {
      "epoch": 0.5366876310272537,
      "grad_norm": 3.888671786201343,
      "learning_rate": 4.976347722555655e-06,
      "loss": 0.763,
      "step": 96
    },
    {
      "epoch": 0.5478686233403215,
      "grad_norm": 5.580018062591517,
      "learning_rate": 4.975121276286136e-06,
      "loss": 0.7451,
      "step": 98
    },
    {
      "epoch": 0.5590496156533893,
      "grad_norm": 5.244409209125885,
      "learning_rate": 4.973863989917545e-06,
      "loss": 0.6658,
      "step": 100
    },
    {
      "epoch": 0.570230607966457,
      "grad_norm": 6.341201782490113,
      "learning_rate": 4.9725758791157105e-06,
      "loss": 0.7042,
      "step": 102
    },
    {
      "epoch": 0.5814116002795248,
      "grad_norm": 3.63864440598579,
      "learning_rate": 4.9712569599305415e-06,
      "loss": 0.6859,
      "step": 104
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 5.643540415249962,
      "learning_rate": 4.9699072487958185e-06,
      "loss": 0.7072,
      "step": 106
    },
    {
      "epoch": 0.6037735849056604,
      "grad_norm": 4.518214836889502,
      "learning_rate": 4.968526762528988e-06,
      "loss": 0.6989,
      "step": 108
    },
    {
      "epoch": 0.6149545772187281,
      "grad_norm": 4.813780988459217,
      "learning_rate": 4.96711551833096e-06,
      "loss": 0.6213,
      "step": 110
    },
    {
      "epoch": 0.6261355695317959,
      "grad_norm": 6.534716960952802,
      "learning_rate": 4.965673533785887e-06,
      "loss": 0.6603,
      "step": 112
    },
    {
      "epoch": 0.6373165618448637,
      "grad_norm": 4.694700268634709,
      "learning_rate": 4.9642008268609455e-06,
      "loss": 0.6458,
      "step": 114
    },
    {
      "epoch": 0.6484975541579315,
      "grad_norm": 3.797163997052886,
      "learning_rate": 4.962697415906118e-06,
      "loss": 0.6208,
      "step": 116
    },
    {
      "epoch": 0.6596785464709993,
      "grad_norm": 5.303604758140139,
      "learning_rate": 4.961163319653959e-06,
      "loss": 0.6175,
      "step": 118
    },
    {
      "epoch": 0.6708595387840671,
      "grad_norm": 3.8308857949946398,
      "learning_rate": 4.959598557219361e-06,
      "loss": 0.6178,
      "step": 120
    },
    {
      "epoch": 0.6820405310971349,
      "grad_norm": 5.611339241664303,
      "learning_rate": 4.95800314809932e-06,
      "loss": 0.617,
      "step": 122
    },
    {
      "epoch": 0.6932215234102026,
      "grad_norm": 5.234511261826922,
      "learning_rate": 4.956377112172691e-06,
      "loss": 0.6557,
      "step": 124
    },
    {
      "epoch": 0.7044025157232704,
      "grad_norm": 4.381066733905507,
      "learning_rate": 4.954720469699939e-06,
      "loss": 0.6343,
      "step": 126
    },
    {
      "epoch": 0.7155835080363382,
      "grad_norm": 5.113989443684452,
      "learning_rate": 4.953033241322887e-06,
      "loss": 0.6135,
      "step": 128
    },
    {
      "epoch": 0.726764500349406,
      "grad_norm": 5.138987950069777,
      "learning_rate": 4.951315448064462e-06,
      "loss": 0.6403,
      "step": 130
    },
    {
      "epoch": 0.7379454926624738,
      "grad_norm": 4.43583718290579,
      "learning_rate": 4.949567111328428e-06,
      "loss": 0.6226,
      "step": 132
    },
    {
      "epoch": 0.7491264849755416,
      "grad_norm": 4.391597448273059,
      "learning_rate": 4.947788252899124e-06,
      "loss": 0.6333,
      "step": 134
    },
    {
      "epoch": 0.7603074772886094,
      "grad_norm": 4.193385817962468,
      "learning_rate": 4.945978894941189e-06,
      "loss": 0.6884,
      "step": 136
    },
    {
      "epoch": 0.7714884696016772,
      "grad_norm": 5.03154779607414,
      "learning_rate": 4.944139059999286e-06,
      "loss": 0.5783,
      "step": 138
    },
    {
      "epoch": 0.782669461914745,
      "grad_norm": 6.345004441163444,
      "learning_rate": 4.942268770997825e-06,
      "loss": 0.5314,
      "step": 140
    },
    {
      "epoch": 0.7938504542278128,
      "grad_norm": 4.800013540838224,
      "learning_rate": 4.940368051240675e-06,
      "loss": 0.5876,
      "step": 142
    },
    {
      "epoch": 0.8050314465408805,
      "grad_norm": 5.229387760297341,
      "learning_rate": 4.938436924410869e-06,
      "loss": 0.6266,
      "step": 144
    },
    {
      "epoch": 0.8162124388539483,
      "grad_norm": 5.663117027843187,
      "learning_rate": 4.936475414570317e-06,
      "loss": 0.5407,
      "step": 146
    },
    {
      "epoch": 0.827393431167016,
      "grad_norm": 4.355698674662869,
      "learning_rate": 4.9344835461595016e-06,
      "loss": 0.5757,
      "step": 148
    },
    {
      "epoch": 0.8385744234800838,
      "grad_norm": 3.73012661577406,
      "learning_rate": 4.932461343997174e-06,
      "loss": 0.5671,
      "step": 150
    },
    {
      "epoch": 0.8497554157931516,
      "grad_norm": 5.17610307953933,
      "learning_rate": 4.930408833280044e-06,
      "loss": 0.5552,
      "step": 152
    },
    {
      "epoch": 0.8609364081062194,
      "grad_norm": 4.8108290286110575,
      "learning_rate": 4.928326039582468e-06,
      "loss": 0.5455,
      "step": 154
    },
    {
      "epoch": 0.8721174004192872,
      "grad_norm": 4.143977047297293,
      "learning_rate": 4.926212988856131e-06,
      "loss": 0.5865,
      "step": 156
    },
    {
      "epoch": 0.883298392732355,
      "grad_norm": 4.809016102192773,
      "learning_rate": 4.9240697074297205e-06,
      "loss": 0.5904,
      "step": 158
    },
    {
      "epoch": 0.8944793850454228,
      "grad_norm": 4.329310274878485,
      "learning_rate": 4.921896222008598e-06,
      "loss": 0.5213,
      "step": 160
    },
    {
      "epoch": 0.9056603773584906,
      "grad_norm": 6.082276125346202,
      "learning_rate": 4.919692559674469e-06,
      "loss": 0.5321,
      "step": 162
    },
    {
      "epoch": 0.9168413696715584,
      "grad_norm": 3.595682377289556,
      "learning_rate": 4.917458747885045e-06,
      "loss": 0.5589,
      "step": 164
    },
    {
      "epoch": 0.9280223619846262,
      "grad_norm": 4.759398027424621,
      "learning_rate": 4.9151948144737e-06,
      "loss": 0.5252,
      "step": 166
    },
    {
      "epoch": 0.939203354297694,
      "grad_norm": 4.925856740501272,
      "learning_rate": 4.912900787649124e-06,
      "loss": 0.5688,
      "step": 168
    },
    {
      "epoch": 0.9503843466107617,
      "grad_norm": 4.9751554778931695,
      "learning_rate": 4.910576695994976e-06,
      "loss": 0.49,
      "step": 170
    },
    {
      "epoch": 0.9615653389238294,
      "grad_norm": 4.404002437196143,
      "learning_rate": 4.908222568469516e-06,
      "loss": 0.5031,
      "step": 172
    },
    {
      "epoch": 0.9727463312368972,
      "grad_norm": 4.438458089119356,
      "learning_rate": 4.905838434405259e-06,
      "loss": 0.5015,
      "step": 174
    },
    {
      "epoch": 0.983927323549965,
      "grad_norm": 3.7675300141289205,
      "learning_rate": 4.903424323508601e-06,
      "loss": 0.5133,
      "step": 176
    },
    {
      "epoch": 0.9951083158630328,
      "grad_norm": 5.557474516168906,
      "learning_rate": 4.900980265859449e-06,
      "loss": 0.4913,
      "step": 178
    },
    {
      "epoch": 1.0062893081761006,
      "grad_norm": 4.4806858821540585,
      "learning_rate": 4.898506291910847e-06,
      "loss": 0.4446,
      "step": 180
    },
    {
      "epoch": 1.0174703004891683,
      "grad_norm": 4.605929975666356,
      "learning_rate": 4.896002432488599e-06,
      "loss": 0.3632,
      "step": 182
    },
    {
      "epoch": 1.0286512928022362,
      "grad_norm": 4.9794341930411665,
      "learning_rate": 4.893468718790883e-06,
      "loss": 0.3868,
      "step": 184
    },
    {
      "epoch": 1.039832285115304,
      "grad_norm": 3.5317296745452733,
      "learning_rate": 4.890905182387862e-06,
      "loss": 0.4334,
      "step": 186
    },
    {
      "epoch": 1.0510132774283718,
      "grad_norm": 4.568181420141649,
      "learning_rate": 4.88831185522129e-06,
      "loss": 0.456,
      "step": 188
    },
    {
      "epoch": 1.0621942697414395,
      "grad_norm": 3.570260813698039,
      "learning_rate": 4.885688769604115e-06,
      "loss": 0.3846,
      "step": 190
    },
    {
      "epoch": 1.0733752620545074,
      "grad_norm": 3.639759353451614,
      "learning_rate": 4.883035958220077e-06,
      "loss": 0.4363,
      "step": 192
    },
    {
      "epoch": 1.084556254367575,
      "grad_norm": 4.074741691986429,
      "learning_rate": 4.8803534541233016e-06,
      "loss": 0.3782,
      "step": 194
    },
    {
      "epoch": 1.095737246680643,
      "grad_norm": 4.875221867832197,
      "learning_rate": 4.8776412907378845e-06,
      "loss": 0.3815,
      "step": 196
    },
    {
      "epoch": 1.1069182389937107,
      "grad_norm": 3.575182053435755,
      "learning_rate": 4.874899501857477e-06,
      "loss": 0.4023,
      "step": 198
    },
    {
      "epoch": 1.1180992313067786,
      "grad_norm": 3.984785984285916,
      "learning_rate": 4.8721281216448675e-06,
      "loss": 0.305,
      "step": 200
    },
    {
      "epoch": 1.1292802236198463,
      "grad_norm": 3.997235184408756,
      "learning_rate": 4.869327184631552e-06,
      "loss": 0.3896,
      "step": 202
    },
    {
      "epoch": 1.140461215932914,
      "grad_norm": 3.403723018382878,
      "learning_rate": 4.866496725717304e-06,
      "loss": 0.3332,
      "step": 204
    },
    {
      "epoch": 1.1516422082459818,
      "grad_norm": 3.5740869992425917,
      "learning_rate": 4.8636367801697415e-06,
      "loss": 0.3299,
      "step": 206
    },
    {
      "epoch": 1.1628232005590495,
      "grad_norm": 3.8789874672120033,
      "learning_rate": 4.860747383623889e-06,
      "loss": 0.4145,
      "step": 208
    },
    {
      "epoch": 1.1740041928721174,
      "grad_norm": 3.8038820435820084,
      "learning_rate": 4.857828572081731e-06,
      "loss": 0.3171,
      "step": 210
    },
    {
      "epoch": 1.1851851851851851,
      "grad_norm": 3.260333619392394,
      "learning_rate": 4.854880381911762e-06,
      "loss": 0.3474,
      "step": 212
    },
    {
      "epoch": 1.196366177498253,
      "grad_norm": 2.8989963280714925,
      "learning_rate": 4.851902849848536e-06,
      "loss": 0.3931,
      "step": 214
    },
    {
      "epoch": 1.2075471698113207,
      "grad_norm": 3.6383247911373773,
      "learning_rate": 4.848896012992208e-06,
      "loss": 0.3822,
      "step": 216
    },
    {
      "epoch": 1.2187281621243886,
      "grad_norm": 3.0864181531286734,
      "learning_rate": 4.845859908808074e-06,
      "loss": 0.378,
      "step": 218
    },
    {
      "epoch": 1.2299091544374563,
      "grad_norm": 2.494513481207721,
      "learning_rate": 4.842794575126099e-06,
      "loss": 0.3655,
      "step": 220
    },
    {
      "epoch": 1.2410901467505242,
      "grad_norm": 2.6074910342756334,
      "learning_rate": 4.839700050140448e-06,
      "loss": 0.3973,
      "step": 222
    },
    {
      "epoch": 1.2522711390635919,
      "grad_norm": 2.2421870374103285,
      "learning_rate": 4.836576372409015e-06,
      "loss": 0.3784,
      "step": 224
    },
    {
      "epoch": 1.2634521313766598,
      "grad_norm": 2.451559449193117,
      "learning_rate": 4.833423580852933e-06,
      "loss": 0.3805,
      "step": 226
    },
    {
      "epoch": 1.2746331236897275,
      "grad_norm": 2.5374184019501285,
      "learning_rate": 4.830241714756099e-06,
      "loss": 0.293,
      "step": 228
    },
    {
      "epoch": 1.2858141160027952,
      "grad_norm": 2.525807489259318,
      "learning_rate": 4.827030813764677e-06,
      "loss": 0.2665,
      "step": 230
    },
    {
      "epoch": 1.296995108315863,
      "grad_norm": 2.3755504317471523,
      "learning_rate": 4.8237909178866075e-06,
      "loss": 0.4108,
      "step": 232
    },
    {
      "epoch": 1.3081761006289307,
      "grad_norm": 2.7662660096000793,
      "learning_rate": 4.8205220674911075e-06,
      "loss": 0.3928,
      "step": 234
    },
    {
      "epoch": 1.3193570929419987,
      "grad_norm": 2.245517906271987,
      "learning_rate": 4.81722430330817e-06,
      "loss": 0.355,
      "step": 236
    },
    {
      "epoch": 1.3305380852550663,
      "grad_norm": 2.684087860818518,
      "learning_rate": 4.813897666428054e-06,
      "loss": 0.3624,
      "step": 238
    },
    {
      "epoch": 1.3417190775681342,
      "grad_norm": 2.5507370157459865,
      "learning_rate": 4.810542198300772e-06,
      "loss": 0.3494,
      "step": 240
    },
    {
      "epoch": 1.352900069881202,
      "grad_norm": 2.157612559104276,
      "learning_rate": 4.807157940735577e-06,
      "loss": 0.3064,
      "step": 242
    },
    {
      "epoch": 1.3640810621942698,
      "grad_norm": 1.9389355017962189,
      "learning_rate": 4.803744935900439e-06,
      "loss": 0.3331,
      "step": 244
    },
    {
      "epoch": 1.3752620545073375,
      "grad_norm": 2.3147558047608867,
      "learning_rate": 4.8003032263215185e-06,
      "loss": 0.3538,
      "step": 246
    },
    {
      "epoch": 1.3864430468204052,
      "grad_norm": 2.414181223767401,
      "learning_rate": 4.79683285488264e-06,
      "loss": 0.3237,
      "step": 248
    },
    {
      "epoch": 1.397624039133473,
      "grad_norm": 2.0498128676624368,
      "learning_rate": 4.793333864824756e-06,
      "loss": 0.3742,
      "step": 250
    },
    {
      "epoch": 1.408805031446541,
      "grad_norm": 2.2294049255917416,
      "learning_rate": 4.789806299745405e-06,
      "loss": 0.2948,
      "step": 252
    },
    {
      "epoch": 1.4199860237596087,
      "grad_norm": 2.2210196470155923,
      "learning_rate": 4.786250203598174e-06,
      "loss": 0.28,
      "step": 254
    },
    {
      "epoch": 1.4311670160726764,
      "grad_norm": 2.6896787603814816,
      "learning_rate": 4.782665620692147e-06,
      "loss": 0.3513,
      "step": 256
    },
    {
      "epoch": 1.4423480083857443,
      "grad_norm": 2.1151921249556644,
      "learning_rate": 4.779052595691355e-06,
      "loss": 0.3598,
      "step": 258
    },
    {
      "epoch": 1.453529000698812,
      "grad_norm": 2.6404538176276047,
      "learning_rate": 4.775411173614218e-06,
      "loss": 0.3075,
      "step": 260
    },
    {
      "epoch": 1.4647099930118799,
      "grad_norm": 1.9888888421343762,
      "learning_rate": 4.771741399832984e-06,
      "loss": 0.356,
      "step": 262
    },
    {
      "epoch": 1.4758909853249476,
      "grad_norm": 2.284642426340359,
      "learning_rate": 4.768043320073165e-06,
      "loss": 0.2765,
      "step": 264
    },
    {
      "epoch": 1.4870719776380152,
      "grad_norm": 2.135563450656965,
      "learning_rate": 4.764316980412966e-06,
      "loss": 0.2825,
      "step": 266
    },
    {
      "epoch": 1.4982529699510831,
      "grad_norm": 1.8267552790003188,
      "learning_rate": 4.7605624272827125e-06,
      "loss": 0.3915,
      "step": 268
    },
    {
      "epoch": 1.509433962264151,
      "grad_norm": 2.26569092336033,
      "learning_rate": 4.75677970746427e-06,
      "loss": 0.3859,
      "step": 270
    },
    {
      "epoch": 1.5206149545772187,
      "grad_norm": 2.3510908940666346,
      "learning_rate": 4.75296886809046e-06,
      "loss": 0.312,
      "step": 272
    },
    {
      "epoch": 1.5317959468902864,
      "grad_norm": 2.1562478846600883,
      "learning_rate": 4.749129956644477e-06,
      "loss": 0.4398,
      "step": 274
    },
    {
      "epoch": 1.5429769392033543,
      "grad_norm": 2.1811966726037655,
      "learning_rate": 4.745263020959296e-06,
      "loss": 0.3221,
      "step": 276
    },
    {
      "epoch": 1.5541579315164222,
      "grad_norm": 2.035643810106488,
      "learning_rate": 4.741368109217072e-06,
      "loss": 0.3317,
      "step": 278
    },
    {
      "epoch": 1.56533892382949,
      "grad_norm": 2.0722038381676824,
      "learning_rate": 4.737445269948543e-06,
      "loss": 0.4627,
      "step": 280
    },
    {
      "epoch": 1.5765199161425576,
      "grad_norm": 2.2584403073433212,
      "learning_rate": 4.733494552032426e-06,
      "loss": 0.352,
      "step": 282
    },
    {
      "epoch": 1.5877009084556253,
      "grad_norm": 3.1127410509937783,
      "learning_rate": 4.729516004694808e-06,
      "loss": 0.3109,
      "step": 284
    },
    {
      "epoch": 1.5988819007686932,
      "grad_norm": 1.6930738402579835,
      "learning_rate": 4.725509677508528e-06,
      "loss": 0.3723,
      "step": 286
    },
    {
      "epoch": 1.610062893081761,
      "grad_norm": 2.6225330496610573,
      "learning_rate": 4.721475620392567e-06,
      "loss": 0.2853,
      "step": 288
    },
    {
      "epoch": 1.6212438853948288,
      "grad_norm": 1.998954970455011,
      "learning_rate": 4.71741388361142e-06,
      "loss": 0.323,
      "step": 290
    },
    {
      "epoch": 1.6324248777078965,
      "grad_norm": 2.3952745413220677,
      "learning_rate": 4.713324517774471e-06,
      "loss": 0.4057,
      "step": 292
    },
    {
      "epoch": 1.6436058700209644,
      "grad_norm": 1.7339961999135642,
      "learning_rate": 4.7092075738353625e-06,
      "loss": 0.2855,
      "step": 294
    },
    {
      "epoch": 1.6547868623340323,
      "grad_norm": 2.3672466509243075,
      "learning_rate": 4.705063103091365e-06,
      "loss": 0.277,
      "step": 296
    },
    {
      "epoch": 1.6659678546471,
      "grad_norm": 1.92096238087282,
      "learning_rate": 4.700891157182729e-06,
      "loss": 0.2699,
      "step": 298
    },
    {
      "epoch": 1.6771488469601676,
      "grad_norm": 1.6478187267877538,
      "learning_rate": 4.696691788092049e-06,
      "loss": 0.2875,
      "step": 300
    },
    {
      "epoch": 1.6883298392732355,
      "grad_norm": 2.6637144089516545,
      "learning_rate": 4.692465048143615e-06,
      "loss": 0.3229,
      "step": 302
    },
    {
      "epoch": 1.6995108315863034,
      "grad_norm": 2.0530281428374084,
      "learning_rate": 4.688210990002755e-06,
      "loss": 0.3546,
      "step": 304
    },
    {
      "epoch": 1.7106918238993711,
      "grad_norm": 2.150198399781322,
      "learning_rate": 4.683929666675185e-06,
      "loss": 0.4021,
      "step": 306
    },
    {
      "epoch": 1.7218728162124388,
      "grad_norm": 2.1752313572704542,
      "learning_rate": 4.679621131506347e-06,
      "loss": 0.3299,
      "step": 308
    },
    {
      "epoch": 1.7330538085255065,
      "grad_norm": 1.9055889494341978,
      "learning_rate": 4.6752854381807414e-06,
      "loss": 0.2514,
      "step": 310
    },
    {
      "epoch": 1.7442348008385744,
      "grad_norm": 2.469483649303522,
      "learning_rate": 4.670922640721261e-06,
      "loss": 0.332,
      "step": 312
    },
    {
      "epoch": 1.7554157931516423,
      "grad_norm": 2.327049750502898,
      "learning_rate": 4.666532793488518e-06,
      "loss": 0.3482,
      "step": 314
    },
    {
      "epoch": 1.76659678546471,
      "grad_norm": 2.0224582609864674,
      "learning_rate": 4.662115951180164e-06,
      "loss": 0.3192,
      "step": 316
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 1.9568416201882894,
      "learning_rate": 4.657672168830211e-06,
      "loss": 0.2682,
      "step": 318
    },
    {
      "epoch": 1.7889587700908456,
      "grad_norm": 1.919410926201314,
      "learning_rate": 4.653201501808346e-06,
      "loss": 0.3602,
      "step": 320
    },
    {
      "epoch": 1.8001397624039135,
      "grad_norm": 2.239752835185363,
      "learning_rate": 4.6487040058192385e-06,
      "loss": 0.346,
      "step": 322
    },
    {
      "epoch": 1.8113207547169812,
      "grad_norm": 2.3820790461811643,
      "learning_rate": 4.644179736901848e-06,
      "loss": 0.393,
      "step": 324
    },
    {
      "epoch": 1.8225017470300489,
      "grad_norm": 2.100652056063807,
      "learning_rate": 4.639628751428728e-06,
      "loss": 0.3348,
      "step": 326
    },
    {
      "epoch": 1.8336827393431165,
      "grad_norm": 1.839587786014522,
      "learning_rate": 4.635051106105316e-06,
      "loss": 0.297,
      "step": 328
    },
    {
      "epoch": 1.8448637316561844,
      "grad_norm": 1.460937373317575,
      "learning_rate": 4.630446857969238e-06,
      "loss": 0.3291,
      "step": 330
    },
    {
      "epoch": 1.8560447239692524,
      "grad_norm": 3.066440662132836,
      "learning_rate": 4.625816064389589e-06,
      "loss": 0.2752,
      "step": 332
    },
    {
      "epoch": 1.86722571628232,
      "grad_norm": 1.9596525632755366,
      "learning_rate": 4.62115878306622e-06,
      "loss": 0.3444,
      "step": 334
    },
    {
      "epoch": 1.8784067085953877,
      "grad_norm": 2.2835299782118335,
      "learning_rate": 4.616475072029024e-06,
      "loss": 0.3013,
      "step": 336
    },
    {
      "epoch": 1.8895877009084556,
      "grad_norm": 2.1330589159921756,
      "learning_rate": 4.6117649896372055e-06,
      "loss": 0.3811,
      "step": 338
    },
    {
      "epoch": 1.9007686932215235,
      "grad_norm": 2.28792058261577,
      "learning_rate": 4.607028594578559e-06,
      "loss": 0.304,
      "step": 340
    },
    {
      "epoch": 1.9119496855345912,
      "grad_norm": 1.8457539990364031,
      "learning_rate": 4.602265945868735e-06,
      "loss": 0.2817,
      "step": 342
    },
    {
      "epoch": 1.923130677847659,
      "grad_norm": 1.7860630390403116,
      "learning_rate": 4.597477102850506e-06,
      "loss": 0.3166,
      "step": 344
    },
    {
      "epoch": 1.9343116701607268,
      "grad_norm": 1.988441202911347,
      "learning_rate": 4.592662125193027e-06,
      "loss": 0.2881,
      "step": 346
    },
    {
      "epoch": 1.9454926624737947,
      "grad_norm": 1.7341207391896365,
      "learning_rate": 4.587821072891089e-06,
      "loss": 0.3126,
      "step": 348
    },
    {
      "epoch": 1.9566736547868624,
      "grad_norm": 1.8960045369195677,
      "learning_rate": 4.582954006264377e-06,
      "loss": 0.32,
      "step": 350
    },
    {
      "epoch": 1.96785464709993,
      "grad_norm": 1.8028316706058551,
      "learning_rate": 4.578060985956714e-06,
      "loss": 0.3308,
      "step": 352
    },
    {
      "epoch": 1.9790356394129978,
      "grad_norm": 1.7537644172052635,
      "learning_rate": 4.573142072935307e-06,
      "loss": 0.325,
      "step": 354
    },
    {
      "epoch": 1.9902166317260657,
      "grad_norm": 1.5291097261080726,
      "learning_rate": 4.568197328489986e-06,
      "loss": 0.3418,
      "step": 356
    },
    {
      "epoch": 2.0013976240391336,
      "grad_norm": 2.703429613422267,
      "learning_rate": 4.563226814232444e-06,
      "loss": 0.316,
      "step": 358
    },
    {
      "epoch": 2.0125786163522013,
      "grad_norm": 1.6677019482039983,
      "learning_rate": 4.558230592095465e-06,
      "loss": 0.2242,
      "step": 360
    },
    {
      "epoch": 2.023759608665269,
      "grad_norm": 2.1855279147060527,
      "learning_rate": 4.5532087243321536e-06,
      "loss": 0.1706,
      "step": 362
    },
    {
      "epoch": 2.0349406009783366,
      "grad_norm": 1.433260386596143,
      "learning_rate": 4.548161273515161e-06,
      "loss": 0.2597,
      "step": 364
    },
    {
      "epoch": 2.0461215932914047,
      "grad_norm": 1.9528007044032762,
      "learning_rate": 4.543088302535903e-06,
      "loss": 0.2321,
      "step": 366
    },
    {
      "epoch": 2.0573025856044724,
      "grad_norm": 1.508509476663671,
      "learning_rate": 4.53798987460378e-06,
      "loss": 0.1975,
      "step": 368
    },
    {
      "epoch": 2.06848357791754,
      "grad_norm": 1.4870411030447606,
      "learning_rate": 4.532866053245385e-06,
      "loss": 0.218,
      "step": 370
    },
    {
      "epoch": 2.079664570230608,
      "grad_norm": 1.984299603467917,
      "learning_rate": 4.527716902303713e-06,
      "loss": 0.1866,
      "step": 372
    },
    {
      "epoch": 2.090845562543676,
      "grad_norm": 1.7502708144873231,
      "learning_rate": 4.522542485937369e-06,
      "loss": 0.2128,
      "step": 374
    },
    {
      "epoch": 2.1020265548567436,
      "grad_norm": 1.131006072907252,
      "learning_rate": 4.517342868619764e-06,
      "loss": 0.2418,
      "step": 376
    },
    {
      "epoch": 2.1132075471698113,
      "grad_norm": 2.365723778930082,
      "learning_rate": 4.512118115138315e-06,
      "loss": 0.2249,
      "step": 378
    },
    {
      "epoch": 2.124388539482879,
      "grad_norm": 1.7739738087900154,
      "learning_rate": 4.506868290593635e-06,
      "loss": 0.225,
      "step": 380
    },
    {
      "epoch": 2.135569531795947,
      "grad_norm": 2.3920039733015197,
      "learning_rate": 4.501593460398726e-06,
      "loss": 0.207,
      "step": 382
    },
    {
      "epoch": 2.146750524109015,
      "grad_norm": 1.3961875749075527,
      "learning_rate": 4.49629369027816e-06,
      "loss": 0.1847,
      "step": 384
    },
    {
      "epoch": 2.1579315164220825,
      "grad_norm": 1.740079266616333,
      "learning_rate": 4.490969046267258e-06,
      "loss": 0.2092,
      "step": 386
    },
    {
      "epoch": 2.16911250873515,
      "grad_norm": 1.716849109423316,
      "learning_rate": 4.485619594711278e-06,
      "loss": 0.2512,
      "step": 388
    },
    {
      "epoch": 2.180293501048218,
      "grad_norm": 2.2256205473256836,
      "learning_rate": 4.4802454022645725e-06,
      "loss": 0.2212,
      "step": 390
    },
    {
      "epoch": 2.191474493361286,
      "grad_norm": 1.5080548485099736,
      "learning_rate": 4.474846535889773e-06,
      "loss": 0.2577,
      "step": 392
    },
    {
      "epoch": 2.2026554856743537,
      "grad_norm": 1.849350001917602,
      "learning_rate": 4.469423062856946e-06,
      "loss": 0.2518,
      "step": 394
    },
    {
      "epoch": 2.2138364779874213,
      "grad_norm": 2.0456903454646937,
      "learning_rate": 4.463975050742757e-06,
      "loss": 0.2666,
      "step": 396
    },
    {
      "epoch": 2.225017470300489,
      "grad_norm": 2.1576955140860172,
      "learning_rate": 4.4585025674296315e-06,
      "loss": 0.1881,
      "step": 398
    },
    {
      "epoch": 2.236198462613557,
      "grad_norm": 1.959825305986428,
      "learning_rate": 4.453005681104906e-06,
      "loss": 0.1912,
      "step": 400
    },
    {
      "epoch": 2.247379454926625,
      "grad_norm": 1.8263078605633967,
      "learning_rate": 4.44748446025998e-06,
      "loss": 0.177,
      "step": 402
    },
    {
      "epoch": 2.2585604472396925,
      "grad_norm": 1.3737693376807456,
      "learning_rate": 4.44193897368946e-06,
      "loss": 0.2083,
      "step": 404
    },
    {
      "epoch": 2.26974143955276,
      "grad_norm": 1.9216745648550881,
      "learning_rate": 4.436369290490307e-06,
      "loss": 0.269,
      "step": 406
    },
    {
      "epoch": 2.280922431865828,
      "grad_norm": 1.5225068983698562,
      "learning_rate": 4.430775480060973e-06,
      "loss": 0.2043,
      "step": 408
    },
    {
      "epoch": 2.292103424178896,
      "grad_norm": 1.958524495155971,
      "learning_rate": 4.425157612100531e-06,
      "loss": 0.2735,
      "step": 410
    },
    {
      "epoch": 2.3032844164919637,
      "grad_norm": 2.020109840115744,
      "learning_rate": 4.419515756607819e-06,
      "loss": 0.2623,
      "step": 412
    },
    {
      "epoch": 2.3144654088050314,
      "grad_norm": 1.6832635446278787,
      "learning_rate": 4.413849983880554e-06,
      "loss": 0.2122,
      "step": 414
    },
    {
      "epoch": 2.325646401118099,
      "grad_norm": 1.8238819367042174,
      "learning_rate": 4.4081603645144685e-06,
      "loss": 0.2141,
      "step": 416
    },
    {
      "epoch": 2.336827393431167,
      "grad_norm": 1.636664838162331,
      "learning_rate": 4.4024469694024194e-06,
      "loss": 0.2159,
      "step": 418
    },
    {
      "epoch": 2.348008385744235,
      "grad_norm": 1.563361723149053,
      "learning_rate": 4.396709869733515e-06,
      "loss": 0.2636,
      "step": 420
    },
    {
      "epoch": 2.3591893780573026,
      "grad_norm": 1.7104549540666967,
      "learning_rate": 4.39094913699222e-06,
      "loss": 0.2059,
      "step": 422
    },
    {
      "epoch": 2.3703703703703702,
      "grad_norm": 1.7448299629844894,
      "learning_rate": 4.385164842957469e-06,
      "loss": 0.2076,
      "step": 424
    },
    {
      "epoch": 2.381551362683438,
      "grad_norm": 2.0760771369111812,
      "learning_rate": 4.379357059701771e-06,
      "loss": 0.2241,
      "step": 426
    },
    {
      "epoch": 2.392732354996506,
      "grad_norm": 1.4610379659131663,
      "learning_rate": 4.373525859590313e-06,
      "loss": 0.2135,
      "step": 428
    },
    {
      "epoch": 2.4039133473095737,
      "grad_norm": 1.9763200369365506,
      "learning_rate": 4.367671315280055e-06,
      "loss": 0.2225,
      "step": 430
    },
    {
      "epoch": 2.4150943396226414,
      "grad_norm": 2.138415914668256,
      "learning_rate": 4.3617934997188274e-06,
      "loss": 0.2618,
      "step": 432
    },
    {
      "epoch": 2.426275331935709,
      "grad_norm": 1.6842725394389781,
      "learning_rate": 4.355892486144419e-06,
      "loss": 0.1691,
      "step": 434
    },
    {
      "epoch": 2.4374563242487772,
      "grad_norm": 2.056626946764254,
      "learning_rate": 4.349968348083673e-06,
      "loss": 0.1922,
      "step": 436
    },
    {
      "epoch": 2.448637316561845,
      "grad_norm": 1.2423274511146358,
      "learning_rate": 4.3440211593515556e-06,
      "loss": 0.2061,
      "step": 438
    },
    {
      "epoch": 2.4598183088749126,
      "grad_norm": 1.465237522133527,
      "learning_rate": 4.338050994050253e-06,
      "loss": 0.1996,
      "step": 440
    },
    {
      "epoch": 2.4709993011879803,
      "grad_norm": 2.1451900105983315,
      "learning_rate": 4.332057926568235e-06,
      "loss": 0.2441,
      "step": 442
    },
    {
      "epoch": 2.4821802935010484,
      "grad_norm": 1.5259606296511572,
      "learning_rate": 4.326042031579337e-06,
      "loss": 0.2066,
      "step": 444
    },
    {
      "epoch": 2.493361285814116,
      "grad_norm": 2.4163109674867784,
      "learning_rate": 4.320003384041823e-06,
      "loss": 0.2393,
      "step": 446
    },
    {
      "epoch": 2.5045422781271838,
      "grad_norm": 2.1518283309231907,
      "learning_rate": 4.313942059197457e-06,
      "loss": 0.2467,
      "step": 448
    },
    {
      "epoch": 2.5157232704402515,
      "grad_norm": 1.6715387204280183,
      "learning_rate": 4.3078581325705614e-06,
      "loss": 0.2495,
      "step": 450
    },
    {
      "epoch": 2.5269042627533196,
      "grad_norm": 1.7729216990478125,
      "learning_rate": 4.3017516799670785e-06,
      "loss": 0.1586,
      "step": 452
    },
    {
      "epoch": 2.5380852550663873,
      "grad_norm": 1.7853923740535589,
      "learning_rate": 4.295622777473625e-06,
      "loss": 0.2216,
      "step": 454
    },
    {
      "epoch": 2.549266247379455,
      "grad_norm": 1.7001940457803237,
      "learning_rate": 4.289471501456543e-06,
      "loss": 0.2288,
      "step": 456
    },
    {
      "epoch": 2.5604472396925226,
      "grad_norm": 2.5868877625212354,
      "learning_rate": 4.283297928560951e-06,
      "loss": 0.2075,
      "step": 458
    },
    {
      "epoch": 2.5716282320055903,
      "grad_norm": 2.1990912649669823,
      "learning_rate": 4.277102135709786e-06,
      "loss": 0.2017,
      "step": 460
    },
    {
      "epoch": 2.582809224318658,
      "grad_norm": 2.2627396419665273,
      "learning_rate": 4.270884200102848e-06,
      "loss": 0.2144,
      "step": 462
    },
    {
      "epoch": 2.593990216631726,
      "grad_norm": 2.2283930780278505,
      "learning_rate": 4.2646441992158356e-06,
      "loss": 0.3,
      "step": 464
    },
    {
      "epoch": 2.605171208944794,
      "grad_norm": 2.6765537923336087,
      "learning_rate": 4.258382210799381e-06,
      "loss": 0.2441,
      "step": 466
    },
    {
      "epoch": 2.6163522012578615,
      "grad_norm": 2.0124117535310706,
      "learning_rate": 4.252098312878083e-06,
      "loss": 0.2667,
      "step": 468
    },
    {
      "epoch": 2.6275331935709296,
      "grad_norm": 2.0622543839995586,
      "learning_rate": 4.245792583749533e-06,
      "loss": 0.2209,
      "step": 470
    },
    {
      "epoch": 2.6387141858839973,
      "grad_norm": 1.7479329049755916,
      "learning_rate": 4.2394651019833385e-06,
      "loss": 0.2045,
      "step": 472
    },
    {
      "epoch": 2.649895178197065,
      "grad_norm": 2.223724201139868,
      "learning_rate": 4.23311594642015e-06,
      "loss": 0.2283,
      "step": 474
    },
    {
      "epoch": 2.6610761705101327,
      "grad_norm": 1.8280919056271019,
      "learning_rate": 4.226745196170669e-06,
      "loss": 0.2319,
      "step": 476
    },
    {
      "epoch": 2.6722571628232004,
      "grad_norm": 1.6911807333452673,
      "learning_rate": 4.220352930614672e-06,
      "loss": 0.232,
      "step": 478
    },
    {
      "epoch": 2.6834381551362685,
      "grad_norm": 1.9242468593637576,
      "learning_rate": 4.213939229400014e-06,
      "loss": 0.2733,
      "step": 480
    },
    {
      "epoch": 2.694619147449336,
      "grad_norm": 2.1223012349945254,
      "learning_rate": 4.20750417244164e-06,
      "loss": 0.2529,
      "step": 482
    },
    {
      "epoch": 2.705800139762404,
      "grad_norm": 2.1921742273194313,
      "learning_rate": 4.201047839920589e-06,
      "loss": 0.257,
      "step": 484
    },
    {
      "epoch": 2.7169811320754715,
      "grad_norm": 2.118251084662083,
      "learning_rate": 4.194570312282993e-06,
      "loss": 0.235,
      "step": 486
    },
    {
      "epoch": 2.7281621243885397,
      "grad_norm": 1.9816644323530734,
      "learning_rate": 4.1880716702390764e-06,
      "loss": 0.1839,
      "step": 488
    },
    {
      "epoch": 2.7393431167016074,
      "grad_norm": 1.8891363830208663,
      "learning_rate": 4.181551994762151e-06,
      "loss": 0.2301,
      "step": 490
    },
    {
      "epoch": 2.750524109014675,
      "grad_norm": 1.7502840233703516,
      "learning_rate": 4.1750113670876045e-06,
      "loss": 0.1883,
      "step": 492
    },
    {
      "epoch": 2.7617051013277427,
      "grad_norm": 1.5627429248705165,
      "learning_rate": 4.16844986871189e-06,
      "loss": 0.2042,
      "step": 494
    },
    {
      "epoch": 2.7728860936408104,
      "grad_norm": 1.8631447011251083,
      "learning_rate": 4.161867581391511e-06,
      "loss": 0.2018,
      "step": 496
    },
    {
      "epoch": 2.7840670859538785,
      "grad_norm": 2.0906363974353765,
      "learning_rate": 4.155264587142002e-06,
      "loss": 0.2319,
      "step": 498
    },
    {
      "epoch": 2.795248078266946,
      "grad_norm": 1.7819164584799931,
      "learning_rate": 4.148640968236903e-06,
      "loss": 0.1703,
      "step": 500
    },
    {
      "epoch": 2.806429070580014,
      "grad_norm": 1.7607086842324982,
      "learning_rate": 4.141996807206745e-06,
      "loss": 0.2264,
      "step": 502
    },
    {
      "epoch": 2.817610062893082,
      "grad_norm": 1.5277530729360727,
      "learning_rate": 4.135332186838008e-06,
      "loss": 0.2134,
      "step": 504
    },
    {
      "epoch": 2.8287910552061497,
      "grad_norm": 1.739277840645659,
      "learning_rate": 4.128647190172099e-06,
      "loss": 0.1952,
      "step": 506
    },
    {
      "epoch": 2.8399720475192174,
      "grad_norm": 1.9987218712547774,
      "learning_rate": 4.121941900504316e-06,
      "loss": 0.2364,
      "step": 508
    },
    {
      "epoch": 2.851153039832285,
      "grad_norm": 2.2244662318443225,
      "learning_rate": 4.1152164013828035e-06,
      "loss": 0.2072,
      "step": 510
    },
    {
      "epoch": 2.8623340321453528,
      "grad_norm": 1.526547678145968,
      "learning_rate": 4.108470776607521e-06,
      "loss": 0.2047,
      "step": 512
    },
    {
      "epoch": 2.8735150244584204,
      "grad_norm": 2.005093613185987,
      "learning_rate": 4.1017051102291946e-06,
      "loss": 0.2789,
      "step": 514
    },
    {
      "epoch": 2.8846960167714886,
      "grad_norm": 2.2990829029486624,
      "learning_rate": 4.094919486548266e-06,
      "loss": 0.2414,
      "step": 516
    },
    {
      "epoch": 2.8958770090845563,
      "grad_norm": 2.13743283403912,
      "learning_rate": 4.088113990113846e-06,
      "loss": 0.2029,
      "step": 518
    },
    {
      "epoch": 2.907058001397624,
      "grad_norm": 1.9027626030017704,
      "learning_rate": 4.081288705722666e-06,
      "loss": 0.2229,
      "step": 520
    },
    {
      "epoch": 2.918238993710692,
      "grad_norm": 2.0076859155071745,
      "learning_rate": 4.074443718418009e-06,
      "loss": 0.1995,
      "step": 522
    },
    {
      "epoch": 2.9294199860237597,
      "grad_norm": 1.7985240007466619,
      "learning_rate": 4.067579113488661e-06,
      "loss": 0.1807,
      "step": 524
    },
    {
      "epoch": 2.9406009783368274,
      "grad_norm": 2.140934337000471,
      "learning_rate": 4.060694976467844e-06,
      "loss": 0.2532,
      "step": 526
    },
    {
      "epoch": 2.951781970649895,
      "grad_norm": 2.323003193893417,
      "learning_rate": 4.0537913931321495e-06,
      "loss": 0.2421,
      "step": 528
    },
    {
      "epoch": 2.962962962962963,
      "grad_norm": 1.4532319163010707,
      "learning_rate": 4.04686844950047e-06,
      "loss": 0.2267,
      "step": 530
    },
    {
      "epoch": 2.9741439552760305,
      "grad_norm": 2.0854922336923023,
      "learning_rate": 4.039926231832931e-06,
      "loss": 0.266,
      "step": 532
    },
    {
      "epoch": 2.9853249475890986,
      "grad_norm": 2.882533995321225,
      "learning_rate": 4.032964826629811e-06,
      "loss": 0.2079,
      "step": 534
    },
    {
      "epoch": 2.9965059399021663,
      "grad_norm": 2.7236955724192873,
      "learning_rate": 4.025984320630465e-06,
      "loss": 0.1657,
      "step": 536
    },
    {
      "epoch": 3.007686932215234,
      "grad_norm": 1.8432900490614266,
      "learning_rate": 4.018984800812248e-06,
      "loss": 0.1354,
      "step": 538
    },
    {
      "epoch": 3.018867924528302,
      "grad_norm": 2.0142515580054017,
      "learning_rate": 4.011966354389424e-06,
      "loss": 0.1542,
      "step": 540
    },
    {
      "epoch": 3.03004891684137,
      "grad_norm": 2.756352182005047,
      "learning_rate": 4.004929068812086e-06,
      "loss": 0.1638,
      "step": 542
    },
    {
      "epoch": 3.0412299091544375,
      "grad_norm": 2.048077691313813,
      "learning_rate": 3.997873031765061e-06,
      "loss": 0.156,
      "step": 544
    },
    {
      "epoch": 3.052410901467505,
      "grad_norm": 1.7442233155652336,
      "learning_rate": 3.990798331166822e-06,
      "loss": 0.1095,
      "step": 546
    },
    {
      "epoch": 3.063591893780573,
      "grad_norm": 1.826861973142375,
      "learning_rate": 3.983705055168391e-06,
      "loss": 0.1195,
      "step": 548
    },
    {
      "epoch": 3.074772886093641,
      "grad_norm": 1.943175517862748,
      "learning_rate": 3.976593292152238e-06,
      "loss": 0.1638,
      "step": 550
    },
    {
      "epoch": 3.0859538784067087,
      "grad_norm": 1.5477727978546996,
      "learning_rate": 3.969463130731183e-06,
      "loss": 0.1291,
      "step": 552
    },
    {
      "epoch": 3.0971348707197763,
      "grad_norm": 2.3918080397656034,
      "learning_rate": 3.9623146597472915e-06,
      "loss": 0.1333,
      "step": 554
    },
    {
      "epoch": 3.108315863032844,
      "grad_norm": 2.0592865934704,
      "learning_rate": 3.955147968270764e-06,
      "loss": 0.1692,
      "step": 556
    },
    {
      "epoch": 3.119496855345912,
      "grad_norm": 1.280306245998938,
      "learning_rate": 3.947963145598833e-06,
      "loss": 0.1695,
      "step": 558
    },
    {
      "epoch": 3.13067784765898,
      "grad_norm": 1.5568837418874426,
      "learning_rate": 3.940760281254645e-06,
      "loss": 0.1614,
      "step": 560
    },
    {
      "epoch": 3.1418588399720475,
      "grad_norm": 1.6248982612645957,
      "learning_rate": 3.933539464986143e-06,
      "loss": 0.1184,
      "step": 562
    },
    {
      "epoch": 3.153039832285115,
      "grad_norm": 1.657284019650329,
      "learning_rate": 3.926300786764957e-06,
      "loss": 0.1523,
      "step": 564
    },
    {
      "epoch": 3.164220824598183,
      "grad_norm": 1.9315037734198213,
      "learning_rate": 3.919044336785274e-06,
      "loss": 0.1411,
      "step": 566
    },
    {
      "epoch": 3.175401816911251,
      "grad_norm": 1.7456382044347782,
      "learning_rate": 3.911770205462717e-06,
      "loss": 0.1764,
      "step": 568
    },
    {
      "epoch": 3.1865828092243187,
      "grad_norm": 1.4045398532057205,
      "learning_rate": 3.904478483433223e-06,
      "loss": 0.1241,
      "step": 570
    },
    {
      "epoch": 3.1977638015373864,
      "grad_norm": 2.0886459168414895,
      "learning_rate": 3.897169261551907e-06,
      "loss": 0.1475,
      "step": 572
    },
    {
      "epoch": 3.208944793850454,
      "grad_norm": 1.9098750157027404,
      "learning_rate": 3.889842630891934e-06,
      "loss": 0.138,
      "step": 574
    },
    {
      "epoch": 3.220125786163522,
      "grad_norm": 2.184899827108709,
      "learning_rate": 3.8824986827433804e-06,
      "loss": 0.1315,
      "step": 576
    },
    {
      "epoch": 3.23130677847659,
      "grad_norm": 1.528868394326383,
      "learning_rate": 3.875137508612104e-06,
      "loss": 0.1447,
      "step": 578
    },
    {
      "epoch": 3.2424877707896576,
      "grad_norm": 1.6893708687857107,
      "learning_rate": 3.867759200218594e-06,
      "loss": 0.1746,
      "step": 580
    },
    {
      "epoch": 3.2536687631027252,
      "grad_norm": 1.2610411246909474,
      "learning_rate": 3.860363849496836e-06,
      "loss": 0.1301,
      "step": 582
    },
    {
      "epoch": 3.264849755415793,
      "grad_norm": 1.397542140556738,
      "learning_rate": 3.852951548593161e-06,
      "loss": 0.1373,
      "step": 584
    },
    {
      "epoch": 3.276030747728861,
      "grad_norm": 1.9903353672741917,
      "learning_rate": 3.845522389865106e-06,
      "loss": 0.1609,
      "step": 586
    },
    {
      "epoch": 3.2872117400419287,
      "grad_norm": 1.8370941337314268,
      "learning_rate": 3.838076465880248e-06,
      "loss": 0.148,
      "step": 588
    },
    {
      "epoch": 3.2983927323549964,
      "grad_norm": 2.058865100613852,
      "learning_rate": 3.830613869415069e-06,
      "loss": 0.1483,
      "step": 590
    },
    {
      "epoch": 3.309573724668064,
      "grad_norm": 1.5232253694216566,
      "learning_rate": 3.823134693453782e-06,
      "loss": 0.1621,
      "step": 592
    },
    {
      "epoch": 3.3207547169811322,
      "grad_norm": 1.4993049111722665,
      "learning_rate": 3.8156390311871885e-06,
      "loss": 0.1433,
      "step": 594
    },
    {
      "epoch": 3.3319357092942,
      "grad_norm": 1.555934394379587,
      "learning_rate": 3.808126976011505e-06,
      "loss": 0.1426,
      "step": 596
    },
    {
      "epoch": 3.3431167016072676,
      "grad_norm": 1.3356473446523094,
      "learning_rate": 3.8005986215272056e-06,
      "loss": 0.1706,
      "step": 598
    },
    {
      "epoch": 3.3542976939203353,
      "grad_norm": 1.9137688829035275,
      "learning_rate": 3.7930540615378565e-06,
      "loss": 0.1268,
      "step": 600
    },
    {
      "epoch": 3.3654786862334034,
      "grad_norm": 1.5344748040953766,
      "learning_rate": 3.785493390048942e-06,
      "loss": 0.1458,
      "step": 602
    },
    {
      "epoch": 3.376659678546471,
      "grad_norm": 1.602087497610558,
      "learning_rate": 3.777916701266699e-06,
      "loss": 0.1697,
      "step": 604
    },
    {
      "epoch": 3.3878406708595388,
      "grad_norm": 1.4842568873334896,
      "learning_rate": 3.7703240895969373e-06,
      "loss": 0.1519,
      "step": 606
    },
    {
      "epoch": 3.3990216631726065,
      "grad_norm": 1.53860971256147,
      "learning_rate": 3.7627156496438686e-06,
      "loss": 0.1691,
      "step": 608
    },
    {
      "epoch": 3.4102026554856746,
      "grad_norm": 1.4193083610134813,
      "learning_rate": 3.755091476208925e-06,
      "loss": 0.1211,
      "step": 610
    },
    {
      "epoch": 3.4213836477987423,
      "grad_norm": 1.8053625548432577,
      "learning_rate": 3.7474516642895804e-06,
      "loss": 0.131,
      "step": 612
    },
    {
      "epoch": 3.43256464011181,
      "grad_norm": 1.9235537907938398,
      "learning_rate": 3.7397963090781606e-06,
      "loss": 0.163,
      "step": 614
    },
    {
      "epoch": 3.4437456324248776,
      "grad_norm": 1.6022979215271898,
      "learning_rate": 3.732125505960665e-06,
      "loss": 0.1479,
      "step": 616
    },
    {
      "epoch": 3.4549266247379453,
      "grad_norm": 1.663918706474492,
      "learning_rate": 3.7244393505155713e-06,
      "loss": 0.1376,
      "step": 618
    },
    {
      "epoch": 3.4661076170510134,
      "grad_norm": 1.7974067820999995,
      "learning_rate": 3.716737938512651e-06,
      "loss": 0.1281,
      "step": 620
    },
    {
      "epoch": 3.477288609364081,
      "grad_norm": 2.10108609081228,
      "learning_rate": 3.709021365911772e-06,
      "loss": 0.1388,
      "step": 622
    },
    {
      "epoch": 3.488469601677149,
      "grad_norm": 1.367826215107555,
      "learning_rate": 3.701289728861701e-06,
      "loss": 0.1191,
      "step": 624
    },
    {
      "epoch": 3.4996505939902165,
      "grad_norm": 1.7959553374302317,
      "learning_rate": 3.693543123698913e-06,
      "loss": 0.1758,
      "step": 626
    },
    {
      "epoch": 3.5108315863032846,
      "grad_norm": 1.7389366148854988,
      "learning_rate": 3.6857816469463806e-06,
      "loss": 0.1405,
      "step": 628
    },
    {
      "epoch": 3.5220125786163523,
      "grad_norm": 2.871162474790627,
      "learning_rate": 3.6780053953123836e-06,
      "loss": 0.1549,
      "step": 630
    },
    {
      "epoch": 3.53319357092942,
      "grad_norm": 1.478751565339363,
      "learning_rate": 3.6702144656892907e-06,
      "loss": 0.1759,
      "step": 632
    },
    {
      "epoch": 3.5443745632424877,
      "grad_norm": 1.4974413518112613,
      "learning_rate": 3.662408955152364e-06,
      "loss": 0.1078,
      "step": 634
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 1.7006067350332152,
      "learning_rate": 3.6545889609585405e-06,
      "loss": 0.1427,
      "step": 636
    },
    {
      "epoch": 3.5667365478686235,
      "grad_norm": 1.8754398825641954,
      "learning_rate": 3.6467545805452266e-06,
      "loss": 0.1893,
      "step": 638
    },
    {
      "epoch": 3.577917540181691,
      "grad_norm": 1.7762501705151392,
      "learning_rate": 3.6389059115290813e-06,
      "loss": 0.1109,
      "step": 640
    },
    {
      "epoch": 3.589098532494759,
      "grad_norm": 2.0251975300449327,
      "learning_rate": 3.631043051704799e-06,
      "loss": 0.121,
      "step": 642
    },
    {
      "epoch": 3.6002795248078265,
      "grad_norm": 1.3531681902278672,
      "learning_rate": 3.6231660990438922e-06,
      "loss": 0.1348,
      "step": 644
    },
    {
      "epoch": 3.6114605171208947,
      "grad_norm": 1.9724391202631109,
      "learning_rate": 3.615275151693471e-06,
      "loss": 0.1449,
      "step": 646
    },
    {
      "epoch": 3.6226415094339623,
      "grad_norm": 1.785158595271644,
      "learning_rate": 3.6073703079750204e-06,
      "loss": 0.1485,
      "step": 648
    },
    {
      "epoch": 3.63382250174703,
      "grad_norm": 1.829166278099355,
      "learning_rate": 3.5994516663831734e-06,
      "loss": 0.1192,
      "step": 650
    },
    {
      "epoch": 3.6450034940600977,
      "grad_norm": 1.9222881871208803,
      "learning_rate": 3.591519325584487e-06,
      "loss": 0.1635,
      "step": 652
    },
    {
      "epoch": 3.6561844863731654,
      "grad_norm": 2.052453811112636,
      "learning_rate": 3.583573384416209e-06,
      "loss": 0.1561,
      "step": 654
    },
    {
      "epoch": 3.6673654786862335,
      "grad_norm": 1.9190051036571132,
      "learning_rate": 3.575613941885047e-06,
      "loss": 0.1051,
      "step": 656
    },
    {
      "epoch": 3.678546470999301,
      "grad_norm": 1.4736638642637576,
      "learning_rate": 3.5676410971659404e-06,
      "loss": 0.123,
      "step": 658
    },
    {
      "epoch": 3.689727463312369,
      "grad_norm": 1.7325761695268906,
      "learning_rate": 3.5596549496008165e-06,
      "loss": 0.1446,
      "step": 660
    },
    {
      "epoch": 3.700908455625437,
      "grad_norm": 2.0344810615726288,
      "learning_rate": 3.551655598697358e-06,
      "loss": 0.1629,
      "step": 662
    },
    {
      "epoch": 3.7120894479385047,
      "grad_norm": 1.936581123166174,
      "learning_rate": 3.54364314412776e-06,
      "loss": 0.1569,
      "step": 664
    },
    {
      "epoch": 3.7232704402515724,
      "grad_norm": 1.3525874354992642,
      "learning_rate": 3.535617685727494e-06,
      "loss": 0.1082,
      "step": 666
    },
    {
      "epoch": 3.73445143256464,
      "grad_norm": 1.6514309403224916,
      "learning_rate": 3.527579323494055e-06,
      "loss": 0.1431,
      "step": 668
    },
    {
      "epoch": 3.7456324248777078,
      "grad_norm": 1.8602451468342234,
      "learning_rate": 3.5195281575857228e-06,
      "loss": 0.1639,
      "step": 670
    },
    {
      "epoch": 3.7568134171907754,
      "grad_norm": 1.4731268992440232,
      "learning_rate": 3.511464288320311e-06,
      "loss": 0.1271,
      "step": 672
    },
    {
      "epoch": 3.7679944095038436,
      "grad_norm": 1.37724516129253,
      "learning_rate": 3.503387816173916e-06,
      "loss": 0.1597,
      "step": 674
    },
    {
      "epoch": 3.7791754018169113,
      "grad_norm": 1.7200144334067748,
      "learning_rate": 3.495298841779669e-06,
      "loss": 0.117,
      "step": 676
    },
    {
      "epoch": 3.790356394129979,
      "grad_norm": 1.92538314164391,
      "learning_rate": 3.4871974659264786e-06,
      "loss": 0.1584,
      "step": 678
    },
    {
      "epoch": 3.801537386443047,
      "grad_norm": 1.4718208788605616,
      "learning_rate": 3.4790837895577752e-06,
      "loss": 0.1333,
      "step": 680
    },
    {
      "epoch": 3.8127183787561147,
      "grad_norm": 1.5582481918696203,
      "learning_rate": 3.470957913770255e-06,
      "loss": 0.1464,
      "step": 682
    },
    {
      "epoch": 3.8238993710691824,
      "grad_norm": 1.4618275028428347,
      "learning_rate": 3.462819939812618e-06,
      "loss": 0.0995,
      "step": 684
    },
    {
      "epoch": 3.83508036338225,
      "grad_norm": 1.3366351935592664,
      "learning_rate": 3.4546699690843123e-06,
      "loss": 0.1204,
      "step": 686
    },
    {
      "epoch": 3.846261355695318,
      "grad_norm": 1.3780079667316787,
      "learning_rate": 3.446508103134259e-06,
      "loss": 0.1701,
      "step": 688
    },
    {
      "epoch": 3.8574423480083855,
      "grad_norm": 1.7451718870626607,
      "learning_rate": 3.4383344436595992e-06,
      "loss": 0.1158,
      "step": 690
    },
    {
      "epoch": 3.8686233403214536,
      "grad_norm": 2.019474198008684,
      "learning_rate": 3.430149092504422e-06,
      "loss": 0.1304,
      "step": 692
    },
    {
      "epoch": 3.8798043326345213,
      "grad_norm": 1.6820935429062616,
      "learning_rate": 3.4219521516584912e-06,
      "loss": 0.1334,
      "step": 694
    },
    {
      "epoch": 3.890985324947589,
      "grad_norm": 2.2578057319721236,
      "learning_rate": 3.4137437232559834e-06,
      "loss": 0.1557,
      "step": 696
    },
    {
      "epoch": 3.902166317260657,
      "grad_norm": 1.3610116271561221,
      "learning_rate": 3.4055239095742067e-06,
      "loss": 0.1644,
      "step": 698
    },
    {
      "epoch": 3.913347309573725,
      "grad_norm": 1.3397050224861815,
      "learning_rate": 3.3972928130323322e-06,
      "loss": 0.1471,
      "step": 700
    },
    {
      "epoch": 3.9245283018867925,
      "grad_norm": 1.5234658664307734,
      "learning_rate": 3.3890505361901153e-06,
      "loss": 0.1195,
      "step": 702
    },
    {
      "epoch": 3.93570929419986,
      "grad_norm": 1.763362220735128,
      "learning_rate": 3.380797181746619e-06,
      "loss": 0.1363,
      "step": 704
    },
    {
      "epoch": 3.946890286512928,
      "grad_norm": 2.038986301246902,
      "learning_rate": 3.3725328525389324e-06,
      "loss": 0.1203,
      "step": 706
    },
    {
      "epoch": 3.958071278825996,
      "grad_norm": 1.9046513315579439,
      "learning_rate": 3.364257651540891e-06,
      "loss": 0.1578,
      "step": 708
    },
    {
      "epoch": 3.9692522711390636,
      "grad_norm": 1.423399143627221,
      "learning_rate": 3.355971681861794e-06,
      "loss": 0.1211,
      "step": 710
    },
    {
      "epoch": 3.9804332634521313,
      "grad_norm": 1.5586817639667492,
      "learning_rate": 3.3476750467451176e-06,
      "loss": 0.153,
      "step": 712
    },
    {
      "epoch": 3.991614255765199,
      "grad_norm": 1.4814888460752178,
      "learning_rate": 3.33936784956723e-06,
      "loss": 0.1288,
      "step": 714
    },
    {
      "epoch": 4.002795248078267,
      "grad_norm": 1.6561127976965244,
      "learning_rate": 3.331050193836104e-06,
      "loss": 0.1196,
      "step": 716
    },
    {
      "epoch": 4.013976240391335,
      "grad_norm": 1.8246755797846792,
      "learning_rate": 3.322722183190025e-06,
      "loss": 0.0983,
      "step": 718
    },
    {
      "epoch": 4.0251572327044025,
      "grad_norm": 1.2508646883720782,
      "learning_rate": 3.3143839213963026e-06,
      "loss": 0.1132,
      "step": 720
    },
    {
      "epoch": 4.03633822501747,
      "grad_norm": 1.3174073933660169,
      "learning_rate": 3.306035512349974e-06,
      "loss": 0.0886,
      "step": 722
    },
    {
      "epoch": 4.047519217330538,
      "grad_norm": 1.4006843207756257,
      "learning_rate": 3.297677060072513e-06,
      "loss": 0.0907,
      "step": 724
    },
    {
      "epoch": 4.058700209643606,
      "grad_norm": 2.147633002379955,
      "learning_rate": 3.2893086687105324e-06,
      "loss": 0.0814,
      "step": 726
    },
    {
      "epoch": 4.069881201956673,
      "grad_norm": 1.8499679148666142,
      "learning_rate": 3.280930442534486e-06,
      "loss": 0.0916,
      "step": 728
    },
    {
      "epoch": 4.081062194269742,
      "grad_norm": 1.5576608674855401,
      "learning_rate": 3.272542485937369e-06,
      "loss": 0.0814,
      "step": 730
    },
    {
      "epoch": 4.0922431865828095,
      "grad_norm": 1.5258204722757824,
      "learning_rate": 3.264144903433419e-06,
      "loss": 0.0929,
      "step": 732
    },
    {
      "epoch": 4.103424178895877,
      "grad_norm": 1.2377371189448831,
      "learning_rate": 3.2557377996568135e-06,
      "loss": 0.0933,
      "step": 734
    },
    {
      "epoch": 4.114605171208945,
      "grad_norm": 1.6706792363129992,
      "learning_rate": 3.247321279360363e-06,
      "loss": 0.0957,
      "step": 736
    },
    {
      "epoch": 4.1257861635220126,
      "grad_norm": 1.5205095000978939,
      "learning_rate": 3.238895447414211e-06,
      "loss": 0.1094,
      "step": 738
    },
    {
      "epoch": 4.13696715583508,
      "grad_norm": 1.8218111131497405,
      "learning_rate": 3.2304604088045206e-06,
      "loss": 0.0866,
      "step": 740
    },
    {
      "epoch": 4.148148148148148,
      "grad_norm": 1.5060146063158792,
      "learning_rate": 3.222016268632175e-06,
      "loss": 0.0974,
      "step": 742
    },
    {
      "epoch": 4.159329140461216,
      "grad_norm": 2.33394735696618,
      "learning_rate": 3.2135631321114603e-06,
      "loss": 0.0767,
      "step": 744
    },
    {
      "epoch": 4.170510132774284,
      "grad_norm": 1.8304481485687374,
      "learning_rate": 3.2051011045687574e-06,
      "loss": 0.1027,
      "step": 746
    },
    {
      "epoch": 4.181691125087352,
      "grad_norm": 1.4496933516097028,
      "learning_rate": 3.196630291441231e-06,
      "loss": 0.073,
      "step": 748
    },
    {
      "epoch": 4.1928721174004195,
      "grad_norm": 1.5989097781751378,
      "learning_rate": 3.1881507982755126e-06,
      "loss": 0.074,
      "step": 750
    },
    {
      "epoch": 4.204053109713487,
      "grad_norm": 1.5479651084913313,
      "learning_rate": 3.17966273072639e-06,
      "loss": 0.0941,
      "step": 752
    },
    {
      "epoch": 4.215234102026555,
      "grad_norm": 1.4844971201883568,
      "learning_rate": 3.1711661945554857e-06,
      "loss": 0.1171,
      "step": 754
    },
    {
      "epoch": 4.226415094339623,
      "grad_norm": 1.538555100844062,
      "learning_rate": 3.162661295629942e-06,
      "loss": 0.0839,
      "step": 756
    },
    {
      "epoch": 4.23759608665269,
      "grad_norm": 1.511356916861757,
      "learning_rate": 3.154148139921102e-06,
      "loss": 0.1039,
      "step": 758
    },
    {
      "epoch": 4.248777078965758,
      "grad_norm": 1.811476489190878,
      "learning_rate": 3.1456268335031886e-06,
      "loss": 0.0794,
      "step": 760
    },
    {
      "epoch": 4.259958071278826,
      "grad_norm": 1.6229333309674812,
      "learning_rate": 3.137097482551983e-06,
      "loss": 0.1152,
      "step": 762
    },
    {
      "epoch": 4.271139063591894,
      "grad_norm": 1.4723017587041405,
      "learning_rate": 3.128560193343501e-06,
      "loss": 0.0944,
      "step": 764
    },
    {
      "epoch": 4.282320055904962,
      "grad_norm": 1.0034690245189755,
      "learning_rate": 3.1200150722526693e-06,
      "loss": 0.0663,
      "step": 766
    },
    {
      "epoch": 4.29350104821803,
      "grad_norm": 1.5551415143149132,
      "learning_rate": 3.1114622257520004e-06,
      "loss": 0.1021,
      "step": 768
    },
    {
      "epoch": 4.304682040531097,
      "grad_norm": 1.836559018121584,
      "learning_rate": 3.1029017604102655e-06,
      "loss": 0.099,
      "step": 770
    },
    {
      "epoch": 4.315863032844165,
      "grad_norm": 1.0818921388079483,
      "learning_rate": 3.0943337828911673e-06,
      "loss": 0.0899,
      "step": 772
    },
    {
      "epoch": 4.327044025157233,
      "grad_norm": 0.9784785751112162,
      "learning_rate": 3.085758399952011e-06,
      "loss": 0.1016,
      "step": 774
    },
    {
      "epoch": 4.3382250174703,
      "grad_norm": 1.348338975607883,
      "learning_rate": 3.0771757184423716e-06,
      "loss": 0.1063,
      "step": 776
    },
    {
      "epoch": 4.349406009783368,
      "grad_norm": 2.1529902019434455,
      "learning_rate": 3.0685858453027668e-06,
      "loss": 0.089,
      "step": 778
    },
    {
      "epoch": 4.360587002096436,
      "grad_norm": 1.3031273077449874,
      "learning_rate": 3.0599888875633192e-06,
      "loss": 0.1077,
      "step": 780
    },
    {
      "epoch": 4.371767994409504,
      "grad_norm": 1.3772043306307704,
      "learning_rate": 3.0513849523424298e-06,
      "loss": 0.0879,
      "step": 782
    },
    {
      "epoch": 4.382948986722572,
      "grad_norm": 1.7829225937512299,
      "learning_rate": 3.0427741468454375e-06,
      "loss": 0.1099,
      "step": 784
    },
    {
      "epoch": 4.39412997903564,
      "grad_norm": 1.1143653742483424,
      "learning_rate": 3.034156578363284e-06,
      "loss": 0.0908,
      "step": 786
    },
    {
      "epoch": 4.405310971348707,
      "grad_norm": 1.9841896768408593,
      "learning_rate": 3.0255323542711784e-06,
      "loss": 0.0846,
      "step": 788
    },
    {
      "epoch": 4.416491963661775,
      "grad_norm": 1.1622503242476587,
      "learning_rate": 3.0169015820272595e-06,
      "loss": 0.0809,
      "step": 790
    },
    {
      "epoch": 4.427672955974843,
      "grad_norm": 1.4138977756081776,
      "learning_rate": 3.0082643691712572e-06,
      "loss": 0.0832,
      "step": 792
    },
    {
      "epoch": 4.43885394828791,
      "grad_norm": 1.3694425414816003,
      "learning_rate": 2.9996208233231506e-06,
      "loss": 0.1015,
      "step": 794
    },
    {
      "epoch": 4.450034940600978,
      "grad_norm": 1.8252502558409327,
      "learning_rate": 2.9909710521818265e-06,
      "loss": 0.1049,
      "step": 796
    },
    {
      "epoch": 4.461215932914046,
      "grad_norm": 1.4396307405101365,
      "learning_rate": 2.9823151635237424e-06,
      "loss": 0.0613,
      "step": 798
    },
    {
      "epoch": 4.472396925227114,
      "grad_norm": 1.3667673153541864,
      "learning_rate": 2.973653265201578e-06,
      "loss": 0.1081,
      "step": 800
    },
    {
      "epoch": 4.483577917540182,
      "grad_norm": 1.761976942384573,
      "learning_rate": 2.964985465142895e-06,
      "loss": 0.1002,
      "step": 802
    },
    {
      "epoch": 4.49475890985325,
      "grad_norm": 1.6343471974417978,
      "learning_rate": 2.9563118713487895e-06,
      "loss": 0.0749,
      "step": 804
    },
    {
      "epoch": 4.505939902166317,
      "grad_norm": 2.0454570442431046,
      "learning_rate": 2.9476325918925484e-06,
      "loss": 0.0857,
      "step": 806
    },
    {
      "epoch": 4.517120894479385,
      "grad_norm": 1.7007295640066746,
      "learning_rate": 2.938947734918302e-06,
      "loss": 0.1085,
      "step": 808
    },
    {
      "epoch": 4.528301886792453,
      "grad_norm": 1.5611422829954795,
      "learning_rate": 2.9302574086396774e-06,
      "loss": 0.0775,
      "step": 810
    },
    {
      "epoch": 4.53948287910552,
      "grad_norm": 1.7913016893140525,
      "learning_rate": 2.9215617213384494e-06,
      "loss": 0.0875,
      "step": 812
    },
    {
      "epoch": 4.550663871418588,
      "grad_norm": 1.5753063947599002,
      "learning_rate": 2.91286078136319e-06,
      "loss": 0.0805,
      "step": 814
    },
    {
      "epoch": 4.561844863731656,
      "grad_norm": 1.8942921897754963,
      "learning_rate": 2.904154697127921e-06,
      "loss": 0.0806,
      "step": 816
    },
    {
      "epoch": 4.573025856044724,
      "grad_norm": 1.791394910046461,
      "learning_rate": 2.8954435771107604e-06,
      "loss": 0.0992,
      "step": 818
    },
    {
      "epoch": 4.584206848357792,
      "grad_norm": 1.245790765054016,
      "learning_rate": 2.8867275298525743e-06,
      "loss": 0.0886,
      "step": 820
    },
    {
      "epoch": 4.59538784067086,
      "grad_norm": 1.5133863011334676,
      "learning_rate": 2.878006663955621e-06,
      "loss": 0.0886,
      "step": 822
    },
    {
      "epoch": 4.606568832983927,
      "grad_norm": 2.0502622868705993,
      "learning_rate": 2.8692810880821997e-06,
      "loss": 0.0716,
      "step": 824
    },
    {
      "epoch": 4.617749825296995,
      "grad_norm": 1.2876873289352964,
      "learning_rate": 2.860550910953296e-06,
      "loss": 0.0943,
      "step": 826
    },
    {
      "epoch": 4.628930817610063,
      "grad_norm": 1.440475980645125,
      "learning_rate": 2.8518162413472266e-06,
      "loss": 0.1083,
      "step": 828
    },
    {
      "epoch": 4.64011180992313,
      "grad_norm": 1.3754262878787067,
      "learning_rate": 2.843077188098286e-06,
      "loss": 0.1041,
      "step": 830
    },
    {
      "epoch": 4.651292802236198,
      "grad_norm": 1.4424213259038674,
      "learning_rate": 2.834333860095388e-06,
      "loss": 0.0807,
      "step": 832
    },
    {
      "epoch": 4.662473794549266,
      "grad_norm": 1.994638545215632,
      "learning_rate": 2.8255863662807097e-06,
      "loss": 0.0819,
      "step": 834
    },
    {
      "epoch": 4.673654786862334,
      "grad_norm": 1.5478645240921063,
      "learning_rate": 2.8168348156483356e-06,
      "loss": 0.113,
      "step": 836
    },
    {
      "epoch": 4.684835779175402,
      "grad_norm": 1.324879005941319,
      "learning_rate": 2.8124575531000226e-06,
      "loss": 0.11,
      "step": 838
    },
    {
      "epoch": 4.69601677148847,
      "grad_norm": 1.5993247352100177,
      "learning_rate": 2.803700121715214e-06,
      "loss": 0.0903,
      "step": 840
    },
    {
      "epoch": 4.707197763801537,
      "grad_norm": 1.256541482417978,
      "learning_rate": 2.7949389062160946e-06,
      "loss": 0.0925,
      "step": 842
    },
    {
      "epoch": 4.718378756114605,
      "grad_norm": 2.706891920194882,
      "learning_rate": 2.786174015767721e-06,
      "loss": 0.084,
      "step": 844
    },
    {
      "epoch": 4.729559748427673,
      "grad_norm": 1.3220515828132557,
      "learning_rate": 2.7774055595809395e-06,
      "loss": 0.0801,
      "step": 846
    },
    {
      "epoch": 4.7407407407407405,
      "grad_norm": 1.5911477732332153,
      "learning_rate": 2.768633646911027e-06,
      "loss": 0.0938,
      "step": 848
    },
    {
      "epoch": 4.751921733053808,
      "grad_norm": 1.1333988378482527,
      "learning_rate": 2.759858387056325e-06,
      "loss": 0.0721,
      "step": 850
    },
    {
      "epoch": 4.763102725366876,
      "grad_norm": 1.4690260920140663,
      "learning_rate": 2.7510798893568846e-06,
      "loss": 0.0769,
      "step": 852
    },
    {
      "epoch": 4.774283717679944,
      "grad_norm": 1.3785131166774844,
      "learning_rate": 2.742298263193099e-06,
      "loss": 0.1064,
      "step": 854
    },
    {
      "epoch": 4.785464709993012,
      "grad_norm": 1.39128795327872,
      "learning_rate": 2.733513617984342e-06,
      "loss": 0.075,
      "step": 856
    },
    {
      "epoch": 4.79664570230608,
      "grad_norm": 1.6826021403482612,
      "learning_rate": 2.724726063187605e-06,
      "loss": 0.1175,
      "step": 858
    },
    {
      "epoch": 4.8078266946191475,
      "grad_norm": 1.353741266830404,
      "learning_rate": 2.715935708296134e-06,
      "loss": 0.1146,
      "step": 860
    },
    {
      "epoch": 4.819007686932215,
      "grad_norm": 1.4488179633464906,
      "learning_rate": 2.707142662838062e-06,
      "loss": 0.1033,
      "step": 862
    },
    {
      "epoch": 4.830188679245283,
      "grad_norm": 1.307354977462126,
      "learning_rate": 2.6983470363750497e-06,
      "loss": 0.093,
      "step": 864
    },
    {
      "epoch": 4.8413696715583505,
      "grad_norm": 1.4753004858703918,
      "learning_rate": 2.689548938500914e-06,
      "loss": 0.0905,
      "step": 866
    },
    {
      "epoch": 4.852550663871418,
      "grad_norm": 1.551558439927485,
      "learning_rate": 2.6807484788402676e-06,
      "loss": 0.075,
      "step": 868
    },
    {
      "epoch": 4.863731656184486,
      "grad_norm": 1.499892261020302,
      "learning_rate": 2.67194576704715e-06,
      "loss": 0.0876,
      "step": 870
    },
    {
      "epoch": 4.8749126484975545,
      "grad_norm": 1.82643381640813,
      "learning_rate": 2.6631409128036637e-06,
      "loss": 0.0892,
      "step": 872
    },
    {
      "epoch": 4.886093640810622,
      "grad_norm": 1.3480606493487655,
      "learning_rate": 2.6543340258186063e-06,
      "loss": 0.0816,
      "step": 874
    },
    {
      "epoch": 4.89727463312369,
      "grad_norm": 2.2307067144092407,
      "learning_rate": 2.6455252158261015e-06,
      "loss": 0.0994,
      "step": 876
    },
    {
      "epoch": 4.9084556254367575,
      "grad_norm": 1.8646868858712458,
      "learning_rate": 2.636714592584235e-06,
      "loss": 0.0902,
      "step": 878
    },
    {
      "epoch": 4.919636617749825,
      "grad_norm": 1.535171207325978,
      "learning_rate": 2.6279022658736856e-06,
      "loss": 0.0911,
      "step": 880
    },
    {
      "epoch": 4.930817610062893,
      "grad_norm": 1.1594360070916991,
      "learning_rate": 2.619088345496358e-06,
      "loss": 0.066,
      "step": 882
    },
    {
      "epoch": 4.941998602375961,
      "grad_norm": 1.6526631394475477,
      "learning_rate": 2.610272941274012e-06,
      "loss": 0.1014,
      "step": 884
    },
    {
      "epoch": 4.953179594689029,
      "grad_norm": 1.8240816325874138,
      "learning_rate": 2.6014561630468993e-06,
      "loss": 0.0928,
      "step": 886
    },
    {
      "epoch": 4.964360587002097,
      "grad_norm": 1.3816438884334348,
      "learning_rate": 2.5926381206723885e-06,
      "loss": 0.088,
      "step": 888
    },
    {
      "epoch": 4.9755415793151645,
      "grad_norm": 1.3157397283692482,
      "learning_rate": 2.583818924023601e-06,
      "loss": 0.0938,
      "step": 890
    },
    {
      "epoch": 4.986722571628232,
      "grad_norm": 1.464557516575305,
      "learning_rate": 2.5749986829880423e-06,
      "loss": 0.0781,
      "step": 892
    },
    {
      "epoch": 4.9979035639413,
      "grad_norm": 1.8481309973872981,
      "learning_rate": 2.5661775074662276e-06,
      "loss": 0.0708,
      "step": 894
    },
    {
      "epoch": 5.0090845562543675,
      "grad_norm": 1.3777408578534927,
      "learning_rate": 2.5573555073703172e-06,
      "loss": 0.0574,
      "step": 896
    },
    {
      "epoch": 5.020265548567435,
      "grad_norm": 1.5585565063610693,
      "learning_rate": 2.5485327926227464e-06,
      "loss": 0.0533,
      "step": 898
    },
    {
      "epoch": 5.031446540880503,
      "grad_norm": 3.8488829032344403,
      "learning_rate": 2.539709473154855e-06,
      "loss": 0.0524,
      "step": 900
    },
    {
      "epoch": 5.042627533193571,
      "grad_norm": 1.360678519326562,
      "learning_rate": 2.5308856589055164e-06,
      "loss": 0.0608,
      "step": 902
    },
    {
      "epoch": 5.053808525506638,
      "grad_norm": 1.4720850175627471,
      "learning_rate": 2.5220614598197708e-06,
      "loss": 0.0527,
      "step": 904
    },
    {
      "epoch": 5.064989517819707,
      "grad_norm": 1.2412662972591795,
      "learning_rate": 2.513236985847451e-06,
      "loss": 0.0488,
      "step": 906
    },
    {
      "epoch": 5.0761705101327745,
      "grad_norm": 1.3236580966844242,
      "learning_rate": 2.5044123469418174e-06,
      "loss": 0.0638,
      "step": 908
    },
    {
      "epoch": 5.087351502445842,
      "grad_norm": 1.8348241342651854,
      "learning_rate": 2.495587653058184e-06,
      "loss": 0.0629,
      "step": 910
    },
    {
      "epoch": 5.09853249475891,
      "grad_norm": 0.9662213920921242,
      "learning_rate": 2.4867630141525493e-06,
      "loss": 0.0722,
      "step": 912
    },
    {
      "epoch": 5.109713487071978,
      "grad_norm": 1.6784486385619315,
      "learning_rate": 2.477938540180231e-06,
      "loss": 0.0482,
      "step": 914
    },
    {
      "epoch": 5.120894479385045,
      "grad_norm": 1.386742744607905,
      "learning_rate": 2.4691143410944844e-06,
      "loss": 0.0596,
      "step": 916
    },
    {
      "epoch": 5.132075471698113,
      "grad_norm": 1.5375835898995094,
      "learning_rate": 2.4602905268451455e-06,
      "loss": 0.0592,
      "step": 918
    },
    {
      "epoch": 5.143256464011181,
      "grad_norm": 1.334707574114043,
      "learning_rate": 2.451467207377254e-06,
      "loss": 0.0493,
      "step": 920
    },
    {
      "epoch": 5.154437456324249,
      "grad_norm": 1.018606004126685,
      "learning_rate": 2.442644492629683e-06,
      "loss": 0.0544,
      "step": 922
    },
    {
      "epoch": 5.165618448637317,
      "grad_norm": 1.0236510244569192,
      "learning_rate": 2.433822492533774e-06,
      "loss": 0.0501,
      "step": 924
    },
    {
      "epoch": 5.176799440950385,
      "grad_norm": 0.8191759766926784,
      "learning_rate": 2.4250013170119585e-06,
      "loss": 0.0594,
      "step": 926
    },
    {
      "epoch": 5.187980433263452,
      "grad_norm": 1.0938612787512558,
      "learning_rate": 2.4161810759763993e-06,
      "loss": 0.0544,
      "step": 928
    },
    {
      "epoch": 5.19916142557652,
      "grad_norm": 1.3602285379082586,
      "learning_rate": 2.407361879327612e-06,
      "loss": 0.0442,
      "step": 930
    },
    {
      "epoch": 5.210342417889588,
      "grad_norm": 1.1380441045618945,
      "learning_rate": 2.398543836953101e-06,
      "loss": 0.0563,
      "step": 932
    },
    {
      "epoch": 5.221523410202655,
      "grad_norm": 1.1080478505241853,
      "learning_rate": 2.389727058725989e-06,
      "loss": 0.0515,
      "step": 934
    },
    {
      "epoch": 5.232704402515723,
      "grad_norm": 1.2558697950305333,
      "learning_rate": 2.380911654503643e-06,
      "loss": 0.0507,
      "step": 936
    },
    {
      "epoch": 5.243885394828791,
      "grad_norm": 1.2293644348010904,
      "learning_rate": 2.3720977341263152e-06,
      "loss": 0.0607,
      "step": 938
    },
    {
      "epoch": 5.255066387141859,
      "grad_norm": 1.292488994918762,
      "learning_rate": 2.3632854074157653e-06,
      "loss": 0.0474,
      "step": 940
    },
    {
      "epoch": 5.266247379454927,
      "grad_norm": 1.2671492916227067,
      "learning_rate": 2.3544747841738998e-06,
      "loss": 0.0769,
      "step": 942
    },
    {
      "epoch": 5.277428371767995,
      "grad_norm": 1.6102887076835615,
      "learning_rate": 2.3456659741813945e-06,
      "loss": 0.0496,
      "step": 944
    },
    {
      "epoch": 5.288609364081062,
      "grad_norm": 1.577997048333656,
      "learning_rate": 2.3368590871963367e-06,
      "loss": 0.0796,
      "step": 946
    },
    {
      "epoch": 5.29979035639413,
      "grad_norm": 2.278441135480121,
      "learning_rate": 2.328054232952851e-06,
      "loss": 0.0679,
      "step": 948
    },
    {
      "epoch": 5.310971348707198,
      "grad_norm": 1.1443796744340577,
      "learning_rate": 2.3192515211597332e-06,
      "loss": 0.0589,
      "step": 950
    },
    {
      "epoch": 5.322152341020265,
      "grad_norm": 1.3246252050774938,
      "learning_rate": 2.3104510614990875e-06,
      "loss": 0.0711,
      "step": 952
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 2.3404125762291574,
      "learning_rate": 2.301652963624951e-06,
      "loss": 0.0571,
      "step": 954
    },
    {
      "epoch": 5.344514325646401,
      "grad_norm": 1.6173224098499974,
      "learning_rate": 2.292857337161938e-06,
      "loss": 0.0715,
      "step": 956
    },
    {
      "epoch": 5.355695317959469,
      "grad_norm": 1.416375080557459,
      "learning_rate": 2.2840642917038666e-06,
      "loss": 0.0555,
      "step": 958
    },
    {
      "epoch": 5.366876310272537,
      "grad_norm": 1.2819320119071211,
      "learning_rate": 2.2752739368123948e-06,
      "loss": 0.0486,
      "step": 960
    },
    {
      "epoch": 5.378057302585605,
      "grad_norm": 1.1198977788924485,
      "learning_rate": 2.2664863820156593e-06,
      "loss": 0.0408,
      "step": 962
    },
    {
      "epoch": 5.389238294898672,
      "grad_norm": 1.1451798114445098,
      "learning_rate": 2.2577017368069017e-06,
      "loss": 0.0626,
      "step": 964
    },
    {
      "epoch": 5.40041928721174,
      "grad_norm": 1.3380127274735694,
      "learning_rate": 2.248920110643116e-06,
      "loss": 0.0568,
      "step": 966
    },
    {
      "epoch": 5.411600279524808,
      "grad_norm": 1.4489239240672898,
      "learning_rate": 2.2401416129436753e-06,
      "loss": 0.059,
      "step": 968
    },
    {
      "epoch": 5.422781271837875,
      "grad_norm": 1.3130908635170957,
      "learning_rate": 2.2313663530889734e-06,
      "loss": 0.0444,
      "step": 970
    },
    {
      "epoch": 5.433962264150943,
      "grad_norm": 1.2045728193533076,
      "learning_rate": 2.222594440419061e-06,
      "loss": 0.0952,
      "step": 972
    },
    {
      "epoch": 5.445143256464011,
      "grad_norm": 1.1505612686257871,
      "learning_rate": 2.2138259842322794e-06,
      "loss": 0.0536,
      "step": 974
    },
    {
      "epoch": 5.456324248777079,
      "grad_norm": 1.521719008832957,
      "learning_rate": 2.2050610937839058e-06,
      "loss": 0.073,
      "step": 976
    },
    {
      "epoch": 5.467505241090147,
      "grad_norm": 1.3381824532405695,
      "learning_rate": 2.1962998782847863e-06,
      "loss": 0.0583,
      "step": 978
    },
    {
      "epoch": 5.478686233403215,
      "grad_norm": 1.1782879600371732,
      "learning_rate": 2.1875424468999787e-06,
      "loss": 0.052,
      "step": 980
    },
    {
      "epoch": 5.489867225716282,
      "grad_norm": 1.1689516819440322,
      "learning_rate": 2.178788908747387e-06,
      "loss": 0.0515,
      "step": 982
    },
    {
      "epoch": 5.50104821802935,
      "grad_norm": 1.1479989981730907,
      "learning_rate": 2.170039372896409e-06,
      "loss": 0.055,
      "step": 984
    },
    {
      "epoch": 5.512229210342418,
      "grad_norm": 1.3922562574409854,
      "learning_rate": 2.161293948366573e-06,
      "loss": 0.0554,
      "step": 986
    },
    {
      "epoch": 5.523410202655485,
      "grad_norm": 1.409490849880991,
      "learning_rate": 2.152552744126178e-06,
      "loss": 0.0392,
      "step": 988
    },
    {
      "epoch": 5.534591194968553,
      "grad_norm": 1.2479629003574995,
      "learning_rate": 2.1438158690909413e-06,
      "loss": 0.0599,
      "step": 990
    },
    {
      "epoch": 5.545772187281621,
      "grad_norm": 1.2371376050465024,
      "learning_rate": 2.1350834321226344e-06,
      "loss": 0.0664,
      "step": 992
    },
    {
      "epoch": 5.556953179594689,
      "grad_norm": 1.593505278104288,
      "learning_rate": 2.126355542027734e-06,
      "loss": 0.0479,
      "step": 994
    },
    {
      "epoch": 5.568134171907757,
      "grad_norm": 1.2742537988695015,
      "learning_rate": 2.117632307556059e-06,
      "loss": 0.0803,
      "step": 996
    },
    {
      "epoch": 5.579315164220825,
      "grad_norm": 1.3748039610126324,
      "learning_rate": 2.1089138373994226e-06,
      "loss": 0.0416,
      "step": 998
    },
    {
      "epoch": 5.590496156533892,
      "grad_norm": 2.4084571636039755,
      "learning_rate": 2.100200240190273e-06,
      "loss": 0.0514,
      "step": 1000
    },
    {
      "epoch": 5.60167714884696,
      "grad_norm": 1.1933752040503858,
      "learning_rate": 2.09149162450034e-06,
      "loss": 0.0625,
      "step": 1002
    },
    {
      "epoch": 5.612858141160028,
      "grad_norm": 1.037709039674537,
      "learning_rate": 2.0827880988392856e-06,
      "loss": 0.0514,
      "step": 1004
    },
    {
      "epoch": 5.6240391334730955,
      "grad_norm": 1.315142680072312,
      "learning_rate": 2.0740897716533475e-06,
      "loss": 0.0593,
      "step": 1006
    },
    {
      "epoch": 5.635220125786163,
      "grad_norm": 1.0531660230737552,
      "learning_rate": 2.0653967513239934e-06,
      "loss": 0.0543,
      "step": 1008
    },
    {
      "epoch": 5.646401118099231,
      "grad_norm": 1.2633776013551097,
      "learning_rate": 2.0567091461665636e-06,
      "loss": 0.0431,
      "step": 1010
    },
    {
      "epoch": 5.657582110412299,
      "grad_norm": 1.449959564050197,
      "learning_rate": 2.0480270644289282e-06,
      "loss": 0.0482,
      "step": 1012
    },
    {
      "epoch": 5.668763102725367,
      "grad_norm": 1.1071912059302882,
      "learning_rate": 2.0393506142901347e-06,
      "loss": 0.0564,
      "step": 1014
    },
    {
      "epoch": 5.679944095038435,
      "grad_norm": 0.9876137346535111,
      "learning_rate": 2.0306799038590595e-06,
      "loss": 0.0391,
      "step": 1016
    },
    {
      "epoch": 5.6911250873515025,
      "grad_norm": 1.1071464038310999,
      "learning_rate": 2.0220150411730638e-06,
      "loss": 0.0636,
      "step": 1018
    },
    {
      "epoch": 5.70230607966457,
      "grad_norm": 1.0473491285671832,
      "learning_rate": 2.013356134196643e-06,
      "loss": 0.0581,
      "step": 1020
    },
    {
      "epoch": 5.713487071977638,
      "grad_norm": 1.1296902267336801,
      "learning_rate": 2.004703290820086e-06,
      "loss": 0.0604,
      "step": 1022
    },
    {
      "epoch": 5.7246680642907055,
      "grad_norm": 1.309317661735025,
      "learning_rate": 1.9960566188581306e-06,
      "loss": 0.0438,
      "step": 1024
    },
    {
      "epoch": 5.735849056603773,
      "grad_norm": 0.8918766336417149,
      "learning_rate": 1.9874162260486146e-06,
      "loss": 0.0475,
      "step": 1026
    },
    {
      "epoch": 5.747030048916841,
      "grad_norm": 1.2095534019736167,
      "learning_rate": 1.978782220051142e-06,
      "loss": 0.0454,
      "step": 1028
    },
    {
      "epoch": 5.7582110412299095,
      "grad_norm": 1.1967009451687045,
      "learning_rate": 1.9701547084457314e-06,
      "loss": 0.0697,
      "step": 1030
    },
    {
      "epoch": 5.769392033542977,
      "grad_norm": 1.8160556667087309,
      "learning_rate": 1.961533798731486e-06,
      "loss": 0.0422,
      "step": 1032
    },
    {
      "epoch": 5.780573025856045,
      "grad_norm": 1.590627053883797,
      "learning_rate": 1.952919598325247e-06,
      "loss": 0.0602,
      "step": 1034
    },
    {
      "epoch": 5.7917540181691125,
      "grad_norm": 1.4584761134724722,
      "learning_rate": 1.944312214560256e-06,
      "loss": 0.0575,
      "step": 1036
    },
    {
      "epoch": 5.80293501048218,
      "grad_norm": 1.6093909025543798,
      "learning_rate": 1.935711754684824e-06,
      "loss": 0.0814,
      "step": 1038
    },
    {
      "epoch": 5.814116002795248,
      "grad_norm": 1.7715253484509736,
      "learning_rate": 1.9271183258609836e-06,
      "loss": 0.0608,
      "step": 1040
    },
    {
      "epoch": 5.825296995108316,
      "grad_norm": 0.850327251905485,
      "learning_rate": 1.9185320351631654e-06,
      "loss": 0.0388,
      "step": 1042
    },
    {
      "epoch": 5.836477987421384,
      "grad_norm": 1.4837292387797913,
      "learning_rate": 1.9099529895768552e-06,
      "loss": 0.0567,
      "step": 1044
    },
    {
      "epoch": 5.847658979734452,
      "grad_norm": 1.0384213631474088,
      "learning_rate": 1.901381295997267e-06,
      "loss": 0.0661,
      "step": 1046
    },
    {
      "epoch": 5.8588399720475195,
      "grad_norm": 1.2071171218984706,
      "learning_rate": 1.8928170612280067e-06,
      "loss": 0.0665,
      "step": 1048
    },
    {
      "epoch": 5.870020964360587,
      "grad_norm": 1.2020194163974407,
      "learning_rate": 1.8842603919797436e-06,
      "loss": 0.0466,
      "step": 1050
    },
    {
      "epoch": 5.881201956673655,
      "grad_norm": 1.141150946131999,
      "learning_rate": 1.8757113948688827e-06,
      "loss": 0.0562,
      "step": 1052
    },
    {
      "epoch": 5.8923829489867225,
      "grad_norm": 1.583487458549684,
      "learning_rate": 1.8671701764162287e-06,
      "loss": 0.0589,
      "step": 1054
    },
    {
      "epoch": 5.90356394129979,
      "grad_norm": 1.3417276690702418,
      "learning_rate": 1.8586368430456708e-06,
      "loss": 0.0604,
      "step": 1056
    },
    {
      "epoch": 5.914744933612858,
      "grad_norm": 1.3294273305641617,
      "learning_rate": 1.8501115010828423e-06,
      "loss": 0.0628,
      "step": 1058
    },
    {
      "epoch": 5.925925925925926,
      "grad_norm": 1.2448945324282268,
      "learning_rate": 1.8415942567538106e-06,
      "loss": 0.0554,
      "step": 1060
    },
    {
      "epoch": 5.937106918238994,
      "grad_norm": 0.960687093766239,
      "learning_rate": 1.8330852161837399e-06,
      "loss": 0.0532,
      "step": 1062
    },
    {
      "epoch": 5.948287910552062,
      "grad_norm": 1.4656893110825278,
      "learning_rate": 1.8245844853955786e-06,
      "loss": 0.0719,
      "step": 1064
    },
    {
      "epoch": 5.9594689028651295,
      "grad_norm": 1.6634277575338297,
      "learning_rate": 1.8160921703087368e-06,
      "loss": 0.0565,
      "step": 1066
    },
    {
      "epoch": 5.970649895178197,
      "grad_norm": 1.7257111050609335,
      "learning_rate": 1.8076083767377595e-06,
      "loss": 0.068,
      "step": 1068
    },
    {
      "epoch": 5.981830887491265,
      "grad_norm": 1.42483183153276,
      "learning_rate": 1.7991332103910184e-06,
      "loss": 0.0613,
      "step": 1070
    },
    {
      "epoch": 5.993011879804333,
      "grad_norm": 1.4316025881020678,
      "learning_rate": 1.7906667768693853e-06,
      "loss": 0.0481,
      "step": 1072
    },
    {
      "epoch": 6.0041928721174,
      "grad_norm": 1.037376667784287,
      "learning_rate": 1.782209181664924e-06,
      "loss": 0.0483,
      "step": 1074
    },
    {
      "epoch": 6.015373864430468,
      "grad_norm": 1.0336168566598631,
      "learning_rate": 1.773760530159571e-06,
      "loss": 0.0347,
      "step": 1076
    },
    {
      "epoch": 6.026554856743536,
      "grad_norm": 0.7872905184564322,
      "learning_rate": 1.7653209276238242e-06,
      "loss": 0.0355,
      "step": 1078
    },
    {
      "epoch": 6.037735849056604,
      "grad_norm": 1.772389302776251,
      "learning_rate": 1.7568904792154328e-06,
      "loss": 0.0542,
      "step": 1080
    },
    {
      "epoch": 6.048916841369672,
      "grad_norm": 1.3577848873845724,
      "learning_rate": 1.7484692899780812e-06,
      "loss": 0.0583,
      "step": 1082
    },
    {
      "epoch": 6.06009783368274,
      "grad_norm": 0.7840766650439943,
      "learning_rate": 1.740057464840088e-06,
      "loss": 0.0289,
      "step": 1084
    },
    {
      "epoch": 6.071278825995807,
      "grad_norm": 0.9255675051401594,
      "learning_rate": 1.7316551086130925e-06,
      "loss": 0.0417,
      "step": 1086
    },
    {
      "epoch": 6.082459818308875,
      "grad_norm": 0.9107219582827843,
      "learning_rate": 1.7232623259907538e-06,
      "loss": 0.0429,
      "step": 1088
    },
    {
      "epoch": 6.093640810621943,
      "grad_norm": 1.0296310110561282,
      "learning_rate": 1.714879221547439e-06,
      "loss": 0.0362,
      "step": 1090
    },
    {
      "epoch": 6.10482180293501,
      "grad_norm": 0.9575340239366315,
      "learning_rate": 1.7065058997369288e-06,
      "loss": 0.0471,
      "step": 1092
    },
    {
      "epoch": 6.116002795248078,
      "grad_norm": 0.7430183397758778,
      "learning_rate": 1.6981424648911112e-06,
      "loss": 0.0351,
      "step": 1094
    },
    {
      "epoch": 6.127183787561146,
      "grad_norm": 0.9807593854080312,
      "learning_rate": 1.6897890212186804e-06,
      "loss": 0.0334,
      "step": 1096
    },
    {
      "epoch": 6.138364779874214,
      "grad_norm": 1.2961448011313597,
      "learning_rate": 1.6814456728038431e-06,
      "loss": 0.025,
      "step": 1098
    },
    {
      "epoch": 6.149545772187282,
      "grad_norm": 0.961636779671174,
      "learning_rate": 1.673112523605015e-06,
      "loss": 0.0285,
      "step": 1100
    },
    {
      "epoch": 6.16072676450035,
      "grad_norm": 0.9647606646620928,
      "learning_rate": 1.6647896774535324e-06,
      "loss": 0.0303,
      "step": 1102
    },
    {
      "epoch": 6.171907756813417,
      "grad_norm": 1.1381988477100318,
      "learning_rate": 1.6564772380523546e-06,
      "loss": 0.0358,
      "step": 1104
    },
    {
      "epoch": 6.183088749126485,
      "grad_norm": 0.7901346245952422,
      "learning_rate": 1.648175308974771e-06,
      "loss": 0.0279,
      "step": 1106
    },
    {
      "epoch": 6.194269741439553,
      "grad_norm": 1.2717247572933381,
      "learning_rate": 1.6398839936631142e-06,
      "loss": 0.0328,
      "step": 1108
    },
    {
      "epoch": 6.20545073375262,
      "grad_norm": 1.2916496315117834,
      "learning_rate": 1.631603395427466e-06,
      "loss": 0.055,
      "step": 1110
    },
    {
      "epoch": 6.216631726065688,
      "grad_norm": 0.9740099844597652,
      "learning_rate": 1.6233336174443762e-06,
      "loss": 0.048,
      "step": 1112
    },
    {
      "epoch": 6.227812718378756,
      "grad_norm": 1.0103830292004847,
      "learning_rate": 1.6150747627555713e-06,
      "loss": 0.0434,
      "step": 1114
    },
    {
      "epoch": 6.238993710691824,
      "grad_norm": 1.1350854047223082,
      "learning_rate": 1.6068269342666749e-06,
      "loss": 0.0389,
      "step": 1116
    },
    {
      "epoch": 6.250174703004892,
      "grad_norm": 0.7884154494279628,
      "learning_rate": 1.5985902347459239e-06,
      "loss": 0.0432,
      "step": 1118
    },
    {
      "epoch": 6.26135569531796,
      "grad_norm": 0.8788178903528164,
      "learning_rate": 1.5903647668228855e-06,
      "loss": 0.0432,
      "step": 1120
    },
    {
      "epoch": 6.272536687631027,
      "grad_norm": 0.6393918351108393,
      "learning_rate": 1.5821506329871834e-06,
      "loss": 0.0253,
      "step": 1122
    },
    {
      "epoch": 6.283717679944095,
      "grad_norm": 1.0870268262489273,
      "learning_rate": 1.5739479355872162e-06,
      "loss": 0.0364,
      "step": 1124
    },
    {
      "epoch": 6.294898672257163,
      "grad_norm": 1.1679875063936556,
      "learning_rate": 1.5657567768288868e-06,
      "loss": 0.0333,
      "step": 1126
    },
    {
      "epoch": 6.30607966457023,
      "grad_norm": 0.8388447320245327,
      "learning_rate": 1.5575772587743222e-06,
      "loss": 0.0316,
      "step": 1128
    },
    {
      "epoch": 6.317260656883298,
      "grad_norm": 0.7710273725047172,
      "learning_rate": 1.5494094833406092e-06,
      "loss": 0.0308,
      "step": 1130
    },
    {
      "epoch": 6.328441649196366,
      "grad_norm": 1.3107972415612894,
      "learning_rate": 1.5412535522985205e-06,
      "loss": 0.0186,
      "step": 1132
    },
    {
      "epoch": 6.339622641509434,
      "grad_norm": 0.8488196487806184,
      "learning_rate": 1.5331095672712463e-06,
      "loss": 0.023,
      "step": 1134
    },
    {
      "epoch": 6.350803633822502,
      "grad_norm": 1.014050814471419,
      "learning_rate": 1.5249776297331302e-06,
      "loss": 0.0425,
      "step": 1136
    },
    {
      "epoch": 6.36198462613557,
      "grad_norm": 0.8160528908459946,
      "learning_rate": 1.516857841008401e-06,
      "loss": 0.0407,
      "step": 1138
    },
    {
      "epoch": 6.373165618448637,
      "grad_norm": 0.6924190623075557,
      "learning_rate": 1.5087503022699168e-06,
      "loss": 0.0527,
      "step": 1140
    },
    {
      "epoch": 6.384346610761705,
      "grad_norm": 1.0149043689805195,
      "learning_rate": 1.5006551145378967e-06,
      "loss": 0.0367,
      "step": 1142
    },
    {
      "epoch": 6.395527603074773,
      "grad_norm": 1.5920991707794845,
      "learning_rate": 1.4925723786786691e-06,
      "loss": 0.0319,
      "step": 1144
    },
    {
      "epoch": 6.40670859538784,
      "grad_norm": 0.8834798218634231,
      "learning_rate": 1.4845021954034106e-06,
      "loss": 0.0372,
      "step": 1146
    },
    {
      "epoch": 6.417889587700908,
      "grad_norm": 1.072104658850445,
      "learning_rate": 1.476444665266889e-06,
      "loss": 0.0413,
      "step": 1148
    },
    {
      "epoch": 6.429070580013976,
      "grad_norm": 1.1893734124292998,
      "learning_rate": 1.4683998886662187e-06,
      "loss": 0.0307,
      "step": 1150
    },
    {
      "epoch": 6.440251572327044,
      "grad_norm": 1.1513167005422524,
      "learning_rate": 1.4603679658396006e-06,
      "loss": 0.0402,
      "step": 1152
    },
    {
      "epoch": 6.451432564640112,
      "grad_norm": 1.0586602700365229,
      "learning_rate": 1.4523489968650795e-06,
      "loss": 0.0303,
      "step": 1154
    },
    {
      "epoch": 6.46261355695318,
      "grad_norm": 0.7650987855999634,
      "learning_rate": 1.4443430816592936e-06,
      "loss": 0.0312,
      "step": 1156
    },
    {
      "epoch": 6.473794549266247,
      "grad_norm": 0.7470083708652993,
      "learning_rate": 1.4363503199762296e-06,
      "loss": 0.0298,
      "step": 1158
    },
    {
      "epoch": 6.484975541579315,
      "grad_norm": 1.2247183517462086,
      "learning_rate": 1.4283708114059853e-06,
      "loss": 0.0476,
      "step": 1160
    },
    {
      "epoch": 6.496156533892383,
      "grad_norm": 1.0042001049340177,
      "learning_rate": 1.4204046553735174e-06,
      "loss": 0.0421,
      "step": 1162
    },
    {
      "epoch": 6.5073375262054505,
      "grad_norm": 1.0066856707214424,
      "learning_rate": 1.4124519511374158e-06,
      "loss": 0.0277,
      "step": 1164
    },
    {
      "epoch": 6.518518518518518,
      "grad_norm": 1.3761888161849996,
      "learning_rate": 1.404512797788657e-06,
      "loss": 0.0251,
      "step": 1166
    },
    {
      "epoch": 6.529699510831586,
      "grad_norm": 0.7445041473181229,
      "learning_rate": 1.396587294249374e-06,
      "loss": 0.0383,
      "step": 1168
    },
    {
      "epoch": 6.540880503144654,
      "grad_norm": 1.0231799225570892,
      "learning_rate": 1.3886755392716225e-06,
      "loss": 0.0289,
      "step": 1170
    },
    {
      "epoch": 6.552061495457722,
      "grad_norm": 1.0842064444530823,
      "learning_rate": 1.3807776314361498e-06,
      "loss": 0.0341,
      "step": 1172
    },
    {
      "epoch": 6.56324248777079,
      "grad_norm": 0.9409388421938562,
      "learning_rate": 1.3728936691511704e-06,
      "loss": 0.0413,
      "step": 1174
    },
    {
      "epoch": 6.5744234800838575,
      "grad_norm": 0.8052329748698783,
      "learning_rate": 1.3650237506511333e-06,
      "loss": 0.0399,
      "step": 1176
    },
    {
      "epoch": 6.585604472396925,
      "grad_norm": 0.6879172446908371,
      "learning_rate": 1.3571679739955029e-06,
      "loss": 0.0288,
      "step": 1178
    },
    {
      "epoch": 6.596785464709993,
      "grad_norm": 0.8737080494275846,
      "learning_rate": 1.3493264370675352e-06,
      "loss": 0.0181,
      "step": 1180
    },
    {
      "epoch": 6.6079664570230605,
      "grad_norm": 0.8744184416405667,
      "learning_rate": 1.3414992375730587e-06,
      "loss": 0.0432,
      "step": 1182
    },
    {
      "epoch": 6.619147449336128,
      "grad_norm": 0.9265074156931595,
      "learning_rate": 1.3336864730392587e-06,
      "loss": 0.0464,
      "step": 1184
    },
    {
      "epoch": 6.630328441649196,
      "grad_norm": 1.14003149718633,
      "learning_rate": 1.3258882408134582e-06,
      "loss": 0.0271,
      "step": 1186
    },
    {
      "epoch": 6.6415094339622645,
      "grad_norm": 0.8949105583359471,
      "learning_rate": 1.3181046380619078e-06,
      "loss": 0.0276,
      "step": 1188
    },
    {
      "epoch": 6.652690426275332,
      "grad_norm": 1.0602768370905677,
      "learning_rate": 1.3103357617685746e-06,
      "loss": 0.0352,
      "step": 1190
    },
    {
      "epoch": 6.6638714185884,
      "grad_norm": 1.187406942024327,
      "learning_rate": 1.3025817087339335e-06,
      "loss": 0.0597,
      "step": 1192
    },
    {
      "epoch": 6.6750524109014675,
      "grad_norm": 0.8451020033143687,
      "learning_rate": 1.2948425755737592e-06,
      "loss": 0.0359,
      "step": 1194
    },
    {
      "epoch": 6.686233403214535,
      "grad_norm": 1.2760921925255864,
      "learning_rate": 1.2871184587179286e-06,
      "loss": 0.0285,
      "step": 1196
    },
    {
      "epoch": 6.697414395527603,
      "grad_norm": 0.7781748766075295,
      "learning_rate": 1.2794094544092111e-06,
      "loss": 0.0346,
      "step": 1198
    },
    {
      "epoch": 6.7085953878406706,
      "grad_norm": 1.1832623077309767,
      "learning_rate": 1.2717156587020746e-06,
      "loss": 0.041,
      "step": 1200
    },
    {
      "epoch": 6.719776380153739,
      "grad_norm": 1.3133094357866473,
      "learning_rate": 1.2640371674614866e-06,
      "loss": 0.0629,
      "step": 1202
    },
    {
      "epoch": 6.730957372466807,
      "grad_norm": 0.7218331862903847,
      "learning_rate": 1.2563740763617198e-06,
      "loss": 0.0366,
      "step": 1204
    },
    {
      "epoch": 6.7421383647798745,
      "grad_norm": 0.9560652150388108,
      "learning_rate": 1.2487264808851654e-06,
      "loss": 0.044,
      "step": 1206
    },
    {
      "epoch": 6.753319357092942,
      "grad_norm": 1.1190106870390395,
      "learning_rate": 1.2410944763211302e-06,
      "loss": 0.0517,
      "step": 1208
    },
    {
      "epoch": 6.76450034940601,
      "grad_norm": 0.7835985914687663,
      "learning_rate": 1.2334781577646653e-06,
      "loss": 0.0272,
      "step": 1210
    },
    {
      "epoch": 6.7756813417190775,
      "grad_norm": 2.056446636497986,
      "learning_rate": 1.2258776201153702e-06,
      "loss": 0.0239,
      "step": 1212
    },
    {
      "epoch": 6.786862334032145,
      "grad_norm": 0.8485551422736736,
      "learning_rate": 1.218292958076213e-06,
      "loss": 0.0206,
      "step": 1214
    },
    {
      "epoch": 6.798043326345213,
      "grad_norm": 1.2531964534501892,
      "learning_rate": 1.2107242661523544e-06,
      "loss": 0.0254,
      "step": 1216
    },
    {
      "epoch": 6.809224318658281,
      "grad_norm": 1.269537638790587,
      "learning_rate": 1.203171638649962e-06,
      "loss": 0.0299,
      "step": 1218
    },
    {
      "epoch": 6.820405310971349,
      "grad_norm": 1.1178764385402225,
      "learning_rate": 1.195635169675045e-06,
      "loss": 0.0396,
      "step": 1220
    },
    {
      "epoch": 6.831586303284417,
      "grad_norm": 0.6920818283019613,
      "learning_rate": 1.1881149531322744e-06,
      "loss": 0.0268,
      "step": 1222
    },
    {
      "epoch": 6.8427672955974845,
      "grad_norm": 0.80369354175751,
      "learning_rate": 1.180611082723814e-06,
      "loss": 0.031,
      "step": 1224
    },
    {
      "epoch": 6.853948287910552,
      "grad_norm": 0.7447389756775401,
      "learning_rate": 1.1731236519481593e-06,
      "loss": 0.0345,
      "step": 1226
    },
    {
      "epoch": 6.86512928022362,
      "grad_norm": 1.1115305000722167,
      "learning_rate": 1.1656527540989595e-06,
      "loss": 0.0283,
      "step": 1228
    },
    {
      "epoch": 6.876310272536688,
      "grad_norm": 1.2279572164110593,
      "learning_rate": 1.1581984822638706e-06,
      "loss": 0.0452,
      "step": 1230
    },
    {
      "epoch": 6.887491264849755,
      "grad_norm": 0.8467749629186313,
      "learning_rate": 1.1507609293233837e-06,
      "loss": 0.0283,
      "step": 1232
    },
    {
      "epoch": 6.898672257162823,
      "grad_norm": 1.355703618365484,
      "learning_rate": 1.1433401879496723e-06,
      "loss": 0.0366,
      "step": 1234
    },
    {
      "epoch": 6.909853249475891,
      "grad_norm": 1.004917827499692,
      "learning_rate": 1.135936350605438e-06,
      "loss": 0.0496,
      "step": 1236
    },
    {
      "epoch": 6.921034241788959,
      "grad_norm": 1.2615070307313305,
      "learning_rate": 1.1285495095427563e-06,
      "loss": 0.0461,
      "step": 1238
    },
    {
      "epoch": 6.932215234102027,
      "grad_norm": 0.9861185460727813,
      "learning_rate": 1.1211797568019312e-06,
      "loss": 0.0366,
      "step": 1240
    },
    {
      "epoch": 6.943396226415095,
      "grad_norm": 1.6576290169923233,
      "learning_rate": 1.113827184210343e-06,
      "loss": 0.0337,
      "step": 1242
    },
    {
      "epoch": 6.954577218728162,
      "grad_norm": 1.1363579065284033,
      "learning_rate": 1.1064918833813073e-06,
      "loss": 0.0406,
      "step": 1244
    },
    {
      "epoch": 6.96575821104123,
      "grad_norm": 1.3125191134965577,
      "learning_rate": 1.0991739457129333e-06,
      "loss": 0.0397,
      "step": 1246
    },
    {
      "epoch": 6.976939203354298,
      "grad_norm": 0.8904462468667067,
      "learning_rate": 1.0918734623869835e-06,
      "loss": 0.0407,
      "step": 1248
    },
    {
      "epoch": 6.988120195667365,
      "grad_norm": 2.263233580582389,
      "learning_rate": 1.0845905243677416e-06,
      "loss": 0.0307,
      "step": 1250
    },
    {
      "epoch": 6.999301187980433,
      "grad_norm": 0.791294534235276,
      "learning_rate": 1.0773252224008726e-06,
      "loss": 0.0387,
      "step": 1252
    },
    {
      "epoch": 7.010482180293501,
      "grad_norm": 0.76599595030522,
      "learning_rate": 1.0700776470122981e-06,
      "loss": 0.0269,
      "step": 1254
    },
    {
      "epoch": 7.021663172606569,
      "grad_norm": 0.7331796337642835,
      "learning_rate": 1.0628478885070647e-06,
      "loss": 0.0221,
      "step": 1256
    },
    {
      "epoch": 7.032844164919637,
      "grad_norm": 0.6845784469587074,
      "learning_rate": 1.05563603696822e-06,
      "loss": 0.0291,
      "step": 1258
    },
    {
      "epoch": 7.044025157232705,
      "grad_norm": 0.8176233505690059,
      "learning_rate": 1.0484421822556904e-06,
      "loss": 0.0364,
      "step": 1260
    },
    {
      "epoch": 7.055206149545772,
      "grad_norm": 0.8629657573128657,
      "learning_rate": 1.041266414005162e-06,
      "loss": 0.0265,
      "step": 1262
    },
    {
      "epoch": 7.06638714185884,
      "grad_norm": 1.1172499462707595,
      "learning_rate": 1.0341088216269625e-06,
      "loss": 0.0157,
      "step": 1264
    },
    {
      "epoch": 7.077568134171908,
      "grad_norm": 0.5230775744769823,
      "learning_rate": 1.0269694943049462e-06,
      "loss": 0.0157,
      "step": 1266
    },
    {
      "epoch": 7.088749126484975,
      "grad_norm": 0.8978199171663125,
      "learning_rate": 1.0198485209953865e-06,
      "loss": 0.0275,
      "step": 1268
    },
    {
      "epoch": 7.099930118798043,
      "grad_norm": 0.815308309594077,
      "learning_rate": 1.0127459904258621e-06,
      "loss": 0.0237,
      "step": 1270
    },
    {
      "epoch": 7.111111111111111,
      "grad_norm": 0.8967571058386815,
      "learning_rate": 1.0056619910941592e-06,
      "loss": 0.019,
      "step": 1272
    },
    {
      "epoch": 7.122292103424179,
      "grad_norm": 0.7843358442700527,
      "learning_rate": 9.98596611267158e-07,
      "loss": 0.021,
      "step": 1274
    },
    {
      "epoch": 7.133473095737247,
      "grad_norm": 0.6797830063456453,
      "learning_rate": 9.915499389797444e-07,
      "loss": 0.0316,
      "step": 1276
    },
    {
      "epoch": 7.144654088050315,
      "grad_norm": 0.6688875199025872,
      "learning_rate": 9.845220620337054e-07,
      "loss": 0.0303,
      "step": 1278
    },
    {
      "epoch": 7.155835080363382,
      "grad_norm": 0.6664970872749731,
      "learning_rate": 9.77513067996636e-07,
      "loss": 0.0219,
      "step": 1280
    },
    {
      "epoch": 7.16701607267645,
      "grad_norm": 0.7973098520727987,
      "learning_rate": 9.705230442008542e-07,
      "loss": 0.0376,
      "step": 1282
    },
    {
      "epoch": 7.178197064989518,
      "grad_norm": 0.8759703504057706,
      "learning_rate": 9.63552077742301e-07,
      "loss": 0.0385,
      "step": 1284
    },
    {
      "epoch": 7.189378057302585,
      "grad_norm": 1.0267904937054426,
      "learning_rate": 9.56600255479469e-07,
      "loss": 0.0222,
      "step": 1286
    },
    {
      "epoch": 7.200559049615653,
      "grad_norm": 0.6389768145894307,
      "learning_rate": 9.4966766403231e-07,
      "loss": 0.018,
      "step": 1288
    },
    {
      "epoch": 7.211740041928721,
      "grad_norm": 0.5762313893158477,
      "learning_rate": 9.427543897811584e-07,
      "loss": 0.0165,
      "step": 1290
    },
    {
      "epoch": 7.222921034241789,
      "grad_norm": 0.5902518126138557,
      "learning_rate": 9.358605188656603e-07,
      "loss": 0.02,
      "step": 1292
    },
    {
      "epoch": 7.234102026554857,
      "grad_norm": 0.824105561963567,
      "learning_rate": 9.289861371836886e-07,
      "loss": 0.0337,
      "step": 1294
    },
    {
      "epoch": 7.245283018867925,
      "grad_norm": 0.504698332550927,
      "learning_rate": 9.22131330390286e-07,
      "loss": 0.0283,
      "step": 1296
    },
    {
      "epoch": 7.256464011180992,
      "grad_norm": 0.5789695393721453,
      "learning_rate": 9.152961838965879e-07,
      "loss": 0.0169,
      "step": 1298
    },
    {
      "epoch": 7.26764500349406,
      "grad_norm": 1.4892687104014115,
      "learning_rate": 9.084807828687628e-07,
      "loss": 0.0314,
      "step": 1300
    },
    {
      "epoch": 7.278825995807128,
      "grad_norm": 1.0727067281323632,
      "learning_rate": 9.016852122269493e-07,
      "loss": 0.0274,
      "step": 1302
    },
    {
      "epoch": 7.290006988120195,
      "grad_norm": 0.7309629553367788,
      "learning_rate": 8.949095566441985e-07,
      "loss": 0.0219,
      "step": 1304
    },
    {
      "epoch": 7.301187980433263,
      "grad_norm": 0.6871990809680889,
      "learning_rate": 8.881539005454215e-07,
      "loss": 0.0339,
      "step": 1306
    },
    {
      "epoch": 7.312368972746331,
      "grad_norm": 0.8530617423198913,
      "learning_rate": 8.814183281063326e-07,
      "loss": 0.0248,
      "step": 1308
    },
    {
      "epoch": 7.323549965059399,
      "grad_norm": 0.76651991997128,
      "learning_rate": 8.747029232524037e-07,
      "loss": 0.023,
      "step": 1310
    },
    {
      "epoch": 7.334730957372467,
      "grad_norm": 0.6966547986519114,
      "learning_rate": 8.680077696578182e-07,
      "loss": 0.0332,
      "step": 1312
    },
    {
      "epoch": 7.345911949685535,
      "grad_norm": 1.0873098335521205,
      "learning_rate": 8.613329507444274e-07,
      "loss": 0.0234,
      "step": 1314
    },
    {
      "epoch": 7.357092941998602,
      "grad_norm": 0.6461932986017782,
      "learning_rate": 8.546785496807116e-07,
      "loss": 0.0242,
      "step": 1316
    },
    {
      "epoch": 7.36827393431167,
      "grad_norm": 0.7614414460885182,
      "learning_rate": 8.480446493807464e-07,
      "loss": 0.031,
      "step": 1318
    },
    {
      "epoch": 7.379454926624738,
      "grad_norm": 0.641294466328584,
      "learning_rate": 8.414313325031642e-07,
      "loss": 0.028,
      "step": 1320
    },
    {
      "epoch": 7.3906359189378055,
      "grad_norm": 0.47088954187562415,
      "learning_rate": 8.348386814501286e-07,
      "loss": 0.0186,
      "step": 1322
    },
    {
      "epoch": 7.401816911250873,
      "grad_norm": 0.7909087034714356,
      "learning_rate": 8.282667783663056e-07,
      "loss": 0.0212,
      "step": 1324
    },
    {
      "epoch": 7.412997903563941,
      "grad_norm": 0.8059238279425677,
      "learning_rate": 8.217157051378411e-07,
      "loss": 0.0239,
      "step": 1326
    },
    {
      "epoch": 7.424178895877009,
      "grad_norm": 0.788531385863816,
      "learning_rate": 8.151855433913414e-07,
      "loss": 0.0199,
      "step": 1328
    },
    {
      "epoch": 7.435359888190077,
      "grad_norm": 1.1393964476120448,
      "learning_rate": 8.086763744928536e-07,
      "loss": 0.0292,
      "step": 1330
    },
    {
      "epoch": 7.446540880503145,
      "grad_norm": 0.5408108502649198,
      "learning_rate": 8.02188279546853e-07,
      "loss": 0.0146,
      "step": 1332
    },
    {
      "epoch": 7.4577218728162125,
      "grad_norm": 0.8749206113652656,
      "learning_rate": 7.957213393952335e-07,
      "loss": 0.0247,
      "step": 1334
    },
    {
      "epoch": 7.46890286512928,
      "grad_norm": 0.7053824386402378,
      "learning_rate": 7.892756346162986e-07,
      "loss": 0.02,
      "step": 1336
    },
    {
      "epoch": 7.480083857442348,
      "grad_norm": 0.6965900833846856,
      "learning_rate": 7.82851245523761e-07,
      "loss": 0.0315,
      "step": 1338
    },
    {
      "epoch": 7.4912648497554155,
      "grad_norm": 0.9392067120327887,
      "learning_rate": 7.764482521657343e-07,
      "loss": 0.0308,
      "step": 1340
    },
    {
      "epoch": 7.502445842068483,
      "grad_norm": 0.7074561491918046,
      "learning_rate": 7.700667343237453e-07,
      "loss": 0.0171,
      "step": 1342
    },
    {
      "epoch": 7.513626834381551,
      "grad_norm": 0.7697005768650605,
      "learning_rate": 7.637067715117327e-07,
      "loss": 0.0302,
      "step": 1344
    },
    {
      "epoch": 7.5248078266946195,
      "grad_norm": 1.176668146060272,
      "learning_rate": 7.573684429750583e-07,
      "loss": 0.0265,
      "step": 1346
    },
    {
      "epoch": 7.535988819007687,
      "grad_norm": 0.7258573280389607,
      "learning_rate": 7.510518276895234e-07,
      "loss": 0.0257,
      "step": 1348
    },
    {
      "epoch": 7.547169811320755,
      "grad_norm": 1.1195611459347754,
      "learning_rate": 7.447570043603755e-07,
      "loss": 0.0261,
      "step": 1350
    },
    {
      "epoch": 7.5583508036338225,
      "grad_norm": 0.9527258409378455,
      "learning_rate": 7.384840514213404e-07,
      "loss": 0.0524,
      "step": 1352
    },
    {
      "epoch": 7.56953179594689,
      "grad_norm": 0.7074898357644916,
      "learning_rate": 7.322330470336314e-07,
      "loss": 0.0205,
      "step": 1354
    },
    {
      "epoch": 7.580712788259958,
      "grad_norm": 0.9361424266631929,
      "learning_rate": 7.26004069084987e-07,
      "loss": 0.0217,
      "step": 1356
    },
    {
      "epoch": 7.5918937805730256,
      "grad_norm": 1.7048958108176762,
      "learning_rate": 7.197971951886956e-07,
      "loss": 0.0225,
      "step": 1358
    },
    {
      "epoch": 7.603074772886094,
      "grad_norm": 0.8812767707258257,
      "learning_rate": 7.13612502682623e-07,
      "loss": 0.0196,
      "step": 1360
    },
    {
      "epoch": 7.614255765199162,
      "grad_norm": 0.5682027618905875,
      "learning_rate": 7.074500686282609e-07,
      "loss": 0.019,
      "step": 1362
    },
    {
      "epoch": 7.6254367575122295,
      "grad_norm": 0.4475598932931596,
      "learning_rate": 7.013099698097539e-07,
      "loss": 0.0171,
      "step": 1364
    },
    {
      "epoch": 7.636617749825297,
      "grad_norm": 0.5527498039813922,
      "learning_rate": 6.951922827329535e-07,
      "loss": 0.0217,
      "step": 1366
    },
    {
      "epoch": 7.647798742138365,
      "grad_norm": 0.7984442985333638,
      "learning_rate": 6.890970836244574e-07,
      "loss": 0.0361,
      "step": 1368
    },
    {
      "epoch": 7.6589797344514325,
      "grad_norm": 0.624268450810696,
      "learning_rate": 6.830244484306623e-07,
      "loss": 0.0158,
      "step": 1370
    },
    {
      "epoch": 7.6701607267645,
      "grad_norm": 0.7493822409267487,
      "learning_rate": 6.769744528168207e-07,
      "loss": 0.0286,
      "step": 1372
    },
    {
      "epoch": 7.681341719077568,
      "grad_norm": 0.6787647092695418,
      "learning_rate": 6.709471721660904e-07,
      "loss": 0.0215,
      "step": 1374
    },
    {
      "epoch": 7.692522711390636,
      "grad_norm": 0.7321502006735149,
      "learning_rate": 6.649426815786045e-07,
      "loss": 0.0311,
      "step": 1376
    },
    {
      "epoch": 7.703703703703704,
      "grad_norm": 0.701610396870259,
      "learning_rate": 6.589610558705284e-07,
      "loss": 0.0235,
      "step": 1378
    },
    {
      "epoch": 7.714884696016772,
      "grad_norm": 0.6530846520546149,
      "learning_rate": 6.53002369573131e-07,
      "loss": 0.0245,
      "step": 1380
    },
    {
      "epoch": 7.7260656883298395,
      "grad_norm": 0.7531427984254183,
      "learning_rate": 6.470666969318554e-07,
      "loss": 0.0315,
      "step": 1382
    },
    {
      "epoch": 7.737246680642907,
      "grad_norm": 0.7301669272251805,
      "learning_rate": 6.41154111905393e-07,
      "loss": 0.0225,
      "step": 1384
    },
    {
      "epoch": 7.748427672955975,
      "grad_norm": 0.8707140120777088,
      "learning_rate": 6.352646881647647e-07,
      "loss": 0.0259,
      "step": 1386
    },
    {
      "epoch": 7.759608665269043,
      "grad_norm": 0.837200588883093,
      "learning_rate": 6.29398499092399e-07,
      "loss": 0.0474,
      "step": 1388
    },
    {
      "epoch": 7.77078965758211,
      "grad_norm": 0.973530488120086,
      "learning_rate": 6.235556177812205e-07,
      "loss": 0.0329,
      "step": 1390
    },
    {
      "epoch": 7.781970649895178,
      "grad_norm": 0.5813627298678434,
      "learning_rate": 6.177361170337376e-07,
      "loss": 0.0194,
      "step": 1392
    },
    {
      "epoch": 7.793151642208246,
      "grad_norm": 0.8597088367336019,
      "learning_rate": 6.119400693611358e-07,
      "loss": 0.0123,
      "step": 1394
    },
    {
      "epoch": 7.804332634521314,
      "grad_norm": 0.8368570476462492,
      "learning_rate": 6.061675469823763e-07,
      "loss": 0.0227,
      "step": 1396
    },
    {
      "epoch": 7.815513626834382,
      "grad_norm": 0.5203392914919558,
      "learning_rate": 6.004186218232933e-07,
      "loss": 0.0217,
      "step": 1398
    },
    {
      "epoch": 7.82669461914745,
      "grad_norm": 0.8572153440435842,
      "learning_rate": 5.946933655156976e-07,
      "loss": 0.0294,
      "step": 1400
    },
    {
      "epoch": 7.837875611460517,
      "grad_norm": 0.6862577628733875,
      "learning_rate": 5.889918493964869e-07,
      "loss": 0.0228,
      "step": 1402
    },
    {
      "epoch": 7.849056603773585,
      "grad_norm": 0.7097594226614418,
      "learning_rate": 5.833141445067541e-07,
      "loss": 0.0113,
      "step": 1404
    },
    {
      "epoch": 7.860237596086653,
      "grad_norm": 0.6322499286175502,
      "learning_rate": 5.776603215909041e-07,
      "loss": 0.0229,
      "step": 1406
    },
    {
      "epoch": 7.87141858839972,
      "grad_norm": 0.6798739232739857,
      "learning_rate": 5.720304510957722e-07,
      "loss": 0.0257,
      "step": 1408
    },
    {
      "epoch": 7.882599580712788,
      "grad_norm": 0.6568708401714163,
      "learning_rate": 5.66424603169744e-07,
      "loss": 0.0285,
      "step": 1410
    },
    {
      "epoch": 7.893780573025856,
      "grad_norm": 1.1483908878505031,
      "learning_rate": 5.608428476618843e-07,
      "loss": 0.0235,
      "step": 1412
    },
    {
      "epoch": 7.904961565338924,
      "grad_norm": 0.9297111790590921,
      "learning_rate": 5.552852541210651e-07,
      "loss": 0.022,
      "step": 1414
    },
    {
      "epoch": 7.916142557651992,
      "grad_norm": 0.7288896652277049,
      "learning_rate": 5.497518917950986e-07,
      "loss": 0.033,
      "step": 1416
    },
    {
      "epoch": 7.92732354996506,
      "grad_norm": 1.3241630685241197,
      "learning_rate": 5.44242829629878e-07,
      "loss": 0.0236,
      "step": 1418
    },
    {
      "epoch": 7.938504542278127,
      "grad_norm": 0.6616696784338312,
      "learning_rate": 5.387581362685112e-07,
      "loss": 0.03,
      "step": 1420
    },
    {
      "epoch": 7.949685534591195,
      "grad_norm": 0.9223806906428696,
      "learning_rate": 5.332978800504742e-07,
      "loss": 0.0234,
      "step": 1422
    },
    {
      "epoch": 7.960866526904263,
      "grad_norm": 1.1302104401143789,
      "learning_rate": 5.278621290107533e-07,
      "loss": 0.0334,
      "step": 1424
    },
    {
      "epoch": 7.97204751921733,
      "grad_norm": 0.6145924647383543,
      "learning_rate": 5.224509508789987e-07,
      "loss": 0.0205,
      "step": 1426
    },
    {
      "epoch": 7.983228511530398,
      "grad_norm": 0.6724718918142113,
      "learning_rate": 5.170644130786842e-07,
      "loss": 0.0315,
      "step": 1428
    },
    {
      "epoch": 7.994409503843466,
      "grad_norm": 0.5897709957691004,
      "learning_rate": 5.117025827262598e-07,
      "loss": 0.0189,
      "step": 1430
    }
  ],
  "logging_steps": 2,
  "max_steps": 1780,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 598197676277760.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}