{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 19614,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005098399102681758,
      "grad_norm": 215.18466064925408,
      "learning_rate": 8.488964346349746e-08,
      "loss": 6.8111,
      "step": 10
    },
    {
      "epoch": 0.0010196798205363517,
      "grad_norm": 219.88111047519627,
      "learning_rate": 1.6977928692699493e-07,
      "loss": 7.1816,
      "step": 20
    },
    {
      "epoch": 0.0015295197308045274,
      "grad_norm": 170.13457977621968,
      "learning_rate": 2.546689303904924e-07,
      "loss": 6.7293,
      "step": 30
    },
    {
      "epoch": 0.0020393596410727033,
      "grad_norm": 131.10367853446866,
      "learning_rate": 3.3955857385398986e-07,
      "loss": 6.3436,
      "step": 40
    },
    {
      "epoch": 0.002549199551340879,
      "grad_norm": 108.7650629050789,
      "learning_rate": 4.244482173174873e-07,
      "loss": 5.2497,
      "step": 50
    },
    {
      "epoch": 0.0030590394616090547,
      "grad_norm": 69.67714338597908,
      "learning_rate": 5.093378607809848e-07,
      "loss": 4.1472,
      "step": 60
    },
    {
      "epoch": 0.0035688793718772305,
      "grad_norm": 44.60481926442496,
      "learning_rate": 5.942275042444822e-07,
      "loss": 2.9594,
      "step": 70
    },
    {
      "epoch": 0.004078719282145407,
      "grad_norm": 28.846738070749627,
      "learning_rate": 6.791171477079797e-07,
      "loss": 2.2558,
      "step": 80
    },
    {
      "epoch": 0.004588559192413582,
      "grad_norm": 36.28883225607615,
      "learning_rate": 7.640067911714771e-07,
      "loss": 1.4451,
      "step": 90
    },
    {
      "epoch": 0.005098399102681758,
      "grad_norm": 36.81218950235616,
      "learning_rate": 8.488964346349746e-07,
      "loss": 1.1103,
      "step": 100
    },
    {
      "epoch": 0.005608239012949934,
      "grad_norm": 28.829109675052642,
      "learning_rate": 9.337860780984721e-07,
      "loss": 1.0771,
      "step": 110
    },
    {
      "epoch": 0.0061180789232181095,
      "grad_norm": 24.232000087226275,
      "learning_rate": 1.0186757215619695e-06,
      "loss": 1.1438,
      "step": 120
    },
    {
      "epoch": 0.006627918833486285,
      "grad_norm": 36.35815387327349,
      "learning_rate": 1.103565365025467e-06,
      "loss": 1.077,
      "step": 130
    },
    {
      "epoch": 0.007137758743754461,
      "grad_norm": 15.316337219949325,
      "learning_rate": 1.1884550084889644e-06,
      "loss": 1.0881,
      "step": 140
    },
    {
      "epoch": 0.007647598654022637,
      "grad_norm": 22.571122277337075,
      "learning_rate": 1.273344651952462e-06,
      "loss": 0.9984,
      "step": 150
    },
    {
      "epoch": 0.008157438564290813,
      "grad_norm": 38.62851842039302,
      "learning_rate": 1.3582342954159594e-06,
      "loss": 0.9902,
      "step": 160
    },
    {
      "epoch": 0.008667278474558988,
      "grad_norm": 23.208290443273548,
      "learning_rate": 1.4431239388794567e-06,
      "loss": 1.0136,
      "step": 170
    },
    {
      "epoch": 0.009177118384827165,
      "grad_norm": 18.837649784378357,
      "learning_rate": 1.5280135823429543e-06,
      "loss": 1.0705,
      "step": 180
    },
    {
      "epoch": 0.00968695829509534,
      "grad_norm": 19.274656406628434,
      "learning_rate": 1.6129032258064516e-06,
      "loss": 0.9721,
      "step": 190
    },
    {
      "epoch": 0.010196798205363516,
      "grad_norm": 27.512664662386538,
      "learning_rate": 1.6977928692699491e-06,
      "loss": 1.1001,
      "step": 200
    },
    {
      "epoch": 0.010706638115631691,
      "grad_norm": 16.798198513182278,
      "learning_rate": 1.7826825127334467e-06,
      "loss": 0.9913,
      "step": 210
    },
    {
      "epoch": 0.011216478025899868,
      "grad_norm": 20.535315077672745,
      "learning_rate": 1.8675721561969442e-06,
      "loss": 1.0835,
      "step": 220
    },
    {
      "epoch": 0.011726317936168042,
      "grad_norm": 18.27476725664,
      "learning_rate": 1.9524617996604417e-06,
      "loss": 1.0584,
      "step": 230
    },
    {
      "epoch": 0.012236157846436219,
      "grad_norm": 18.264102344206144,
      "learning_rate": 2.037351443123939e-06,
      "loss": 0.9261,
      "step": 240
    },
    {
      "epoch": 0.012745997756704396,
      "grad_norm": 16.52982348890768,
      "learning_rate": 2.1222410865874364e-06,
      "loss": 0.9504,
      "step": 250
    },
    {
      "epoch": 0.01325583766697257,
      "grad_norm": 10.199188026139336,
      "learning_rate": 2.207130730050934e-06,
      "loss": 1.0036,
      "step": 260
    },
    {
      "epoch": 0.013765677577240747,
      "grad_norm": 18.443328298579846,
      "learning_rate": 2.2920203735144314e-06,
      "loss": 1.0933,
      "step": 270
    },
    {
      "epoch": 0.014275517487508922,
      "grad_norm": 17.757959214914596,
      "learning_rate": 2.3769100169779287e-06,
      "loss": 0.9943,
      "step": 280
    },
    {
      "epoch": 0.014785357397777098,
      "grad_norm": 28.072161703048337,
      "learning_rate": 2.4617996604414265e-06,
      "loss": 0.9534,
      "step": 290
    },
    {
      "epoch": 0.015295197308045273,
      "grad_norm": 20.097642372484483,
      "learning_rate": 2.546689303904924e-06,
      "loss": 0.9326,
      "step": 300
    },
    {
      "epoch": 0.015805037218313448,
      "grad_norm": 10.341561770081771,
      "learning_rate": 2.631578947368421e-06,
      "loss": 1.005,
      "step": 310
    },
    {
      "epoch": 0.016314877128581626,
      "grad_norm": 10.162378026648376,
      "learning_rate": 2.716468590831919e-06,
      "loss": 0.9727,
      "step": 320
    },
    {
      "epoch": 0.0168247170388498,
      "grad_norm": 12.176296641756432,
      "learning_rate": 2.801358234295416e-06,
      "loss": 1.0249,
      "step": 330
    },
    {
      "epoch": 0.017334556949117976,
      "grad_norm": 12.238005154376538,
      "learning_rate": 2.8862478777589135e-06,
      "loss": 0.9513,
      "step": 340
    },
    {
      "epoch": 0.017844396859386154,
      "grad_norm": 17.377022873874797,
      "learning_rate": 2.971137521222411e-06,
      "loss": 0.9618,
      "step": 350
    },
    {
      "epoch": 0.01835423676965433,
      "grad_norm": 15.971105421534515,
      "learning_rate": 3.0560271646859086e-06,
      "loss": 0.9649,
      "step": 360
    },
    {
      "epoch": 0.018864076679922504,
      "grad_norm": 8.956526742076267,
      "learning_rate": 3.1409168081494063e-06,
      "loss": 0.9891,
      "step": 370
    },
    {
      "epoch": 0.01937391659019068,
      "grad_norm": 12.939695708500839,
      "learning_rate": 3.225806451612903e-06,
      "loss": 0.9415,
      "step": 380
    },
    {
      "epoch": 0.019883756500458857,
      "grad_norm": 35.84310928796281,
      "learning_rate": 3.310696095076401e-06,
      "loss": 0.9341,
      "step": 390
    },
    {
      "epoch": 0.020393596410727032,
      "grad_norm": 16.025463470269354,
      "learning_rate": 3.3955857385398982e-06,
      "loss": 1.0041,
      "step": 400
    },
    {
      "epoch": 0.020903436320995207,
      "grad_norm": 10.755243534162783,
      "learning_rate": 3.480475382003396e-06,
      "loss": 0.9825,
      "step": 410
    },
    {
      "epoch": 0.021413276231263382,
      "grad_norm": 12.821217264014344,
      "learning_rate": 3.5653650254668933e-06,
      "loss": 1.0095,
      "step": 420
    },
    {
      "epoch": 0.02192311614153156,
      "grad_norm": 29.012011695616565,
      "learning_rate": 3.6502546689303906e-06,
      "loss": 0.9463,
      "step": 430
    },
    {
      "epoch": 0.022432956051799735,
      "grad_norm": 9.173893886257291,
      "learning_rate": 3.7351443123938884e-06,
      "loss": 1.0037,
      "step": 440
    },
    {
      "epoch": 0.02294279596206791,
      "grad_norm": 10.310359401533425,
      "learning_rate": 3.820033955857386e-06,
      "loss": 0.8711,
      "step": 450
    },
    {
      "epoch": 0.023452635872336085,
      "grad_norm": 13.051897985681515,
      "learning_rate": 3.9049235993208834e-06,
      "loss": 0.9636,
      "step": 460
    },
    {
      "epoch": 0.023962475782604263,
      "grad_norm": 13.140982779333044,
      "learning_rate": 3.98981324278438e-06,
      "loss": 0.8905,
      "step": 470
    },
    {
      "epoch": 0.024472315692872438,
      "grad_norm": 8.351892707315637,
      "learning_rate": 4.074702886247878e-06,
      "loss": 0.8835,
      "step": 480
    },
    {
      "epoch": 0.024982155603140613,
      "grad_norm": 11.150280570311768,
      "learning_rate": 4.159592529711376e-06,
      "loss": 0.9217,
      "step": 490
    },
    {
      "epoch": 0.02549199551340879,
      "grad_norm": 11.494610320215013,
      "learning_rate": 4.244482173174873e-06,
      "loss": 0.884,
      "step": 500
    },
    {
      "epoch": 0.026001835423676966,
      "grad_norm": 14.45497354174508,
      "learning_rate": 4.3293718166383704e-06,
      "loss": 0.9152,
      "step": 510
    },
    {
      "epoch": 0.02651167533394514,
      "grad_norm": 10.482114761115332,
      "learning_rate": 4.414261460101868e-06,
      "loss": 0.9131,
      "step": 520
    },
    {
      "epoch": 0.027021515244213316,
      "grad_norm": 13.407976380963598,
      "learning_rate": 4.499151103565366e-06,
      "loss": 0.9012,
      "step": 530
    },
    {
      "epoch": 0.027531355154481494,
      "grad_norm": 8.997050503060855,
      "learning_rate": 4.584040747028863e-06,
      "loss": 0.9099,
      "step": 540
    },
    {
      "epoch": 0.02804119506474967,
      "grad_norm": 14.624732754677236,
      "learning_rate": 4.6689303904923606e-06,
      "loss": 0.8908,
      "step": 550
    },
    {
      "epoch": 0.028551034975017844,
      "grad_norm": 14.2317056757979,
      "learning_rate": 4.7538200339558575e-06,
      "loss": 0.8662,
      "step": 560
    },
    {
      "epoch": 0.02906087488528602,
      "grad_norm": 11.594040833210547,
      "learning_rate": 4.838709677419355e-06,
      "loss": 0.8798,
      "step": 570
    },
    {
      "epoch": 0.029570714795554197,
      "grad_norm": 12.083331858349247,
      "learning_rate": 4.923599320882853e-06,
      "loss": 0.8925,
      "step": 580
    },
    {
      "epoch": 0.03008055470582237,
      "grad_norm": 14.834879746564301,
      "learning_rate": 4.999999965915225e-06,
      "loss": 0.9507,
      "step": 590
    },
    {
      "epoch": 0.030590394616090547,
      "grad_norm": 13.567706048400137,
      "learning_rate": 4.9999958757433976e-06,
      "loss": 0.8153,
      "step": 600
    },
    {
      "epoch": 0.031100234526358725,
      "grad_norm": 10.38915537278335,
      "learning_rate": 4.999984968629425e-06,
      "loss": 0.9365,
      "step": 610
    },
    {
      "epoch": 0.031610074436626896,
      "grad_norm": 6.070697799113855,
      "learning_rate": 4.999967244603053e-06,
      "loss": 0.8939,
      "step": 620
    },
    {
      "epoch": 0.032119914346895075,
      "grad_norm": 8.45904354399202,
      "learning_rate": 4.999942703712609e-06,
      "loss": 0.8757,
      "step": 630
    },
    {
      "epoch": 0.03262975425716325,
      "grad_norm": 11.902106269954084,
      "learning_rate": 4.99991134602501e-06,
      "loss": 0.8616,
      "step": 640
    },
    {
      "epoch": 0.033139594167431424,
      "grad_norm": 10.096727236748936,
      "learning_rate": 4.999873171625763e-06,
      "loss": 0.856,
      "step": 650
    },
    {
      "epoch": 0.0336494340776996,
      "grad_norm": 7.27949207428146,
      "learning_rate": 4.99982818061896e-06,
      "loss": 0.7616,
      "step": 660
    },
    {
      "epoch": 0.03415927398796778,
      "grad_norm": 6.8237635856680185,
      "learning_rate": 4.999776373127283e-06,
      "loss": 0.9223,
      "step": 670
    },
    {
      "epoch": 0.03466911389823595,
      "grad_norm": 8.044300871702433,
      "learning_rate": 4.999717749291998e-06,
      "loss": 0.8135,
      "step": 680
    },
    {
      "epoch": 0.03517895380850413,
      "grad_norm": 10.88283187557019,
      "learning_rate": 4.999652309272962e-06,
      "loss": 0.8679,
      "step": 690
    },
    {
      "epoch": 0.03568879371877231,
      "grad_norm": 37.57610309835507,
      "learning_rate": 4.9995800532486126e-06,
      "loss": 0.8049,
      "step": 700
    },
    {
      "epoch": 0.03619863362904048,
      "grad_norm": 10.774055925846897,
      "learning_rate": 4.999500981415978e-06,
      "loss": 0.8529,
      "step": 710
    },
    {
      "epoch": 0.03670847353930866,
      "grad_norm": 9.152996851991478,
      "learning_rate": 4.99941509399067e-06,
      "loss": 0.86,
      "step": 720
    },
    {
      "epoch": 0.03721831344957683,
      "grad_norm": 16.5543430131688,
      "learning_rate": 4.999322391206884e-06,
      "loss": 0.846,
      "step": 730
    },
    {
      "epoch": 0.03772815335984501,
      "grad_norm": 13.830565944921807,
      "learning_rate": 4.999222873317398e-06,
      "loss": 0.8746,
      "step": 740
    },
    {
      "epoch": 0.03823799327011319,
      "grad_norm": 7.60341761134231,
      "learning_rate": 4.999116540593581e-06,
      "loss": 0.8409,
      "step": 750
    },
    {
      "epoch": 0.03874783318038136,
      "grad_norm": 8.539066466761206,
      "learning_rate": 4.999003393325375e-06,
      "loss": 0.8283,
      "step": 760
    },
    {
      "epoch": 0.039257673090649536,
      "grad_norm": 9.24618160613829,
      "learning_rate": 4.998883431821309e-06,
      "loss": 0.921,
      "step": 770
    },
    {
      "epoch": 0.039767513000917715,
      "grad_norm": 8.093853460574069,
      "learning_rate": 4.998756656408491e-06,
      "loss": 0.7619,
      "step": 780
    },
    {
      "epoch": 0.040277352911185886,
      "grad_norm": 6.794395079197444,
      "learning_rate": 4.998623067432612e-06,
      "loss": 0.8814,
      "step": 790
    },
    {
      "epoch": 0.040787192821454064,
      "grad_norm": 9.012058431172532,
      "learning_rate": 4.9984826652579366e-06,
      "loss": 0.9254,
      "step": 800
    },
    {
      "epoch": 0.041297032731722236,
      "grad_norm": 12.321568909786127,
      "learning_rate": 4.998335450267314e-06,
      "loss": 0.7774,
      "step": 810
    },
    {
      "epoch": 0.041806872641990414,
      "grad_norm": 8.950683897140426,
      "learning_rate": 4.998181422862166e-06,
      "loss": 0.8321,
      "step": 820
    },
    {
      "epoch": 0.04231671255225859,
      "grad_norm": 6.951979933252045,
      "learning_rate": 4.99802058346249e-06,
      "loss": 0.8969,
      "step": 830
    },
    {
      "epoch": 0.042826552462526764,
      "grad_norm": 9.865920504865308,
      "learning_rate": 4.997852932506864e-06,
      "loss": 0.8671,
      "step": 840
    },
    {
      "epoch": 0.04333639237279494,
      "grad_norm": 7.296885757679494,
      "learning_rate": 4.997678470452431e-06,
      "loss": 0.8707,
      "step": 850
    },
    {
      "epoch": 0.04384623228306312,
      "grad_norm": 8.665129816349026,
      "learning_rate": 4.997497197774914e-06,
      "loss": 0.855,
      "step": 860
    },
    {
      "epoch": 0.04435607219333129,
      "grad_norm": 37.92068675254019,
      "learning_rate": 4.997309114968603e-06,
      "loss": 0.8382,
      "step": 870
    },
    {
      "epoch": 0.04486591210359947,
      "grad_norm": 12.589230911443163,
      "learning_rate": 4.9971142225463575e-06,
      "loss": 0.8082,
      "step": 880
    },
    {
      "epoch": 0.04537575201386765,
      "grad_norm": 6.886321997404546,
      "learning_rate": 4.996912521039608e-06,
      "loss": 0.8022,
      "step": 890
    },
    {
      "epoch": 0.04588559192413582,
      "grad_norm": 7.170326651845555,
      "learning_rate": 4.99670401099835e-06,
      "loss": 0.7989,
      "step": 900
    },
    {
      "epoch": 0.046395431834404,
      "grad_norm": 8.830287514854776,
      "learning_rate": 4.996488692991145e-06,
      "loss": 0.8226,
      "step": 910
    },
    {
      "epoch": 0.04690527174467217,
      "grad_norm": 6.456877639525797,
      "learning_rate": 4.996266567605117e-06,
      "loss": 0.7846,
      "step": 920
    },
    {
      "epoch": 0.04741511165494035,
      "grad_norm": 6.41348343065121,
      "learning_rate": 4.996037635445955e-06,
      "loss": 0.829,
      "step": 930
    },
    {
      "epoch": 0.047924951565208526,
      "grad_norm": 17.926515402783725,
      "learning_rate": 4.995801897137906e-06,
      "loss": 0.8034,
      "step": 940
    },
    {
      "epoch": 0.0484347914754767,
      "grad_norm": 8.840256664203807,
      "learning_rate": 4.995559353323778e-06,
      "loss": 0.7975,
      "step": 950
    },
    {
      "epoch": 0.048944631385744876,
      "grad_norm": 14.336277963651737,
      "learning_rate": 4.9953100046649324e-06,
      "loss": 0.833,
      "step": 960
    },
    {
      "epoch": 0.049454471296013054,
      "grad_norm": 5.4893366959746235,
      "learning_rate": 4.99505385184129e-06,
      "loss": 0.7806,
      "step": 970
    },
    {
      "epoch": 0.049964311206281226,
      "grad_norm": 10.01287888044387,
      "learning_rate": 4.994790895551325e-06,
      "loss": 0.8425,
      "step": 980
    },
    {
      "epoch": 0.050474151116549404,
      "grad_norm": 9.922905767799122,
      "learning_rate": 4.994521136512059e-06,
      "loss": 0.8063,
      "step": 990
    },
    {
      "epoch": 0.05098399102681758,
      "grad_norm": 11.153065093623807,
      "learning_rate": 4.994244575459068e-06,
      "loss": 0.7624,
      "step": 1000
    },
    {
      "epoch": 0.051493830937085754,
      "grad_norm": 8.572218592109504,
      "learning_rate": 4.993961213146473e-06,
      "loss": 0.7944,
      "step": 1010
    },
    {
      "epoch": 0.05200367084735393,
      "grad_norm": 6.800790253609876,
      "learning_rate": 4.9936710503469396e-06,
      "loss": 0.851,
      "step": 1020
    },
    {
      "epoch": 0.0525135107576221,
      "grad_norm": 8.97302774530518,
      "learning_rate": 4.993374087851681e-06,
      "loss": 0.7947,
      "step": 1030
    },
    {
      "epoch": 0.05302335066789028,
      "grad_norm": 10.83742147749751,
      "learning_rate": 4.993070326470446e-06,
      "loss": 0.791,
      "step": 1040
    },
    {
      "epoch": 0.05353319057815846,
      "grad_norm": 7.231682074880805,
      "learning_rate": 4.992759767031528e-06,
      "loss": 0.8604,
      "step": 1050
    },
    {
      "epoch": 0.05404303048842663,
      "grad_norm": 5.478837361756769,
      "learning_rate": 4.992442410381754e-06,
      "loss": 0.8228,
      "step": 1060
    },
    {
      "epoch": 0.05455287039869481,
      "grad_norm": 6.069701766924315,
      "learning_rate": 4.992118257386485e-06,
      "loss": 0.831,
      "step": 1070
    },
    {
      "epoch": 0.05506271030896299,
      "grad_norm": 9.074606195280532,
      "learning_rate": 4.9917873089296165e-06,
      "loss": 0.8228,
      "step": 1080
    },
    {
      "epoch": 0.05557255021923116,
      "grad_norm": 7.568069432304031,
      "learning_rate": 4.991449565913572e-06,
      "loss": 0.8161,
      "step": 1090
    },
    {
      "epoch": 0.05608239012949934,
      "grad_norm": 6.337139036216719,
      "learning_rate": 4.991105029259303e-06,
      "loss": 0.864,
      "step": 1100
    },
    {
      "epoch": 0.056592230039767516,
      "grad_norm": 4.85384079272741,
      "learning_rate": 4.990753699906287e-06,
      "loss": 0.7435,
      "step": 1110
    },
    {
      "epoch": 0.05710206995003569,
      "grad_norm": 23.06176907013709,
      "learning_rate": 4.990395578812519e-06,
      "loss": 0.8387,
      "step": 1120
    },
    {
      "epoch": 0.057611909860303866,
      "grad_norm": 9.257916277248716,
      "learning_rate": 4.99003066695452e-06,
      "loss": 0.8052,
      "step": 1130
    },
    {
      "epoch": 0.05812174977057204,
      "grad_norm": 14.213956943317537,
      "learning_rate": 4.989658965327326e-06,
      "loss": 0.7379,
      "step": 1140
    },
    {
      "epoch": 0.058631589680840215,
      "grad_norm": 5.59861062668767,
      "learning_rate": 4.9892804749444815e-06,
      "loss": 0.8732,
      "step": 1150
    },
    {
      "epoch": 0.059141429591108394,
      "grad_norm": 5.5444133087316,
      "learning_rate": 4.988895196838049e-06,
      "loss": 0.7925,
      "step": 1160
    },
    {
      "epoch": 0.059651269501376565,
      "grad_norm": 7.838806497184927,
      "learning_rate": 4.9885031320586e-06,
      "loss": 0.8226,
      "step": 1170
    },
    {
      "epoch": 0.06016110941164474,
      "grad_norm": 5.627963160054227,
      "learning_rate": 4.988104281675207e-06,
      "loss": 0.8089,
      "step": 1180
    },
    {
      "epoch": 0.06067094932191292,
      "grad_norm": 7.036269155097154,
      "learning_rate": 4.987698646775448e-06,
      "loss": 0.8416,
      "step": 1190
    },
    {
      "epoch": 0.06118078923218109,
      "grad_norm": 4.754307667913581,
      "learning_rate": 4.987286228465401e-06,
      "loss": 0.7775,
      "step": 1200
    },
    {
      "epoch": 0.06169062914244927,
      "grad_norm": 11.813278059906052,
      "learning_rate": 4.98686702786964e-06,
      "loss": 0.7668,
      "step": 1210
    },
    {
      "epoch": 0.06220046905271745,
      "grad_norm": 13.451249920074707,
      "learning_rate": 4.9864410461312345e-06,
      "loss": 0.885,
      "step": 1220
    },
    {
      "epoch": 0.06271030896298563,
      "grad_norm": 6.566369193435987,
      "learning_rate": 4.986008284411743e-06,
      "loss": 0.7959,
      "step": 1230
    },
    {
      "epoch": 0.06322014887325379,
      "grad_norm": 5.242039350280819,
      "learning_rate": 4.9855687438912125e-06,
      "loss": 0.7566,
      "step": 1240
    },
    {
      "epoch": 0.06372998878352197,
      "grad_norm": 9.389379702091885,
      "learning_rate": 4.985122425768173e-06,
      "loss": 0.8128,
      "step": 1250
    },
    {
      "epoch": 0.06423982869379015,
      "grad_norm": 7.772633581033415,
      "learning_rate": 4.984669331259637e-06,
      "loss": 0.8504,
      "step": 1260
    },
    {
      "epoch": 0.06474966860405833,
      "grad_norm": 13.024464610100363,
      "learning_rate": 4.9842094616010935e-06,
      "loss": 0.7655,
      "step": 1270
    },
    {
      "epoch": 0.0652595085143265,
      "grad_norm": 6.043220311757897,
      "learning_rate": 4.983742818046508e-06,
      "loss": 0.8156,
      "step": 1280
    },
    {
      "epoch": 0.06576934842459468,
      "grad_norm": 6.6317422419035905,
      "learning_rate": 4.983269401868315e-06,
      "loss": 0.7613,
      "step": 1290
    },
    {
      "epoch": 0.06627918833486285,
      "grad_norm": 10.007390673123645,
      "learning_rate": 4.982789214357415e-06,
      "loss": 0.8288,
      "step": 1300
    },
    {
      "epoch": 0.06678902824513103,
      "grad_norm": 6.703445173152822,
      "learning_rate": 4.982302256823177e-06,
      "loss": 0.7863,
      "step": 1310
    },
    {
      "epoch": 0.0672988681553992,
      "grad_norm": 13.17033144646381,
      "learning_rate": 4.981808530593426e-06,
      "loss": 0.8067,
      "step": 1320
    },
    {
      "epoch": 0.06780870806566738,
      "grad_norm": 6.868166773790616,
      "learning_rate": 4.9813080370144465e-06,
      "loss": 0.6958,
      "step": 1330
    },
    {
      "epoch": 0.06831854797593556,
      "grad_norm": 4.450089752857003,
      "learning_rate": 4.9808007774509735e-06,
      "loss": 0.796,
      "step": 1340
    },
    {
      "epoch": 0.06882838788620373,
      "grad_norm": 5.959360066034546,
      "learning_rate": 4.980286753286196e-06,
      "loss": 0.8243,
      "step": 1350
    },
    {
      "epoch": 0.0693382277964719,
      "grad_norm": 11.494584805053085,
      "learning_rate": 4.9797659659217415e-06,
      "loss": 0.7686,
      "step": 1360
    },
    {
      "epoch": 0.06984806770674008,
      "grad_norm": 8.135166100860559,
      "learning_rate": 4.979238416777686e-06,
      "loss": 0.8252,
      "step": 1370
    },
    {
      "epoch": 0.07035790761700826,
      "grad_norm": 9.895844896154614,
      "learning_rate": 4.978704107292539e-06,
      "loss": 0.7843,
      "step": 1380
    },
    {
      "epoch": 0.07086774752727644,
      "grad_norm": 8.070685299867323,
      "learning_rate": 4.978163038923247e-06,
      "loss": 0.8037,
      "step": 1390
    },
    {
      "epoch": 0.07137758743754462,
      "grad_norm": 4.89215341651025,
      "learning_rate": 4.977615213145186e-06,
      "loss": 0.7959,
      "step": 1400
    },
    {
      "epoch": 0.07188742734781278,
      "grad_norm": 22.345815306723065,
      "learning_rate": 4.977060631452155e-06,
      "loss": 0.7987,
      "step": 1410
    },
    {
      "epoch": 0.07239726725808096,
      "grad_norm": 6.511965526778362,
      "learning_rate": 4.9764992953563775e-06,
      "loss": 0.7504,
      "step": 1420
    },
    {
      "epoch": 0.07290710716834914,
      "grad_norm": 4.1076061621225515,
      "learning_rate": 4.975931206388495e-06,
      "loss": 0.8102,
      "step": 1430
    },
    {
      "epoch": 0.07341694707861732,
      "grad_norm": 8.383778664151821,
      "learning_rate": 4.975356366097561e-06,
      "loss": 0.7873,
      "step": 1440
    },
    {
      "epoch": 0.0739267869888855,
      "grad_norm": 9.476594416859264,
      "learning_rate": 4.9747747760510415e-06,
      "loss": 0.7719,
      "step": 1450
    },
    {
      "epoch": 0.07443662689915366,
      "grad_norm": 7.228239489842561,
      "learning_rate": 4.974186437834802e-06,
      "loss": 0.83,
      "step": 1460
    },
    {
      "epoch": 0.07494646680942184,
      "grad_norm": 13.083848695215309,
      "learning_rate": 4.973591353053115e-06,
      "loss": 0.8329,
      "step": 1470
    },
    {
      "epoch": 0.07545630671969002,
      "grad_norm": 7.244276576725081,
      "learning_rate": 4.972989523328645e-06,
      "loss": 0.7355,
      "step": 1480
    },
    {
      "epoch": 0.0759661466299582,
      "grad_norm": 7.565240910571869,
      "learning_rate": 4.972380950302451e-06,
      "loss": 0.7863,
      "step": 1490
    },
    {
      "epoch": 0.07647598654022637,
      "grad_norm": 7.4420015963814965,
      "learning_rate": 4.9717656356339774e-06,
      "loss": 0.7542,
      "step": 1500
    },
    {
      "epoch": 0.07698582645049455,
      "grad_norm": 4.376438340928698,
      "learning_rate": 4.971143581001055e-06,
      "loss": 0.7276,
      "step": 1510
    },
    {
      "epoch": 0.07749566636076272,
      "grad_norm": 5.0799625450411785,
      "learning_rate": 4.970514788099887e-06,
      "loss": 0.7817,
      "step": 1520
    },
    {
      "epoch": 0.0780055062710309,
      "grad_norm": 8.39817074720597,
      "learning_rate": 4.969879258645058e-06,
      "loss": 0.7972,
      "step": 1530
    },
    {
      "epoch": 0.07851534618129907,
      "grad_norm": 8.582616357794231,
      "learning_rate": 4.969236994369516e-06,
      "loss": 0.8136,
      "step": 1540
    },
    {
      "epoch": 0.07902518609156725,
      "grad_norm": 7.693135362484604,
      "learning_rate": 4.9685879970245755e-06,
      "loss": 0.7817,
      "step": 1550
    },
    {
      "epoch": 0.07953502600183543,
      "grad_norm": 5.8090513056891195,
      "learning_rate": 4.967932268379911e-06,
      "loss": 0.7347,
      "step": 1560
    },
    {
      "epoch": 0.0800448659121036,
      "grad_norm": 10.010341249214227,
      "learning_rate": 4.967269810223551e-06,
      "loss": 0.7534,
      "step": 1570
    },
    {
      "epoch": 0.08055470582237177,
      "grad_norm": 5.981515708126521,
      "learning_rate": 4.9666006243618725e-06,
      "loss": 0.765,
      "step": 1580
    },
    {
      "epoch": 0.08106454573263995,
      "grad_norm": 7.094363295811945,
      "learning_rate": 4.9659247126196e-06,
      "loss": 0.8159,
      "step": 1590
    },
    {
      "epoch": 0.08157438564290813,
      "grad_norm": 20.99913292874124,
      "learning_rate": 4.965242076839798e-06,
      "loss": 0.7662,
      "step": 1600
    },
    {
      "epoch": 0.08208422555317631,
      "grad_norm": 7.880336422502132,
      "learning_rate": 4.964552718883864e-06,
      "loss": 0.8259,
      "step": 1610
    },
    {
      "epoch": 0.08259406546344447,
      "grad_norm": 4.875726972240783,
      "learning_rate": 4.963856640631527e-06,
      "loss": 0.7778,
      "step": 1620
    },
    {
      "epoch": 0.08310390537371265,
      "grad_norm": 11.977363941587642,
      "learning_rate": 4.963153843980839e-06,
      "loss": 0.7319,
      "step": 1630
    },
    {
      "epoch": 0.08361374528398083,
      "grad_norm": 9.796137081866668,
      "learning_rate": 4.962444330848174e-06,
      "loss": 0.7142,
      "step": 1640
    },
    {
      "epoch": 0.084123585194249,
      "grad_norm": 9.15051356386946,
      "learning_rate": 4.961728103168219e-06,
      "loss": 0.7158,
      "step": 1650
    },
    {
      "epoch": 0.08463342510451718,
      "grad_norm": 17.041557462391484,
      "learning_rate": 4.961005162893971e-06,
      "loss": 0.7543,
      "step": 1660
    },
    {
      "epoch": 0.08514326501478536,
      "grad_norm": 8.852481776870182,
      "learning_rate": 4.960275511996727e-06,
      "loss": 0.7537,
      "step": 1670
    },
    {
      "epoch": 0.08565310492505353,
      "grad_norm": 6.976763521138977,
      "learning_rate": 4.9595391524660895e-06,
      "loss": 0.7968,
      "step": 1680
    },
    {
      "epoch": 0.0861629448353217,
      "grad_norm": 5.881800137973928,
      "learning_rate": 4.958796086309947e-06,
      "loss": 0.6895,
      "step": 1690
    },
    {
      "epoch": 0.08667278474558988,
      "grad_norm": 10.026275980749878,
      "learning_rate": 4.95804631555448e-06,
      "loss": 0.7675,
      "step": 1700
    },
    {
      "epoch": 0.08718262465585806,
      "grad_norm": 5.118657960339985,
      "learning_rate": 4.95728984224415e-06,
      "loss": 0.6597,
      "step": 1710
    },
    {
      "epoch": 0.08769246456612624,
      "grad_norm": 13.438286994359856,
      "learning_rate": 4.956526668441691e-06,
      "loss": 0.7503,
      "step": 1720
    },
    {
      "epoch": 0.0882023044763944,
      "grad_norm": 8.753698256161398,
      "learning_rate": 4.955756796228115e-06,
      "loss": 0.7627,
      "step": 1730
    },
    {
      "epoch": 0.08871214438666258,
      "grad_norm": 9.610428746701263,
      "learning_rate": 4.954980227702693e-06,
      "loss": 0.8647,
      "step": 1740
    },
    {
      "epoch": 0.08922198429693076,
      "grad_norm": 5.560524806888825,
      "learning_rate": 4.954196964982958e-06,
      "loss": 0.7385,
      "step": 1750
    },
    {
      "epoch": 0.08973182420719894,
      "grad_norm": 7.505032897258174,
      "learning_rate": 4.953407010204696e-06,
      "loss": 0.7191,
      "step": 1760
    },
    {
      "epoch": 0.09024166411746712,
      "grad_norm": 7.49436313947957,
      "learning_rate": 4.952610365521943e-06,
      "loss": 0.7665,
      "step": 1770
    },
    {
      "epoch": 0.0907515040277353,
      "grad_norm": 6.706182544199552,
      "learning_rate": 4.951807033106971e-06,
      "loss": 0.7885,
      "step": 1780
    },
    {
      "epoch": 0.09126134393800346,
      "grad_norm": 6.103625658232912,
      "learning_rate": 4.950997015150295e-06,
      "loss": 0.7186,
      "step": 1790
    },
    {
      "epoch": 0.09177118384827164,
      "grad_norm": 7.682633426500706,
      "learning_rate": 4.950180313860656e-06,
      "loss": 0.8101,
      "step": 1800
    },
    {
      "epoch": 0.09228102375853982,
      "grad_norm": 6.378699282840451,
      "learning_rate": 4.9493569314650195e-06,
      "loss": 0.7503,
      "step": 1810
    },
    {
      "epoch": 0.092790863668808,
      "grad_norm": 6.663692460313854,
      "learning_rate": 4.9485268702085696e-06,
      "loss": 0.7873,
      "step": 1820
    },
    {
      "epoch": 0.09330070357907617,
      "grad_norm": 6.9760481067593965,
      "learning_rate": 4.947690132354701e-06,
      "loss": 0.7683,
      "step": 1830
    },
    {
      "epoch": 0.09381054348934434,
      "grad_norm": 4.7753822007692825,
      "learning_rate": 4.9468467201850164e-06,
      "loss": 0.6955,
      "step": 1840
    },
    {
      "epoch": 0.09432038339961252,
      "grad_norm": 8.491455975033007,
      "learning_rate": 4.945996635999315e-06,
      "loss": 0.7547,
      "step": 1850
    },
    {
      "epoch": 0.0948302233098807,
      "grad_norm": 5.484238174982753,
      "learning_rate": 4.945139882115592e-06,
      "loss": 0.7407,
      "step": 1860
    },
    {
      "epoch": 0.09534006322014887,
      "grad_norm": 10.414743097331185,
      "learning_rate": 4.9442764608700265e-06,
      "loss": 0.783,
      "step": 1870
    },
    {
      "epoch": 0.09584990313041705,
      "grad_norm": 3.6763403899859135,
      "learning_rate": 4.943406374616979e-06,
      "loss": 0.7562,
      "step": 1880
    },
    {
      "epoch": 0.09635974304068523,
      "grad_norm": 16.514574124164987,
      "learning_rate": 4.942529625728987e-06,
      "loss": 0.7621,
      "step": 1890
    },
    {
      "epoch": 0.0968695829509534,
      "grad_norm": 4.557523714954824,
      "learning_rate": 4.94164621659675e-06,
      "loss": 0.653,
      "step": 1900
    },
    {
      "epoch": 0.09737942286122157,
      "grad_norm": 10.124320109104412,
      "learning_rate": 4.940756149629134e-06,
      "loss": 0.7732,
      "step": 1910
    },
    {
      "epoch": 0.09788926277148975,
      "grad_norm": 7.10338704991059,
      "learning_rate": 4.9398594272531555e-06,
      "loss": 0.784,
      "step": 1920
    },
    {
      "epoch": 0.09839910268175793,
      "grad_norm": 5.911653427620028,
      "learning_rate": 4.938956051913981e-06,
      "loss": 0.7515,
      "step": 1930
    },
    {
      "epoch": 0.09890894259202611,
      "grad_norm": 6.858904786752444,
      "learning_rate": 4.938046026074917e-06,
      "loss": 0.7726,
      "step": 1940
    },
    {
      "epoch": 0.09941878250229427,
      "grad_norm": 23.42653675383494,
      "learning_rate": 4.9371293522174066e-06,
      "loss": 0.7582,
      "step": 1950
    },
    {
      "epoch": 0.09992862241256245,
      "grad_norm": 5.2867772228150125,
      "learning_rate": 4.9362060328410175e-06,
      "loss": 0.7133,
      "step": 1960
    },
    {
      "epoch": 0.10043846232283063,
      "grad_norm": 22.95327668318175,
      "learning_rate": 4.9352760704634395e-06,
      "loss": 0.7742,
      "step": 1970
    },
    {
      "epoch": 0.10094830223309881,
      "grad_norm": 7.604620776606244,
      "learning_rate": 4.934339467620477e-06,
      "loss": 0.7832,
      "step": 1980
    },
    {
      "epoch": 0.10145814214336699,
      "grad_norm": 5.932239152828343,
      "learning_rate": 4.933396226866042e-06,
      "loss": 0.8363,
      "step": 1990
    },
    {
      "epoch": 0.10196798205363516,
      "grad_norm": 17.658248083890346,
      "learning_rate": 4.932446350772144e-06,
      "loss": 0.8283,
      "step": 2000
    },
    {
      "epoch": 0.10247782196390333,
      "grad_norm": 7.043628818863735,
      "learning_rate": 4.93148984192889e-06,
      "loss": 0.7165,
      "step": 2010
    },
    {
      "epoch": 0.10298766187417151,
      "grad_norm": 6.11017035839943,
      "learning_rate": 4.930526702944469e-06,
      "loss": 0.7581,
      "step": 2020
    },
    {
      "epoch": 0.10349750178443969,
      "grad_norm": 6.322573253930642,
      "learning_rate": 4.92955693644515e-06,
      "loss": 0.6907,
      "step": 2030
    },
    {
      "epoch": 0.10400734169470786,
      "grad_norm": 7.8946250598744,
      "learning_rate": 4.928580545075275e-06,
      "loss": 0.7201,
      "step": 2040
    },
    {
      "epoch": 0.10451718160497604,
      "grad_norm": 10.233641745490514,
      "learning_rate": 4.927597531497249e-06,
      "loss": 0.7304,
      "step": 2050
    },
    {
      "epoch": 0.1050270215152442,
      "grad_norm": 7.505943530690484,
      "learning_rate": 4.926607898391536e-06,
      "loss": 0.7475,
      "step": 2060
    },
    {
      "epoch": 0.10553686142551238,
      "grad_norm": 4.526947597480208,
      "learning_rate": 4.925611648456649e-06,
      "loss": 0.7546,
      "step": 2070
    },
    {
      "epoch": 0.10604670133578056,
      "grad_norm": 4.704302007274791,
      "learning_rate": 4.924608784409143e-06,
      "loss": 0.705,
      "step": 2080
    },
    {
      "epoch": 0.10655654124604874,
      "grad_norm": 6.799257942483482,
      "learning_rate": 4.923599308983609e-06,
      "loss": 0.6615,
      "step": 2090
    },
    {
      "epoch": 0.10706638115631692,
      "grad_norm": 7.838655315489779,
      "learning_rate": 4.9225832249326665e-06,
      "loss": 0.7278,
      "step": 2100
    },
    {
      "epoch": 0.1075762210665851,
      "grad_norm": 20.422823564090418,
      "learning_rate": 4.921560535026954e-06,
      "loss": 0.7493,
      "step": 2110
    },
    {
      "epoch": 0.10808606097685326,
      "grad_norm": 5.158524533523995,
      "learning_rate": 4.920531242055124e-06,
      "loss": 0.7138,
      "step": 2120
    },
    {
      "epoch": 0.10859590088712144,
      "grad_norm": 5.737372357034715,
      "learning_rate": 4.919495348823833e-06,
      "loss": 0.7343,
      "step": 2130
    },
    {
      "epoch": 0.10910574079738962,
      "grad_norm": 6.7885279145387365,
      "learning_rate": 4.918452858157736e-06,
      "loss": 0.7818,
      "step": 2140
    },
    {
      "epoch": 0.1096155807076578,
      "grad_norm": 24.320520866421703,
      "learning_rate": 4.917403772899475e-06,
      "loss": 0.7478,
      "step": 2150
    },
    {
      "epoch": 0.11012542061792598,
      "grad_norm": 8.984483013819245,
      "learning_rate": 4.916348095909677e-06,
      "loss": 0.6942,
      "step": 2160
    },
    {
      "epoch": 0.11063526052819414,
      "grad_norm": 6.323042084343602,
      "learning_rate": 4.915285830066945e-06,
      "loss": 0.82,
      "step": 2170
    },
    {
      "epoch": 0.11114510043846232,
      "grad_norm": 7.541343111464914,
      "learning_rate": 4.914216978267842e-06,
      "loss": 0.7914,
      "step": 2180
    },
    {
      "epoch": 0.1116549403487305,
      "grad_norm": 14.131358325160548,
      "learning_rate": 4.9131415434268945e-06,
      "loss": 0.7259,
      "step": 2190
    },
    {
      "epoch": 0.11216478025899868,
      "grad_norm": 8.731190605993358,
      "learning_rate": 4.912059528476579e-06,
      "loss": 0.8269,
      "step": 2200
    },
    {
      "epoch": 0.11267462016926685,
      "grad_norm": 8.485689942952286,
      "learning_rate": 4.910970936367313e-06,
      "loss": 0.7259,
      "step": 2210
    },
    {
      "epoch": 0.11318446007953503,
      "grad_norm": 6.49198494931806,
      "learning_rate": 4.909875770067449e-06,
      "loss": 0.7211,
      "step": 2220
    },
    {
      "epoch": 0.1136942999898032,
      "grad_norm": 9.663884193967293,
      "learning_rate": 4.908774032563267e-06,
      "loss": 0.7496,
      "step": 2230
    },
    {
      "epoch": 0.11420413990007137,
      "grad_norm": 5.343015916386732,
      "learning_rate": 4.9076657268589626e-06,
      "loss": 0.8119,
      "step": 2240
    },
    {
      "epoch": 0.11471397981033955,
      "grad_norm": 11.278186554065213,
      "learning_rate": 4.906550855976644e-06,
      "loss": 0.7602,
      "step": 2250
    },
    {
      "epoch": 0.11522381972060773,
      "grad_norm": 10.446576961455326,
      "learning_rate": 4.90542942295632e-06,
      "loss": 0.7871,
      "step": 2260
    },
    {
      "epoch": 0.11573365963087591,
      "grad_norm": 6.386379090111534,
      "learning_rate": 4.904301430855895e-06,
      "loss": 0.7258,
      "step": 2270
    },
    {
      "epoch": 0.11624349954114407,
      "grad_norm": 10.380891530519655,
      "learning_rate": 4.903166882751155e-06,
      "loss": 0.6213,
      "step": 2280
    },
    {
      "epoch": 0.11675333945141225,
      "grad_norm": 6.383115962201617,
      "learning_rate": 4.902025781735765e-06,
      "loss": 0.7381,
      "step": 2290
    },
    {
      "epoch": 0.11726317936168043,
      "grad_norm": 7.029755940352045,
      "learning_rate": 4.9008781309212585e-06,
      "loss": 0.6886,
      "step": 2300
    },
    {
      "epoch": 0.11777301927194861,
      "grad_norm": 15.692969999317937,
      "learning_rate": 4.899723933437027e-06,
      "loss": 0.6906,
      "step": 2310
    },
    {
      "epoch": 0.11828285918221679,
      "grad_norm": 15.838306381587808,
      "learning_rate": 4.898563192430316e-06,
      "loss": 0.7165,
      "step": 2320
    },
    {
      "epoch": 0.11879269909248497,
      "grad_norm": 29.985686517549937,
      "learning_rate": 4.897395911066212e-06,
      "loss": 0.8469,
      "step": 2330
    },
    {
      "epoch": 0.11930253900275313,
      "grad_norm": 10.242594527023613,
      "learning_rate": 4.896222092527636e-06,
      "loss": 0.7412,
      "step": 2340
    },
    {
      "epoch": 0.11981237891302131,
      "grad_norm": 6.75946263973171,
      "learning_rate": 4.895041740015335e-06,
      "loss": 0.7117,
      "step": 2350
    },
    {
      "epoch": 0.12032221882328949,
      "grad_norm": 11.589006949505885,
      "learning_rate": 4.893854856747872e-06,
      "loss": 0.7867,
      "step": 2360
    },
    {
      "epoch": 0.12083205873355767,
      "grad_norm": 8.349503343129639,
      "learning_rate": 4.8926614459616174e-06,
      "loss": 0.6924,
      "step": 2370
    },
    {
      "epoch": 0.12134189864382584,
      "grad_norm": 8.819365346854005,
      "learning_rate": 4.8914615109107425e-06,
      "loss": 0.72,
      "step": 2380
    },
    {
      "epoch": 0.12185173855409401,
      "grad_norm": 4.770793227267069,
      "learning_rate": 4.890255054867207e-06,
      "loss": 0.7286,
      "step": 2390
    },
    {
      "epoch": 0.12236157846436219,
      "grad_norm": 13.622150791690203,
      "learning_rate": 4.889042081120753e-06,
      "loss": 0.7528,
      "step": 2400
    },
    {
      "epoch": 0.12287141837463036,
      "grad_norm": 5.008840415546251,
      "learning_rate": 4.887822592978895e-06,
      "loss": 0.7024,
      "step": 2410
    },
    {
      "epoch": 0.12338125828489854,
      "grad_norm": 10.357815675726904,
      "learning_rate": 4.88659659376691e-06,
      "loss": 0.7578,
      "step": 2420
    },
    {
      "epoch": 0.12389109819516672,
      "grad_norm": 4.9766029310415645,
      "learning_rate": 4.885364086827831e-06,
      "loss": 0.6866,
      "step": 2430
    },
    {
      "epoch": 0.1244009381054349,
      "grad_norm": 12.267670210202498,
      "learning_rate": 4.884125075522434e-06,
      "loss": 0.7947,
      "step": 2440
    },
    {
      "epoch": 0.12491077801570306,
      "grad_norm": 4.706392994439642,
      "learning_rate": 4.882879563229232e-06,
      "loss": 0.6574,
      "step": 2450
    },
    {
      "epoch": 0.12542061792597126,
      "grad_norm": 11.923730716703353,
      "learning_rate": 4.881627553344464e-06,
      "loss": 0.7269,
      "step": 2460
    },
    {
      "epoch": 0.12593045783623943,
      "grad_norm": 4.61966253507641,
      "learning_rate": 4.880369049282089e-06,
      "loss": 0.7375,
      "step": 2470
    },
    {
      "epoch": 0.12644029774650759,
      "grad_norm": 8.525447192765746,
      "learning_rate": 4.87910405447377e-06,
      "loss": 0.8006,
      "step": 2480
    },
    {
      "epoch": 0.12695013765677576,
      "grad_norm": 7.545366514028092,
      "learning_rate": 4.877832572368874e-06,
      "loss": 0.6392,
      "step": 2490
    },
    {
      "epoch": 0.12745997756704394,
      "grad_norm": 4.9755773421155025,
      "learning_rate": 4.876554606434452e-06,
      "loss": 0.7601,
      "step": 2500
    },
    {
      "epoch": 0.12796981747731212,
      "grad_norm": 9.24031611206335,
      "learning_rate": 4.87527016015524e-06,
      "loss": 0.6617,
      "step": 2510
    },
    {
      "epoch": 0.1284796573875803,
      "grad_norm": 4.580283694822131,
      "learning_rate": 4.873979237033641e-06,
      "loss": 0.7334,
      "step": 2520
    },
    {
      "epoch": 0.12898949729784848,
      "grad_norm": 4.6316009967309935,
      "learning_rate": 4.8726818405897206e-06,
      "loss": 0.6627,
      "step": 2530
    },
    {
      "epoch": 0.12949933720811665,
      "grad_norm": 4.278940967682888,
      "learning_rate": 4.871377974361194e-06,
      "loss": 0.6552,
      "step": 2540
    },
    {
      "epoch": 0.13000917711838483,
      "grad_norm": 5.021516810375643,
      "learning_rate": 4.870067641903421e-06,
      "loss": 0.7374,
      "step": 2550
    },
    {
      "epoch": 0.130519017028653,
      "grad_norm": 8.465617471643727,
      "learning_rate": 4.8687508467893895e-06,
      "loss": 0.6968,
      "step": 2560
    },
    {
      "epoch": 0.1310288569389212,
      "grad_norm": 5.852309211002095,
      "learning_rate": 4.867427592609715e-06,
      "loss": 0.7839,
      "step": 2570
    },
    {
      "epoch": 0.13153869684918937,
      "grad_norm": 5.8066378546185815,
      "learning_rate": 4.86609788297262e-06,
      "loss": 0.6999,
      "step": 2580
    },
    {
      "epoch": 0.13204853675945752,
      "grad_norm": 9.992950270407439,
      "learning_rate": 4.864761721503932e-06,
      "loss": 0.7512,
      "step": 2590
    },
    {
      "epoch": 0.1325583766697257,
      "grad_norm": 9.15276481014689,
      "learning_rate": 4.863419111847072e-06,
      "loss": 0.6774,
      "step": 2600
    },
    {
      "epoch": 0.13306821657999388,
      "grad_norm": 10.262913953533229,
      "learning_rate": 4.862070057663043e-06,
      "loss": 0.6872,
      "step": 2610
    },
    {
      "epoch": 0.13357805649026205,
      "grad_norm": 4.362603777338605,
      "learning_rate": 4.860714562630421e-06,
      "loss": 0.7258,
      "step": 2620
    },
    {
      "epoch": 0.13408789640053023,
      "grad_norm": 5.703957736552648,
      "learning_rate": 4.859352630445343e-06,
      "loss": 0.7552,
      "step": 2630
    },
    {
      "epoch": 0.1345977363107984,
      "grad_norm": 13.041968804263744,
      "learning_rate": 4.857984264821503e-06,
      "loss": 0.7127,
      "step": 2640
    },
    {
      "epoch": 0.1351075762210666,
      "grad_norm": 13.814739101752501,
      "learning_rate": 4.856609469490131e-06,
      "loss": 0.6816,
      "step": 2650
    },
    {
      "epoch": 0.13561741613133477,
      "grad_norm": 16.028749882673008,
      "learning_rate": 4.855228248199997e-06,
      "loss": 0.6352,
      "step": 2660
    },
    {
      "epoch": 0.13612725604160295,
      "grad_norm": 9.850894944277773,
      "learning_rate": 4.853840604717388e-06,
      "loss": 0.6368,
      "step": 2670
    },
    {
      "epoch": 0.13663709595187112,
      "grad_norm": 7.052708235930174,
      "learning_rate": 4.8524465428261044e-06,
      "loss": 0.7308,
      "step": 2680
    },
    {
      "epoch": 0.1371469358621393,
      "grad_norm": 11.56688607820047,
      "learning_rate": 4.8510460663274475e-06,
      "loss": 0.6724,
      "step": 2690
    },
    {
      "epoch": 0.13765677577240745,
      "grad_norm": 8.774888175799715,
      "learning_rate": 4.849639179040212e-06,
      "loss": 0.6837,
      "step": 2700
    },
    {
      "epoch": 0.13816661568267563,
      "grad_norm": 4.599398383648445,
      "learning_rate": 4.8482258848006705e-06,
      "loss": 0.6933,
      "step": 2710
    },
    {
      "epoch": 0.1386764555929438,
      "grad_norm": 10.339036808448,
      "learning_rate": 4.8468061874625685e-06,
      "loss": 0.6613,
      "step": 2720
    },
    {
      "epoch": 0.139186295503212,
      "grad_norm": 7.209990153494447,
      "learning_rate": 4.8453800908971085e-06,
      "loss": 0.7649,
      "step": 2730
    },
    {
      "epoch": 0.13969613541348017,
      "grad_norm": 8.572787727941169,
      "learning_rate": 4.843947598992947e-06,
      "loss": 0.6306,
      "step": 2740
    },
    {
      "epoch": 0.14020597532374834,
      "grad_norm": 6.564730091855565,
      "learning_rate": 4.842508715656172e-06,
      "loss": 0.6728,
      "step": 2750
    },
    {
      "epoch": 0.14071581523401652,
      "grad_norm": 11.252632796952437,
      "learning_rate": 4.841063444810307e-06,
      "loss": 0.7112,
      "step": 2760
    },
    {
      "epoch": 0.1412256551442847,
      "grad_norm": 6.820198946958281,
      "learning_rate": 4.83961179039629e-06,
      "loss": 0.7419,
      "step": 2770
    },
    {
      "epoch": 0.14173549505455288,
      "grad_norm": 4.2602884636294585,
      "learning_rate": 4.838153756372464e-06,
      "loss": 0.7157,
      "step": 2780
    },
    {
      "epoch": 0.14224533496482106,
      "grad_norm": 6.671116553278363,
      "learning_rate": 4.836689346714568e-06,
      "loss": 0.6695,
      "step": 2790
    },
    {
      "epoch": 0.14275517487508924,
      "grad_norm": 8.002664608813316,
      "learning_rate": 4.835218565415728e-06,
      "loss": 0.6996,
      "step": 2800
    },
    {
      "epoch": 0.1432650147853574,
      "grad_norm": 5.973736804854662,
      "learning_rate": 4.833741416486444e-06,
      "loss": 0.7318,
      "step": 2810
    },
    {
      "epoch": 0.14377485469562556,
      "grad_norm": 8.68257045485749,
      "learning_rate": 4.832257903954576e-06,
      "loss": 0.7366,
      "step": 2820
    },
    {
      "epoch": 0.14428469460589374,
      "grad_norm": 10.526944905618214,
      "learning_rate": 4.83076803186534e-06,
      "loss": 0.658,
      "step": 2830
    },
    {
      "epoch": 0.14479453451616192,
      "grad_norm": 4.585792847679198,
      "learning_rate": 4.829271804281291e-06,
      "loss": 0.7048,
      "step": 2840
    },
    {
      "epoch": 0.1453043744264301,
      "grad_norm": 10.047956297782614,
      "learning_rate": 4.827769225282314e-06,
      "loss": 0.7355,
      "step": 2850
    },
    {
      "epoch": 0.14581421433669828,
      "grad_norm": 7.835889892504949,
      "learning_rate": 4.826260298965613e-06,
      "loss": 0.6578,
      "step": 2860
    },
    {
      "epoch": 0.14632405424696646,
      "grad_norm": 6.807222092276076,
      "learning_rate": 4.824745029445702e-06,
      "loss": 0.7083,
      "step": 2870
    },
    {
      "epoch": 0.14683389415723463,
      "grad_norm": 4.365352847668174,
      "learning_rate": 4.823223420854387e-06,
      "loss": 0.6925,
      "step": 2880
    },
    {
      "epoch": 0.1473437340675028,
      "grad_norm": 3.8753003474177543,
      "learning_rate": 4.821695477340765e-06,
      "loss": 0.6893,
      "step": 2890
    },
    {
      "epoch": 0.147853573977771,
      "grad_norm": 8.213692008404406,
      "learning_rate": 4.820161203071202e-06,
      "loss": 0.6485,
      "step": 2900
    },
    {
      "epoch": 0.14836341388803917,
      "grad_norm": 8.957873544634902,
      "learning_rate": 4.818620602229329e-06,
      "loss": 0.7395,
      "step": 2910
    },
    {
      "epoch": 0.14887325379830732,
      "grad_norm": 4.310902982886003,
      "learning_rate": 4.8170736790160275e-06,
      "loss": 0.6767,
      "step": 2920
    },
    {
      "epoch": 0.1493830937085755,
      "grad_norm": 5.1513296158245545,
      "learning_rate": 4.815520437649419e-06,
      "loss": 0.7145,
      "step": 2930
    },
    {
      "epoch": 0.14989293361884368,
      "grad_norm": 4.061785353893275,
      "learning_rate": 4.813960882364852e-06,
      "loss": 0.6508,
      "step": 2940
    },
    {
      "epoch": 0.15040277352911186,
      "grad_norm": 5.571896711942683,
      "learning_rate": 4.812395017414894e-06,
      "loss": 0.6501,
      "step": 2950
    },
    {
      "epoch": 0.15091261343938003,
      "grad_norm": 4.973519966201374,
      "learning_rate": 4.810822847069317e-06,
      "loss": 0.6836,
      "step": 2960
    },
    {
      "epoch": 0.1514224533496482,
      "grad_norm": 3.8590735759641133,
      "learning_rate": 4.809244375615085e-06,
      "loss": 0.6585,
      "step": 2970
    },
    {
      "epoch": 0.1519322932599164,
      "grad_norm": 26.4507503100321,
      "learning_rate": 4.807659607356343e-06,
      "loss": 0.7201,
      "step": 2980
    },
    {
      "epoch": 0.15244213317018457,
      "grad_norm": 6.361120242534623,
      "learning_rate": 4.80606854661441e-06,
      "loss": 0.7532,
      "step": 2990
    },
    {
      "epoch": 0.15295197308045275,
      "grad_norm": 7.171280417983545,
      "learning_rate": 4.80447119772776e-06,
      "loss": 0.6422,
      "step": 3000
    },
    {
      "epoch": 0.15346181299072092,
      "grad_norm": 15.581803950564717,
      "learning_rate": 4.802867565052013e-06,
      "loss": 0.7753,
      "step": 3010
    },
    {
      "epoch": 0.1539716529009891,
      "grad_norm": 4.652350958171924,
      "learning_rate": 4.8012576529599266e-06,
      "loss": 0.7554,
      "step": 3020
    },
    {
      "epoch": 0.15448149281125725,
      "grad_norm": 7.8002467029745075,
      "learning_rate": 4.799641465841377e-06,
      "loss": 0.7257,
      "step": 3030
    },
    {
      "epoch": 0.15499133272152543,
      "grad_norm": 5.020330603963672,
      "learning_rate": 4.798019008103354e-06,
      "loss": 0.6583,
      "step": 3040
    },
    {
      "epoch": 0.1555011726317936,
      "grad_norm": 25.527336664699217,
      "learning_rate": 4.796390284169946e-06,
      "loss": 0.6731,
      "step": 3050
    },
    {
      "epoch": 0.1560110125420618,
      "grad_norm": 27.14951922353312,
      "learning_rate": 4.7947552984823265e-06,
      "loss": 0.6747,
      "step": 3060
    },
    {
      "epoch": 0.15652085245232997,
      "grad_norm": 15.01183014995001,
      "learning_rate": 4.793114055498743e-06,
      "loss": 0.7711,
      "step": 3070
    },
    {
      "epoch": 0.15703069236259815,
      "grad_norm": 5.266851401040007,
      "learning_rate": 4.791466559694508e-06,
      "loss": 0.6616,
      "step": 3080
    },
    {
      "epoch": 0.15754053227286632,
      "grad_norm": 4.459749463292788,
      "learning_rate": 4.789812815561981e-06,
      "loss": 0.635,
      "step": 3090
    },
    {
      "epoch": 0.1580503721831345,
      "grad_norm": 8.87398114879771,
      "learning_rate": 4.78815282761056e-06,
      "loss": 0.6847,
      "step": 3100
    },
    {
      "epoch": 0.15856021209340268,
      "grad_norm": 8.384445249856304,
      "learning_rate": 4.786486600366672e-06,
      "loss": 0.6466,
      "step": 3110
    },
    {
      "epoch": 0.15907005200367086,
      "grad_norm": 5.231146536799489,
      "learning_rate": 4.784814138373751e-06,
      "loss": 0.6377,
      "step": 3120
    },
    {
      "epoch": 0.159579891913939,
      "grad_norm": 6.8125691550144705,
      "learning_rate": 4.783135446192238e-06,
      "loss": 0.7553,
      "step": 3130
    },
    {
      "epoch": 0.1600897318242072,
      "grad_norm": 6.285648196710817,
      "learning_rate": 4.781450528399558e-06,
      "loss": 0.7185,
      "step": 3140
    },
    {
      "epoch": 0.16059957173447537,
      "grad_norm": 6.623255994991425,
      "learning_rate": 4.779759389590114e-06,
      "loss": 0.7047,
      "step": 3150
    },
    {
      "epoch": 0.16110941164474354,
      "grad_norm": 11.264105177873368,
      "learning_rate": 4.778062034375271e-06,
      "loss": 0.682,
      "step": 3160
    },
    {
      "epoch": 0.16161925155501172,
      "grad_norm": 8.931574690777653,
      "learning_rate": 4.7763584673833476e-06,
      "loss": 0.6066,
      "step": 3170
    },
    {
      "epoch": 0.1621290914652799,
      "grad_norm": 7.944887533725402,
      "learning_rate": 4.774648693259596e-06,
      "loss": 0.7101,
      "step": 3180
    },
    {
      "epoch": 0.16263893137554808,
      "grad_norm": 6.845198661829901,
      "learning_rate": 4.7729327166661975e-06,
      "loss": 0.6817,
      "step": 3190
    },
    {
      "epoch": 0.16314877128581626,
      "grad_norm": 6.763894618289275,
      "learning_rate": 4.771210542282245e-06,
      "loss": 0.6203,
      "step": 3200
    },
    {
      "epoch": 0.16365861119608444,
      "grad_norm": 5.6556994863687295,
      "learning_rate": 4.7694821748037315e-06,
      "loss": 0.6707,
      "step": 3210
    },
    {
      "epoch": 0.16416845110635261,
      "grad_norm": 8.736722880916833,
      "learning_rate": 4.767747618943537e-06,
      "loss": 0.6971,
      "step": 3220
    },
    {
      "epoch": 0.1646782910166208,
      "grad_norm": 8.552198094063863,
      "learning_rate": 4.766006879431417e-06,
      "loss": 0.6517,
      "step": 3230
    },
    {
      "epoch": 0.16518813092688894,
      "grad_norm": 5.27160834021644,
      "learning_rate": 4.764259961013986e-06,
      "loss": 0.617,
      "step": 3240
    },
    {
      "epoch": 0.16569797083715712,
      "grad_norm": 7.549479646937416,
      "learning_rate": 4.76250686845471e-06,
      "loss": 0.7104,
      "step": 3250
    },
    {
      "epoch": 0.1662078107474253,
      "grad_norm": 4.877994166469665,
      "learning_rate": 4.760747606533888e-06,
      "loss": 0.6473,
      "step": 3260
    },
    {
      "epoch": 0.16671765065769348,
      "grad_norm": 4.469180917122692,
      "learning_rate": 4.758982180048644e-06,
      "loss": 0.7034,
      "step": 3270
    },
    {
      "epoch": 0.16722749056796166,
      "grad_norm": 12.26109420407807,
      "learning_rate": 4.757210593812909e-06,
      "loss": 0.735,
      "step": 3280
    },
    {
      "epoch": 0.16773733047822983,
      "grad_norm": 20.81788927557235,
      "learning_rate": 4.7554328526574115e-06,
      "loss": 0.6995,
      "step": 3290
    },
    {
      "epoch": 0.168247170388498,
      "grad_norm": 10.426241109312354,
      "learning_rate": 4.753648961429662e-06,
      "loss": 0.6908,
      "step": 3300
    },
    {
      "epoch": 0.1687570102987662,
      "grad_norm": 11.983786528863883,
      "learning_rate": 4.751858924993943e-06,
      "loss": 0.6396,
      "step": 3310
    },
    {
      "epoch": 0.16926685020903437,
      "grad_norm": 8.761699158505628,
      "learning_rate": 4.750062748231293e-06,
      "loss": 0.63,
      "step": 3320
    },
    {
      "epoch": 0.16977669011930255,
      "grad_norm": 6.274654989027958,
      "learning_rate": 4.748260436039492e-06,
      "loss": 0.7373,
      "step": 3330
    },
    {
      "epoch": 0.17028653002957073,
      "grad_norm": 150.15499196552602,
      "learning_rate": 4.7464519933330525e-06,
      "loss": 0.6855,
      "step": 3340
    },
    {
      "epoch": 0.17079636993983888,
      "grad_norm": 4.57851652515877,
      "learning_rate": 4.744637425043201e-06,
      "loss": 0.6602,
      "step": 3350
    },
    {
      "epoch": 0.17130620985010706,
      "grad_norm": 4.9207753165585455,
      "learning_rate": 4.742816736117869e-06,
      "loss": 0.7346,
      "step": 3360
    },
    {
      "epoch": 0.17181604976037523,
      "grad_norm": 7.641718276066049,
      "learning_rate": 4.7409899315216774e-06,
      "loss": 0.7553,
      "step": 3370
    },
    {
      "epoch": 0.1723258896706434,
      "grad_norm": 13.595197861672144,
      "learning_rate": 4.739157016235924e-06,
      "loss": 0.6417,
      "step": 3380
    },
    {
      "epoch": 0.1728357295809116,
      "grad_norm": 5.8252440540022885,
      "learning_rate": 4.737317995258566e-06,
      "loss": 0.6646,
      "step": 3390
    },
    {
      "epoch": 0.17334556949117977,
      "grad_norm": 4.268513502564397,
      "learning_rate": 4.735472873604212e-06,
      "loss": 0.6445,
      "step": 3400
    },
    {
      "epoch": 0.17385540940144795,
      "grad_norm": 7.0127504656236885,
      "learning_rate": 4.733621656304106e-06,
      "loss": 0.6542,
      "step": 3410
    },
    {
      "epoch": 0.17436524931171613,
      "grad_norm": 4.158850612532249,
      "learning_rate": 4.7317643484061125e-06,
      "loss": 0.6717,
      "step": 3420
    },
    {
      "epoch": 0.1748750892219843,
      "grad_norm": 12.017336843310925,
      "learning_rate": 4.729900954974704e-06,
      "loss": 0.6404,
      "step": 3430
    },
    {
      "epoch": 0.17538492913225248,
      "grad_norm": 5.271107087734727,
      "learning_rate": 4.728031481090946e-06,
      "loss": 0.6871,
      "step": 3440
    },
    {
      "epoch": 0.17589476904252066,
      "grad_norm": 10.111466361561238,
      "learning_rate": 4.726155931852487e-06,
      "loss": 0.6837,
      "step": 3450
    },
    {
      "epoch": 0.1764046089527888,
      "grad_norm": 5.043545123417151,
      "learning_rate": 4.724274312373539e-06,
      "loss": 0.671,
      "step": 3460
    },
    {
      "epoch": 0.176914448863057,
      "grad_norm": 7.856504690510926,
      "learning_rate": 4.722386627784866e-06,
      "loss": 0.6784,
      "step": 3470
    },
    {
      "epoch": 0.17742428877332517,
      "grad_norm": 6.397278035704165,
      "learning_rate": 4.720492883233772e-06,
      "loss": 0.6764,
      "step": 3480
    },
    {
      "epoch": 0.17793412868359335,
      "grad_norm": 5.808001185922261,
      "learning_rate": 4.718593083884085e-06,
      "loss": 0.7099,
      "step": 3490
    },
    {
      "epoch": 0.17844396859386152,
      "grad_norm": 9.004117869597364,
      "learning_rate": 4.716687234916141e-06,
      "loss": 0.7707,
      "step": 3500
    },
    {
      "epoch": 0.1789538085041297,
      "grad_norm": 4.629411334758138,
      "learning_rate": 4.7147753415267736e-06,
      "loss": 0.681,
      "step": 3510
    },
    {
      "epoch": 0.17946364841439788,
      "grad_norm": 5.326181185776784,
      "learning_rate": 4.7128574089292975e-06,
      "loss": 0.6729,
      "step": 3520
    },
    {
      "epoch": 0.17997348832466606,
      "grad_norm": 8.16522150459077,
      "learning_rate": 4.710933442353498e-06,
      "loss": 0.7004,
      "step": 3530
    },
    {
      "epoch": 0.18048332823493424,
      "grad_norm": 6.615394186767928,
      "learning_rate": 4.709003447045609e-06,
      "loss": 0.7081,
      "step": 3540
    },
    {
      "epoch": 0.18099316814520242,
      "grad_norm": 8.811942767619376,
      "learning_rate": 4.707067428268307e-06,
      "loss": 0.6395,
      "step": 3550
    },
    {
      "epoch": 0.1815030080554706,
      "grad_norm": 5.925847531376736,
      "learning_rate": 4.705125391300691e-06,
      "loss": 0.617,
      "step": 3560
    },
    {
      "epoch": 0.18201284796573874,
      "grad_norm": 3.604921855041018,
      "learning_rate": 4.703177341438272e-06,
      "loss": 0.6723,
      "step": 3570
    },
    {
      "epoch": 0.18252268787600692,
      "grad_norm": 5.677306836426495,
      "learning_rate": 4.701223283992956e-06,
      "loss": 0.6538,
      "step": 3580
    },
    {
      "epoch": 0.1830325277862751,
      "grad_norm": 5.012392985340839,
      "learning_rate": 4.699263224293029e-06,
      "loss": 0.6061,
      "step": 3590
    },
    {
      "epoch": 0.18354236769654328,
      "grad_norm": 9.236505127466511,
      "learning_rate": 4.697297167683147e-06,
      "loss": 0.7969,
      "step": 3600
    },
    {
      "epoch": 0.18405220760681146,
      "grad_norm": 14.008416902019645,
      "learning_rate": 4.695325119524316e-06,
      "loss": 0.6945,
      "step": 3610
    },
    {
      "epoch": 0.18456204751707964,
      "grad_norm": 6.024458862666216,
      "learning_rate": 4.693347085193879e-06,
      "loss": 0.6403,
      "step": 3620
    },
    {
      "epoch": 0.18507188742734781,
      "grad_norm": 9.406344908950013,
      "learning_rate": 4.691363070085504e-06,
      "loss": 0.6999,
      "step": 3630
    },
    {
      "epoch": 0.185581727337616,
      "grad_norm": 8.252705261353633,
      "learning_rate": 4.689373079609167e-06,
      "loss": 0.6541,
      "step": 3640
    },
    {
      "epoch": 0.18609156724788417,
      "grad_norm": 7.463150358542101,
      "learning_rate": 4.687377119191138e-06,
      "loss": 0.6606,
      "step": 3650
    },
    {
      "epoch": 0.18660140715815235,
      "grad_norm": 12.232052172719072,
      "learning_rate": 4.6853751942739615e-06,
      "loss": 0.6683,
      "step": 3660
    },
    {
      "epoch": 0.18711124706842053,
      "grad_norm": 5.120603854558654,
      "learning_rate": 4.68336731031645e-06,
      "loss": 0.6323,
      "step": 3670
    },
    {
      "epoch": 0.18762108697868868,
      "grad_norm": 5.2441720769748414,
      "learning_rate": 4.681353472793665e-06,
      "loss": 0.6346,
      "step": 3680
    },
    {
      "epoch": 0.18813092688895686,
      "grad_norm": 13.58549636665437,
      "learning_rate": 4.6793336871969014e-06,
      "loss": 0.7515,
      "step": 3690
    },
    {
      "epoch": 0.18864076679922503,
      "grad_norm": 12.863786029385953,
      "learning_rate": 4.677307959033672e-06,
      "loss": 0.7563,
      "step": 3700
    },
    {
      "epoch": 0.1891506067094932,
      "grad_norm": 12.74527164522038,
      "learning_rate": 4.675276293827695e-06,
      "loss": 0.6679,
      "step": 3710
    },
    {
      "epoch": 0.1896604466197614,
      "grad_norm": 5.672326730728393,
      "learning_rate": 4.673238697118877e-06,
      "loss": 0.6657,
      "step": 3720
    },
    {
      "epoch": 0.19017028653002957,
      "grad_norm": 8.669986727953395,
      "learning_rate": 4.671195174463298e-06,
      "loss": 0.7251,
      "step": 3730
    },
    {
      "epoch": 0.19068012644029775,
      "grad_norm": 3.462771212444571,
      "learning_rate": 4.669145731433199e-06,
      "loss": 0.6472,
      "step": 3740
    },
    {
      "epoch": 0.19118996635056593,
      "grad_norm": 8.140374911198643,
      "learning_rate": 4.667090373616963e-06,
      "loss": 0.636,
      "step": 3750
    },
    {
      "epoch": 0.1916998062608341,
      "grad_norm": 8.375159298134957,
      "learning_rate": 4.6650291066190995e-06,
      "loss": 0.686,
      "step": 3760
    },
    {
      "epoch": 0.19220964617110228,
      "grad_norm": 4.0302479468965275,
      "learning_rate": 4.662961936060234e-06,
      "loss": 0.658,
      "step": 3770
    },
    {
      "epoch": 0.19271948608137046,
      "grad_norm": 30.16864678240673,
      "learning_rate": 4.660888867577089e-06,
      "loss": 0.6654,
      "step": 3780
    },
    {
      "epoch": 0.1932293259916386,
      "grad_norm": 6.176858581461859,
      "learning_rate": 4.658809906822469e-06,
      "loss": 0.6375,
      "step": 3790
    },
    {
      "epoch": 0.1937391659019068,
      "grad_norm": 15.313296678841132,
      "learning_rate": 4.656725059465245e-06,
      "loss": 0.6317,
      "step": 3800
    },
    {
      "epoch": 0.19424900581217497,
      "grad_norm": 3.5343657984567307,
      "learning_rate": 4.654634331190341e-06,
      "loss": 0.6452,
      "step": 3810
    },
    {
      "epoch": 0.19475884572244315,
      "grad_norm": 7.774662431701929,
      "learning_rate": 4.652537727698713e-06,
      "loss": 0.6727,
      "step": 3820
    },
    {
      "epoch": 0.19526868563271133,
      "grad_norm": 5.547641934925014,
      "learning_rate": 4.650435254707344e-06,
      "loss": 0.7369,
      "step": 3830
    },
    {
      "epoch": 0.1957785255429795,
      "grad_norm": 7.21333998728068,
      "learning_rate": 4.648326917949215e-06,
      "loss": 0.6797,
      "step": 3840
    },
    {
      "epoch": 0.19628836545324768,
      "grad_norm": 15.50709374668024,
      "learning_rate": 4.6462127231733014e-06,
      "loss": 0.6391,
      "step": 3850
    },
    {
      "epoch": 0.19679820536351586,
      "grad_norm": 6.905420869848083,
      "learning_rate": 4.644092676144549e-06,
      "loss": 0.7022,
      "step": 3860
    },
    {
      "epoch": 0.19730804527378404,
      "grad_norm": 4.7299784245872685,
      "learning_rate": 4.641966782643864e-06,
      "loss": 0.6242,
      "step": 3870
    },
    {
      "epoch": 0.19781788518405222,
      "grad_norm": 5.524370741445387,
      "learning_rate": 4.639835048468091e-06,
      "loss": 0.6087,
      "step": 3880
    },
    {
      "epoch": 0.1983277250943204,
      "grad_norm": 5.639398324569761,
      "learning_rate": 4.637697479430004e-06,
      "loss": 0.6491,
      "step": 3890
    },
    {
      "epoch": 0.19883756500458855,
      "grad_norm": 6.239776328645408,
      "learning_rate": 4.635554081358288e-06,
      "loss": 0.6736,
      "step": 3900
    },
    {
      "epoch": 0.19934740491485672,
      "grad_norm": 10.43488596345882,
      "learning_rate": 4.633404860097519e-06,
      "loss": 0.7098,
      "step": 3910
    },
    {
      "epoch": 0.1998572448251249,
      "grad_norm": 7.4619042443327785,
      "learning_rate": 4.631249821508153e-06,
      "loss": 0.6967,
      "step": 3920
    },
    {
      "epoch": 0.20036708473539308,
      "grad_norm": 7.429655477193423,
      "learning_rate": 4.6290889714665095e-06,
      "loss": 0.7033,
      "step": 3930
    },
    {
      "epoch": 0.20087692464566126,
      "grad_norm": 6.266633297662326,
      "learning_rate": 4.626922315864756e-06,
      "loss": 0.6624,
      "step": 3940
    },
    {
      "epoch": 0.20138676455592944,
      "grad_norm": 14.54850609381256,
      "learning_rate": 4.624749860610886e-06,
      "loss": 0.5777,
      "step": 3950
    },
    {
      "epoch": 0.20189660446619762,
      "grad_norm": 6.354726612196373,
      "learning_rate": 4.622571611628712e-06,
      "loss": 0.6659,
      "step": 3960
    },
    {
      "epoch": 0.2024064443764658,
      "grad_norm": 9.01385785429811,
      "learning_rate": 4.620387574857841e-06,
      "loss": 0.7359,
      "step": 3970
    },
    {
      "epoch": 0.20291628428673397,
      "grad_norm": 5.9455223230764975,
      "learning_rate": 4.618197756253665e-06,
      "loss": 0.6315,
      "step": 3980
    },
    {
      "epoch": 0.20342612419700215,
      "grad_norm": 7.228697496865833,
      "learning_rate": 4.61600216178734e-06,
      "loss": 0.5958,
      "step": 3990
    },
    {
      "epoch": 0.20393596410727033,
      "grad_norm": 5.261554083910349,
      "learning_rate": 4.613800797445772e-06,
      "loss": 0.6447,
      "step": 4000
    },
    {
      "epoch": 0.20444580401753848,
      "grad_norm": 5.772195941211414,
      "learning_rate": 4.611593669231601e-06,
      "loss": 0.6585,
      "step": 4010
    },
    {
      "epoch": 0.20495564392780666,
      "grad_norm": 6.096937434650072,
      "learning_rate": 4.609380783163182e-06,
      "loss": 0.6459,
      "step": 4020
    },
    {
      "epoch": 0.20546548383807484,
      "grad_norm": 21.809160244855928,
      "learning_rate": 4.6071621452745716e-06,
      "loss": 0.619,
      "step": 4030
    },
    {
      "epoch": 0.20597532374834301,
      "grad_norm": 4.542379378303144,
      "learning_rate": 4.6049377616155116e-06,
      "loss": 0.7122,
      "step": 4040
    },
    {
      "epoch": 0.2064851636586112,
      "grad_norm": 6.584819766187672,
      "learning_rate": 4.602707638251408e-06,
      "loss": 0.7196,
      "step": 4050
    },
    {
      "epoch": 0.20699500356887937,
      "grad_norm": 11.524432702136032,
      "learning_rate": 4.600471781263321e-06,
      "loss": 0.7068,
      "step": 4060
    },
    {
      "epoch": 0.20750484347914755,
      "grad_norm": 13.258106134411522,
      "learning_rate": 4.598230196747943e-06,
      "loss": 0.6694,
      "step": 4070
    },
    {
      "epoch": 0.20801468338941573,
      "grad_norm": 3.4620914060610293,
      "learning_rate": 4.595982890817585e-06,
      "loss": 0.6377,
      "step": 4080
    },
    {
      "epoch": 0.2085245232996839,
      "grad_norm": 5.6652232780132925,
      "learning_rate": 4.593729869600159e-06,
      "loss": 0.6162,
      "step": 4090
    },
    {
      "epoch": 0.20903436320995208,
      "grad_norm": 8.319639345956334,
      "learning_rate": 4.591471139239161e-06,
      "loss": 0.6331,
      "step": 4100
    },
    {
      "epoch": 0.20954420312022026,
      "grad_norm": 5.339412633147117,
      "learning_rate": 4.589206705893656e-06,
      "loss": 0.7023,
      "step": 4110
    },
    {
      "epoch": 0.2100540430304884,
      "grad_norm": 6.874025709868468,
      "learning_rate": 4.5869365757382564e-06,
      "loss": 0.6892,
      "step": 4120
    },
    {
      "epoch": 0.2105638829407566,
      "grad_norm": 4.246606408830112,
      "learning_rate": 4.584660754963113e-06,
      "loss": 0.6833,
      "step": 4130
    },
    {
      "epoch": 0.21107372285102477,
      "grad_norm": 4.124686879487375,
      "learning_rate": 4.582379249773891e-06,
      "loss": 0.6407,
      "step": 4140
    },
    {
      "epoch": 0.21158356276129295,
      "grad_norm": 7.942648344581485,
      "learning_rate": 4.580092066391755e-06,
      "loss": 0.6751,
      "step": 4150
    },
    {
      "epoch": 0.21209340267156113,
      "grad_norm": 4.216781470843067,
      "learning_rate": 4.577799211053355e-06,
      "loss": 0.6171,
      "step": 4160
    },
    {
      "epoch": 0.2126032425818293,
      "grad_norm": 5.431013093447799,
      "learning_rate": 4.575500690010806e-06,
      "loss": 0.6673,
      "step": 4170
    },
    {
      "epoch": 0.21311308249209748,
      "grad_norm": 3.795351879459813,
      "learning_rate": 4.573196509531671e-06,
      "loss": 0.713,
      "step": 4180
    },
    {
      "epoch": 0.21362292240236566,
      "grad_norm": 4.851916163937092,
      "learning_rate": 4.570886675898949e-06,
      "loss": 0.6603,
      "step": 4190
    },
    {
      "epoch": 0.21413276231263384,
      "grad_norm": 12.506235645752948,
      "learning_rate": 4.56857119541105e-06,
      "loss": 0.6435,
      "step": 4200
    },
    {
      "epoch": 0.21464260222290202,
      "grad_norm": 4.37250096964298,
      "learning_rate": 4.566250074381783e-06,
      "loss": 0.6624,
      "step": 4210
    },
    {
      "epoch": 0.2151524421331702,
      "grad_norm": 4.502842518687739,
      "learning_rate": 4.5639233191403365e-06,
      "loss": 0.6103,
      "step": 4220
    },
    {
      "epoch": 0.21566228204343835,
      "grad_norm": 5.375401922417605,
      "learning_rate": 4.561590936031265e-06,
      "loss": 0.6581,
      "step": 4230
    },
    {
      "epoch": 0.21617212195370653,
      "grad_norm": 5.615522541050511,
      "learning_rate": 4.559252931414466e-06,
      "loss": 0.6873,
      "step": 4240
    },
    {
      "epoch": 0.2166819618639747,
      "grad_norm": 5.637724680426694,
      "learning_rate": 4.556909311665169e-06,
      "loss": 0.7198,
      "step": 4250
    },
    {
      "epoch": 0.21719180177424288,
      "grad_norm": 6.792915531141634,
      "learning_rate": 4.554560083173909e-06,
      "loss": 0.6562,
      "step": 4260
    },
    {
      "epoch": 0.21770164168451106,
      "grad_norm": 12.275271735359572,
      "learning_rate": 4.552205252346522e-06,
      "loss": 0.6079,
      "step": 4270
    },
    {
      "epoch": 0.21821148159477924,
      "grad_norm": 3.073983043353074,
      "learning_rate": 4.549844825604115e-06,
      "loss": 0.6186,
      "step": 4280
    },
    {
      "epoch": 0.21872132150504742,
      "grad_norm": 4.785561644921718,
      "learning_rate": 4.547478809383057e-06,
      "loss": 0.6722,
      "step": 4290
    },
    {
      "epoch": 0.2192311614153156,
      "grad_norm": 7.253881470892052,
      "learning_rate": 4.545107210134954e-06,
      "loss": 0.6986,
      "step": 4300
    },
    {
      "epoch": 0.21974100132558377,
      "grad_norm": 6.467754925973429,
      "learning_rate": 4.542730034326641e-06,
      "loss": 0.6458,
      "step": 4310
    },
    {
      "epoch": 0.22025084123585195,
      "grad_norm": 5.075052675558556,
      "learning_rate": 4.540347288440158e-06,
      "loss": 0.6032,
      "step": 4320
    },
    {
      "epoch": 0.22076068114612013,
      "grad_norm": 7.393418461726879,
      "learning_rate": 4.537958978972729e-06,
      "loss": 0.6279,
      "step": 4330
    },
    {
      "epoch": 0.22127052105638828,
      "grad_norm": 5.078229909630058,
      "learning_rate": 4.535565112436753e-06,
      "loss": 0.6722,
      "step": 4340
    },
    {
      "epoch": 0.22178036096665646,
      "grad_norm": 6.031044978312038,
      "learning_rate": 4.5331656953597805e-06,
      "loss": 0.6058,
      "step": 4350
    },
    {
      "epoch": 0.22229020087692464,
      "grad_norm": 7.3002824690265165,
      "learning_rate": 4.530760734284496e-06,
      "loss": 0.6562,
      "step": 4360
    },
    {
      "epoch": 0.22280004078719282,
      "grad_norm": 10.954637687981535,
      "learning_rate": 4.528350235768706e-06,
      "loss": 0.6435,
      "step": 4370
    },
    {
      "epoch": 0.223309880697461,
      "grad_norm": 9.527844954768264,
      "learning_rate": 4.52593420638531e-06,
      "loss": 0.6365,
      "step": 4380
    },
    {
      "epoch": 0.22381972060772917,
      "grad_norm": 12.572298822755124,
      "learning_rate": 4.523512652722293e-06,
      "loss": 0.646,
      "step": 4390
    },
    {
      "epoch": 0.22432956051799735,
      "grad_norm": 8.69200891214177,
      "learning_rate": 4.521085581382701e-06,
      "loss": 0.6873,
      "step": 4400
    },
    {
      "epoch": 0.22483940042826553,
      "grad_norm": 7.063257388870424,
      "learning_rate": 4.51865299898463e-06,
      "loss": 0.6567,
      "step": 4410
    },
    {
      "epoch": 0.2253492403385337,
      "grad_norm": 8.50522598323742,
      "learning_rate": 4.516214912161196e-06,
      "loss": 0.6016,
      "step": 4420
    },
    {
      "epoch": 0.22585908024880189,
      "grad_norm": 5.805612583386945,
      "learning_rate": 4.513771327560533e-06,
      "loss": 0.6981,
      "step": 4430
    },
    {
      "epoch": 0.22636892015907006,
      "grad_norm": 3.4305683235344486,
      "learning_rate": 4.511322251845758e-06,
      "loss": 0.6244,
      "step": 4440
    },
    {
      "epoch": 0.22687876006933821,
      "grad_norm": 7.249537201535017,
      "learning_rate": 4.5088676916949685e-06,
      "loss": 0.6534,
      "step": 4450
    },
    {
      "epoch": 0.2273885999796064,
      "grad_norm": 4.279837196853443,
      "learning_rate": 4.5064076538012105e-06,
      "loss": 0.6381,
      "step": 4460
    },
    {
      "epoch": 0.22789843988987457,
      "grad_norm": 21.808154066533312,
      "learning_rate": 4.503942144872472e-06,
      "loss": 0.6596,
      "step": 4470
    },
    {
      "epoch": 0.22840827980014275,
      "grad_norm": 4.197990487421355,
      "learning_rate": 4.501471171631654e-06,
      "loss": 0.6803,
      "step": 4480
    },
    {
      "epoch": 0.22891811971041093,
      "grad_norm": 5.961571626226339,
      "learning_rate": 4.498994740816562e-06,
      "loss": 0.6425,
      "step": 4490
    },
    {
      "epoch": 0.2294279596206791,
      "grad_norm": 20.86279350187621,
      "learning_rate": 4.496512859179882e-06,
      "loss": 0.657,
      "step": 4500
    },
    {
      "epoch": 0.22993779953094728,
      "grad_norm": 5.14373652719188,
      "learning_rate": 4.494025533489161e-06,
      "loss": 0.6662,
      "step": 4510
    },
    {
      "epoch": 0.23044763944121546,
      "grad_norm": 5.0918306525583645,
      "learning_rate": 4.491532770526794e-06,
      "loss": 0.6147,
      "step": 4520
    },
    {
      "epoch": 0.23095747935148364,
      "grad_norm": 4.6131560612494455,
      "learning_rate": 4.489034577089998e-06,
      "loss": 0.6752,
      "step": 4530
    },
    {
      "epoch": 0.23146731926175182,
      "grad_norm": 5.010417962185847,
      "learning_rate": 4.486530959990803e-06,
      "loss": 0.6284,
      "step": 4540
    },
    {
      "epoch": 0.23197715917202,
      "grad_norm": 7.269955227642231,
      "learning_rate": 4.484021926056024e-06,
      "loss": 0.6345,
      "step": 4550
    },
    {
      "epoch": 0.23248699908228815,
      "grad_norm": 3.6132413760194555,
      "learning_rate": 4.481507482127248e-06,
      "loss": 0.6216,
      "step": 4560
    },
    {
      "epoch": 0.23299683899255633,
      "grad_norm": 6.440674909052278,
      "learning_rate": 4.478987635060814e-06,
      "loss": 0.6236,
      "step": 4570
    },
    {
      "epoch": 0.2335066789028245,
      "grad_norm": 12.282249691770065,
      "learning_rate": 4.476462391727795e-06,
      "loss": 0.6118,
      "step": 4580
    },
    {
      "epoch": 0.23401651881309268,
      "grad_norm": 7.262980200026385,
      "learning_rate": 4.473931759013976e-06,
      "loss": 0.6619,
      "step": 4590
    },
    {
      "epoch": 0.23452635872336086,
      "grad_norm": 7.930499586922202,
      "learning_rate": 4.471395743819839e-06,
      "loss": 0.6866,
      "step": 4600
    },
    {
      "epoch": 0.23503619863362904,
      "grad_norm": 3.941439397600029,
      "learning_rate": 4.468854353060545e-06,
      "loss": 0.6482,
      "step": 4610
    },
    {
      "epoch": 0.23554603854389722,
      "grad_norm": 4.980455089976807,
      "learning_rate": 4.4663075936659075e-06,
      "loss": 0.745,
      "step": 4620
    },
    {
      "epoch": 0.2360558784541654,
      "grad_norm": 10.427334633224056,
      "learning_rate": 4.463755472580386e-06,
      "loss": 0.6794,
      "step": 4630
    },
    {
      "epoch": 0.23656571836443357,
      "grad_norm": 5.225746399203979,
      "learning_rate": 4.461197996763054e-06,
      "loss": 0.5519,
      "step": 4640
    },
    {
      "epoch": 0.23707555827470175,
      "grad_norm": 5.481458071446115,
      "learning_rate": 4.458635173187592e-06,
      "loss": 0.579,
      "step": 4650
    },
    {
      "epoch": 0.23758539818496993,
      "grad_norm": 7.921100290729304,
      "learning_rate": 4.456067008842257e-06,
      "loss": 0.5722,
      "step": 4660
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 4.067383472651753,
      "learning_rate": 4.453493510729871e-06,
      "loss": 0.689,
      "step": 4670
    },
    {
      "epoch": 0.23860507800550626,
      "grad_norm": 5.760358825341278,
      "learning_rate": 4.450914685867803e-06,
      "loss": 0.6012,
      "step": 4680
    },
    {
      "epoch": 0.23911491791577444,
      "grad_norm": 7.012099989273845,
      "learning_rate": 4.448330541287943e-06,
      "loss": 0.6208,
      "step": 4690
    },
    {
      "epoch": 0.23962475782604262,
      "grad_norm": 9.768150229857632,
      "learning_rate": 4.445741084036688e-06,
      "loss": 0.7122,
      "step": 4700
    },
    {
      "epoch": 0.2401345977363108,
      "grad_norm": 4.790523996499909,
      "learning_rate": 4.443146321174925e-06,
      "loss": 0.6698,
      "step": 4710
    },
    {
      "epoch": 0.24064443764657897,
      "grad_norm": 4.462312793795511,
      "learning_rate": 4.440546259778001e-06,
      "loss": 0.6129,
      "step": 4720
    },
    {
      "epoch": 0.24115427755684715,
      "grad_norm": 4.292603127227942,
      "learning_rate": 4.437940906935717e-06,
      "loss": 0.598,
      "step": 4730
    },
    {
      "epoch": 0.24166411746711533,
      "grad_norm": 5.4642470424138025,
      "learning_rate": 4.435330269752299e-06,
      "loss": 0.6415,
      "step": 4740
    },
    {
      "epoch": 0.2421739573773835,
      "grad_norm": 4.419531140610159,
      "learning_rate": 4.432714355346386e-06,
      "loss": 0.6435,
      "step": 4750
    },
    {
      "epoch": 0.2426837972876517,
      "grad_norm": 7.200046549525596,
      "learning_rate": 4.430093170851002e-06,
      "loss": 0.6807,
      "step": 4760
    },
    {
      "epoch": 0.24319363719791987,
      "grad_norm": 5.056999238017294,
      "learning_rate": 4.427466723413547e-06,
      "loss": 0.6293,
      "step": 4770
    },
    {
      "epoch": 0.24370347710818802,
      "grad_norm": 4.48133378012618,
      "learning_rate": 4.424835020195767e-06,
      "loss": 0.6327,
      "step": 4780
    },
    {
      "epoch": 0.2442133170184562,
      "grad_norm": 4.8645891122499485,
      "learning_rate": 4.4221980683737405e-06,
      "loss": 0.6042,
      "step": 4790
    },
    {
      "epoch": 0.24472315692872437,
      "grad_norm": 11.18463566108358,
      "learning_rate": 4.419555875137861e-06,
      "loss": 0.6547,
      "step": 4800
    },
    {
      "epoch": 0.24523299683899255,
      "grad_norm": 12.154473146198615,
      "learning_rate": 4.41690844769281e-06,
      "loss": 0.5869,
      "step": 4810
    },
    {
      "epoch": 0.24574283674926073,
      "grad_norm": 4.324158535382592,
      "learning_rate": 4.414255793257543e-06,
      "loss": 0.6165,
      "step": 4820
    },
    {
      "epoch": 0.2462526766595289,
      "grad_norm": 6.03471919846115,
      "learning_rate": 4.411597919065271e-06,
      "loss": 0.6493,
      "step": 4830
    },
    {
      "epoch": 0.24676251656979709,
      "grad_norm": 4.06169086667296,
      "learning_rate": 4.408934832363433e-06,
      "loss": 0.6253,
      "step": 4840
    },
    {
      "epoch": 0.24727235648006526,
      "grad_norm": 3.6614824441761677,
      "learning_rate": 4.4062665404136865e-06,
      "loss": 0.618,
      "step": 4850
    },
    {
      "epoch": 0.24778219639033344,
      "grad_norm": 5.373379428885273,
      "learning_rate": 4.403593050491878e-06,
      "loss": 0.576,
      "step": 4860
    },
    {
      "epoch": 0.24829203630060162,
      "grad_norm": 17.68117682291508,
      "learning_rate": 4.400914369888031e-06,
      "loss": 0.7237,
      "step": 4870
    },
    {
      "epoch": 0.2488018762108698,
      "grad_norm": 3.892037751392953,
      "learning_rate": 4.398230505906322e-06,
      "loss": 0.5822,
      "step": 4880
    },
    {
      "epoch": 0.24931171612113795,
      "grad_norm": 10.240705881927308,
      "learning_rate": 4.395541465865062e-06,
      "loss": 0.7296,
      "step": 4890
    },
    {
      "epoch": 0.24982155603140613,
      "grad_norm": 6.2847519198064035,
      "learning_rate": 4.392847257096674e-06,
      "loss": 0.6233,
      "step": 4900
    },
    {
      "epoch": 0.2503313959416743,
      "grad_norm": 5.386671580825061,
      "learning_rate": 4.390147886947676e-06,
      "loss": 0.6703,
      "step": 4910
    },
    {
      "epoch": 0.2508412358519425,
      "grad_norm": 5.778523503321662,
      "learning_rate": 4.387443362778661e-06,
      "loss": 0.6312,
      "step": 4920
    },
    {
      "epoch": 0.25135107576221066,
      "grad_norm": 4.1290430615963984,
      "learning_rate": 4.384733691964276e-06,
      "loss": 0.6339,
      "step": 4930
    },
    {
      "epoch": 0.25186091567247887,
      "grad_norm": 4.233313985082475,
      "learning_rate": 4.382018881893199e-06,
      "loss": 0.5995,
      "step": 4940
    },
    {
      "epoch": 0.252370755582747,
      "grad_norm": 9.726721675759366,
      "learning_rate": 4.379298939968124e-06,
      "loss": 0.6655,
      "step": 4950
    },
    {
      "epoch": 0.25288059549301517,
      "grad_norm": 5.333780678244991,
      "learning_rate": 4.376573873605738e-06,
      "loss": 0.707,
      "step": 4960
    },
    {
      "epoch": 0.2533904354032834,
      "grad_norm": 12.79409497605327,
      "learning_rate": 4.373843690236702e-06,
      "loss": 0.647,
      "step": 4970
    },
    {
      "epoch": 0.2539002753135515,
      "grad_norm": 5.751493207318074,
      "learning_rate": 4.371108397305629e-06,
      "loss": 0.6433,
      "step": 4980
    },
    {
      "epoch": 0.25441011522381973,
      "grad_norm": 5.784255393218418,
      "learning_rate": 4.368368002271063e-06,
      "loss": 0.6485,
      "step": 4990
    },
    {
      "epoch": 0.2549199551340879,
      "grad_norm": 5.37700144524392,
      "learning_rate": 4.365622512605464e-06,
      "loss": 0.6825,
      "step": 5000
    },
    {
      "epoch": 0.2554297950443561,
      "grad_norm": 10.994734773726519,
      "learning_rate": 4.362871935795181e-06,
      "loss": 0.6046,
      "step": 5010
    },
    {
      "epoch": 0.25593963495462424,
      "grad_norm": 5.63606029861754,
      "learning_rate": 4.360116279340436e-06,
      "loss": 0.6669,
      "step": 5020
    },
    {
      "epoch": 0.25644947486489245,
      "grad_norm": 10.172686227754747,
      "learning_rate": 4.3573555507553026e-06,
      "loss": 0.6623,
      "step": 5030
    },
    {
      "epoch": 0.2569593147751606,
      "grad_norm": 4.697199356488424,
      "learning_rate": 4.354589757567681e-06,
      "loss": 0.7029,
      "step": 5040
    },
    {
      "epoch": 0.2574691546854288,
      "grad_norm": 8.266991297087268,
      "learning_rate": 4.351818907319287e-06,
      "loss": 0.6695,
      "step": 5050
    },
    {
      "epoch": 0.25797899459569695,
      "grad_norm": 5.449534429649487,
      "learning_rate": 4.349043007565624e-06,
      "loss": 0.6211,
      "step": 5060
    },
    {
      "epoch": 0.2584888345059651,
      "grad_norm": 6.313723666703395,
      "learning_rate": 4.346262065875962e-06,
      "loss": 0.616,
      "step": 5070
    },
    {
      "epoch": 0.2589986744162333,
      "grad_norm": 14.569546334056222,
      "learning_rate": 4.343476089833322e-06,
      "loss": 0.6764,
      "step": 5080
    },
    {
      "epoch": 0.25950851432650146,
      "grad_norm": 6.514233199673362,
      "learning_rate": 4.340685087034449e-06,
      "loss": 0.6528,
      "step": 5090
    },
    {
      "epoch": 0.26001835423676967,
      "grad_norm": 5.561839257372943,
      "learning_rate": 4.337889065089802e-06,
      "loss": 0.6699,
      "step": 5100
    },
    {
      "epoch": 0.2605281941470378,
      "grad_norm": 4.478703593432573,
      "learning_rate": 4.3350880316235176e-06,
      "loss": 0.6601,
      "step": 5110
    },
    {
      "epoch": 0.261038034057306,
      "grad_norm": 7.524693099329384,
      "learning_rate": 4.332281994273403e-06,
      "loss": 0.6119,
      "step": 5120
    },
    {
      "epoch": 0.2615478739675742,
      "grad_norm": 4.135739369177627,
      "learning_rate": 4.329470960690909e-06,
      "loss": 0.637,
      "step": 5130
    },
    {
      "epoch": 0.2620577138778424,
      "grad_norm": 14.990634974428975,
      "learning_rate": 4.326654938541109e-06,
      "loss": 0.6603,
      "step": 5140
    },
    {
      "epoch": 0.26256755378811053,
      "grad_norm": 5.429171829425739,
      "learning_rate": 4.323833935502679e-06,
      "loss": 0.5659,
      "step": 5150
    },
    {
      "epoch": 0.26307739369837874,
      "grad_norm": 6.768814826359542,
      "learning_rate": 4.321007959267879e-06,
      "loss": 0.6621,
      "step": 5160
    },
    {
      "epoch": 0.2635872336086469,
      "grad_norm": 40.18656196374432,
      "learning_rate": 4.3181770175425275e-06,
      "loss": 0.5885,
      "step": 5170
    },
    {
      "epoch": 0.26409707351891504,
      "grad_norm": 5.330611179159143,
      "learning_rate": 4.315341118045983e-06,
      "loss": 0.72,
      "step": 5180
    },
    {
      "epoch": 0.26460691342918324,
      "grad_norm": 6.871222458050014,
      "learning_rate": 4.3125002685111254e-06,
      "loss": 0.6341,
      "step": 5190
    },
    {
      "epoch": 0.2651167533394514,
      "grad_norm": 12.89041870738685,
      "learning_rate": 4.309654476684327e-06,
      "loss": 0.6403,
      "step": 5200
    },
    {
      "epoch": 0.2656265932497196,
      "grad_norm": 8.871359899166356,
      "learning_rate": 4.306803750325443e-06,
      "loss": 0.5988,
      "step": 5210
    },
    {
      "epoch": 0.26613643315998775,
      "grad_norm": 4.271969512057242,
      "learning_rate": 4.30394809720778e-06,
      "loss": 0.6501,
      "step": 5220
    },
    {
      "epoch": 0.26664627307025596,
      "grad_norm": 5.586750400018364,
      "learning_rate": 4.301087525118079e-06,
      "loss": 0.6546,
      "step": 5230
    },
    {
      "epoch": 0.2671561129805241,
      "grad_norm": 4.5372505083089125,
      "learning_rate": 4.298222041856495e-06,
      "loss": 0.6429,
      "step": 5240
    },
    {
      "epoch": 0.2676659528907923,
      "grad_norm": 27.779145618695214,
      "learning_rate": 4.295351655236574e-06,
      "loss": 0.6193,
      "step": 5250
    },
    {
      "epoch": 0.26817579280106046,
      "grad_norm": 14.688280119142508,
      "learning_rate": 4.292476373085232e-06,
      "loss": 0.6699,
      "step": 5260
    },
    {
      "epoch": 0.26868563271132867,
      "grad_norm": 4.562206119898779,
      "learning_rate": 4.289596203242739e-06,
      "loss": 0.6078,
      "step": 5270
    },
    {
      "epoch": 0.2691954726215968,
      "grad_norm": 30.92287637133422,
      "learning_rate": 4.286711153562682e-06,
      "loss": 0.651,
      "step": 5280
    },
    {
      "epoch": 0.26970531253186497,
      "grad_norm": 6.666495203414483,
      "learning_rate": 4.283821231911966e-06,
      "loss": 0.6851,
      "step": 5290
    },
    {
      "epoch": 0.2702151524421332,
      "grad_norm": 9.109830949836569,
      "learning_rate": 4.280926446170772e-06,
      "loss": 0.6587,
      "step": 5300
    },
    {
      "epoch": 0.27072499235240133,
      "grad_norm": 3.234120315526601,
      "learning_rate": 4.27802680423255e-06,
      "loss": 0.6133,
      "step": 5310
    },
    {
      "epoch": 0.27123483226266953,
      "grad_norm": 10.576744793710242,
      "learning_rate": 4.275122314003988e-06,
      "loss": 0.6223,
      "step": 5320
    },
    {
      "epoch": 0.2717446721729377,
      "grad_norm": 4.464159166800522,
      "learning_rate": 4.2722129834049975e-06,
      "loss": 0.6651,
      "step": 5330
    },
    {
      "epoch": 0.2722545120832059,
      "grad_norm": 6.165231648367287,
      "learning_rate": 4.269298820368685e-06,
      "loss": 0.6251,
      "step": 5340
    },
    {
      "epoch": 0.27276435199347404,
      "grad_norm": 7.155986302726076,
      "learning_rate": 4.2663798328413375e-06,
      "loss": 0.6149,
      "step": 5350
    },
    {
      "epoch": 0.27327419190374225,
      "grad_norm": 7.561081612665025,
      "learning_rate": 4.263456028782396e-06,
      "loss": 0.6038,
      "step": 5360
    },
    {
      "epoch": 0.2737840318140104,
      "grad_norm": 5.392800891473693,
      "learning_rate": 4.2605274161644324e-06,
      "loss": 0.621,
      "step": 5370
    },
    {
      "epoch": 0.2742938717242786,
      "grad_norm": 4.452795618894178,
      "learning_rate": 4.2575940029731356e-06,
      "loss": 0.6207,
      "step": 5380
    },
    {
      "epoch": 0.27480371163454675,
      "grad_norm": 15.308045174026043,
      "learning_rate": 4.2546557972072806e-06,
      "loss": 0.6974,
      "step": 5390
    },
    {
      "epoch": 0.2753135515448149,
      "grad_norm": 10.474470898481243,
      "learning_rate": 4.251712806878713e-06,
      "loss": 0.6183,
      "step": 5400
    },
    {
      "epoch": 0.2758233914550831,
      "grad_norm": 5.027179277912336,
      "learning_rate": 4.248765040012324e-06,
      "loss": 0.6578,
      "step": 5410
    },
    {
      "epoch": 0.27633323136535126,
      "grad_norm": 35.436926417503955,
      "learning_rate": 4.2458125046460275e-06,
      "loss": 0.6324,
      "step": 5420
    },
    {
      "epoch": 0.27684307127561947,
      "grad_norm": 5.173289707094978,
      "learning_rate": 4.242855208830744e-06,
      "loss": 0.6098,
      "step": 5430
    },
    {
      "epoch": 0.2773529111858876,
      "grad_norm": 4.057663120262747,
      "learning_rate": 4.239893160630372e-06,
      "loss": 0.642,
      "step": 5440
    },
    {
      "epoch": 0.2778627510961558,
      "grad_norm": 17.42531435164107,
      "learning_rate": 4.236926368121769e-06,
      "loss": 0.6301,
      "step": 5450
    },
    {
      "epoch": 0.278372591006424,
      "grad_norm": 4.394693733513858,
      "learning_rate": 4.233954839394729e-06,
      "loss": 0.6746,
      "step": 5460
    },
    {
      "epoch": 0.2788824309166922,
      "grad_norm": 3.977959027112798,
      "learning_rate": 4.2309785825519625e-06,
      "loss": 0.5941,
      "step": 5470
    },
    {
      "epoch": 0.27939227082696033,
      "grad_norm": 5.683460468119698,
      "learning_rate": 4.22799760570907e-06,
      "loss": 0.701,
      "step": 5480
    },
    {
      "epoch": 0.27990211073722854,
      "grad_norm": 3.7760160964369396,
      "learning_rate": 4.225011916994525e-06,
      "loss": 0.5498,
      "step": 5490
    },
    {
      "epoch": 0.2804119506474967,
      "grad_norm": 7.37545061226748,
      "learning_rate": 4.222021524549646e-06,
      "loss": 0.6047,
      "step": 5500
    },
    {
      "epoch": 0.28092179055776484,
      "grad_norm": 3.8393438974742344,
      "learning_rate": 4.21902643652858e-06,
      "loss": 0.6342,
      "step": 5510
    },
    {
      "epoch": 0.28143163046803304,
      "grad_norm": 3.8747277801352937,
      "learning_rate": 4.216026661098278e-06,
      "loss": 0.6174,
      "step": 5520
    },
    {
      "epoch": 0.2819414703783012,
      "grad_norm": 6.386329134081537,
      "learning_rate": 4.2130222064384704e-06,
      "loss": 0.68,
      "step": 5530
    },
    {
      "epoch": 0.2824513102885694,
      "grad_norm": 5.420447679317111,
      "learning_rate": 4.210013080741649e-06,
      "loss": 0.6835,
      "step": 5540
    },
    {
      "epoch": 0.28296115019883755,
      "grad_norm": 7.173594663259141,
      "learning_rate": 4.2069992922130424e-06,
      "loss": 0.638,
      "step": 5550
    },
    {
      "epoch": 0.28347099010910576,
      "grad_norm": 17.530283331531706,
      "learning_rate": 4.20398084907059e-06,
      "loss": 0.6291,
      "step": 5560
    },
    {
      "epoch": 0.2839808300193739,
      "grad_norm": 8.109340502244885,
      "learning_rate": 4.20095775954493e-06,
      "loss": 0.6896,
      "step": 5570
    },
    {
      "epoch": 0.2844906699296421,
      "grad_norm": 5.401146105324492,
      "learning_rate": 4.1979300318793645e-06,
      "loss": 0.6202,
      "step": 5580
    },
    {
      "epoch": 0.28500050983991027,
      "grad_norm": 9.845797334403796,
      "learning_rate": 4.194897674329845e-06,
      "loss": 0.6617,
      "step": 5590
    },
    {
      "epoch": 0.28551034975017847,
      "grad_norm": 6.98720973954987,
      "learning_rate": 4.191860695164948e-06,
      "loss": 0.6859,
      "step": 5600
    },
    {
      "epoch": 0.2860201896604466,
      "grad_norm": 3.3852963513377605,
      "learning_rate": 4.188819102665851e-06,
      "loss": 0.6827,
      "step": 5610
    },
    {
      "epoch": 0.2865300295707148,
      "grad_norm": 5.910829676428448,
      "learning_rate": 4.185772905126313e-06,
      "loss": 0.632,
      "step": 5620
    },
    {
      "epoch": 0.287039869480983,
      "grad_norm": 5.3891638611882895,
      "learning_rate": 4.182722110852647e-06,
      "loss": 0.5784,
      "step": 5630
    },
    {
      "epoch": 0.28754970939125113,
      "grad_norm": 6.399878165787999,
      "learning_rate": 4.179666728163703e-06,
      "loss": 0.574,
      "step": 5640
    },
    {
      "epoch": 0.28805954930151934,
      "grad_norm": 7.872943692352509,
      "learning_rate": 4.176606765390841e-06,
      "loss": 0.6408,
      "step": 5650
    },
    {
      "epoch": 0.2885693892117875,
      "grad_norm": 10.660244106341933,
      "learning_rate": 4.1735422308779116e-06,
      "loss": 0.702,
      "step": 5660
    },
    {
      "epoch": 0.2890792291220557,
      "grad_norm": 9.453916032422011,
      "learning_rate": 4.170473132981229e-06,
      "loss": 0.7054,
      "step": 5670
    },
    {
      "epoch": 0.28958906903232384,
      "grad_norm": 5.211481088433242,
      "learning_rate": 4.167399480069552e-06,
      "loss": 0.624,
      "step": 5680
    },
    {
      "epoch": 0.29009890894259205,
      "grad_norm": 4.724676021619974,
      "learning_rate": 4.164321280524062e-06,
      "loss": 0.6543,
      "step": 5690
    },
    {
      "epoch": 0.2906087488528602,
      "grad_norm": 5.899702889957497,
      "learning_rate": 4.1612385427383335e-06,
      "loss": 0.6213,
      "step": 5700
    },
    {
      "epoch": 0.2911185887631284,
      "grad_norm": 8.356033595955743,
      "learning_rate": 4.158151275118321e-06,
      "loss": 0.6136,
      "step": 5710
    },
    {
      "epoch": 0.29162842867339656,
      "grad_norm": 4.528472454079423,
      "learning_rate": 4.155059486082326e-06,
      "loss": 0.5934,
      "step": 5720
    },
    {
      "epoch": 0.2921382685836647,
      "grad_norm": 3.9471977080042224,
      "learning_rate": 4.151963184060982e-06,
      "loss": 0.5906,
      "step": 5730
    },
    {
      "epoch": 0.2926481084939329,
      "grad_norm": 7.583055298271071,
      "learning_rate": 4.148862377497228e-06,
      "loss": 0.5857,
      "step": 5740
    },
    {
      "epoch": 0.29315794840420106,
      "grad_norm": 4.956269546892512,
      "learning_rate": 4.145757074846286e-06,
      "loss": 0.6188,
      "step": 5750
    },
    {
      "epoch": 0.29366778831446927,
      "grad_norm": 4.545321137613146,
      "learning_rate": 4.142647284575637e-06,
      "loss": 0.5745,
      "step": 5760
    },
    {
      "epoch": 0.2941776282247374,
      "grad_norm": 4.792940652062567,
      "learning_rate": 4.1395330151649986e-06,
      "loss": 0.6324,
      "step": 5770
    },
    {
      "epoch": 0.2946874681350056,
      "grad_norm": 6.596024873190735,
      "learning_rate": 4.136414275106302e-06,
      "loss": 0.5657,
      "step": 5780
    },
    {
      "epoch": 0.2951973080452738,
      "grad_norm": 5.713080839603736,
      "learning_rate": 4.13329107290367e-06,
      "loss": 0.6331,
      "step": 5790
    },
    {
      "epoch": 0.295707147955542,
      "grad_norm": 5.432098547529835,
      "learning_rate": 4.1301634170733925e-06,
      "loss": 0.6064,
      "step": 5800
    },
    {
      "epoch": 0.29621698786581013,
      "grad_norm": 5.590745245241055,
      "learning_rate": 4.127031316143904e-06,
      "loss": 0.5953,
      "step": 5810
    },
    {
      "epoch": 0.29672682777607834,
      "grad_norm": 5.0642561912893695,
      "learning_rate": 4.1238947786557584e-06,
      "loss": 0.6138,
      "step": 5820
    },
    {
      "epoch": 0.2972366676863465,
      "grad_norm": 5.397119694018976,
      "learning_rate": 4.120753813161606e-06,
      "loss": 0.6255,
      "step": 5830
    },
    {
      "epoch": 0.29774650759661464,
      "grad_norm": 6.506357009448125,
      "learning_rate": 4.117608428226174e-06,
      "loss": 0.6385,
      "step": 5840
    },
    {
      "epoch": 0.29825634750688285,
      "grad_norm": 6.6355006872288556,
      "learning_rate": 4.1144586324262406e-06,
      "loss": 0.6648,
      "step": 5850
    },
    {
      "epoch": 0.298766187417151,
      "grad_norm": 6.819435229576645,
      "learning_rate": 4.111304434350608e-06,
      "loss": 0.6416,
      "step": 5860
    },
    {
      "epoch": 0.2992760273274192,
      "grad_norm": 5.612359875216613,
      "learning_rate": 4.108145842600086e-06,
      "loss": 0.6635,
      "step": 5870
    },
    {
      "epoch": 0.29978586723768735,
      "grad_norm": 3.838613644362246,
      "learning_rate": 4.104982865787465e-06,
      "loss": 0.6013,
      "step": 5880
    },
    {
      "epoch": 0.30029570714795556,
      "grad_norm": 5.376602190700165,
      "learning_rate": 4.101815512537488e-06,
      "loss": 0.5881,
      "step": 5890
    },
    {
      "epoch": 0.3008055470582237,
      "grad_norm": 6.896496839644866,
      "learning_rate": 4.0986437914868374e-06,
      "loss": 0.6871,
      "step": 5900
    },
    {
      "epoch": 0.3013153869684919,
      "grad_norm": 8.306304088884753,
      "learning_rate": 4.095467711284103e-06,
      "loss": 0.6562,
      "step": 5910
    },
    {
      "epoch": 0.30182522687876007,
      "grad_norm": 7.572440847065114,
      "learning_rate": 4.092287280589759e-06,
      "loss": 0.6525,
      "step": 5920
    },
    {
      "epoch": 0.3023350667890283,
      "grad_norm": 8.692355693404446,
      "learning_rate": 4.089102508076146e-06,
      "loss": 0.5751,
      "step": 5930
    },
    {
      "epoch": 0.3028449066992964,
      "grad_norm": 6.722049029065847,
      "learning_rate": 4.085913402427442e-06,
      "loss": 0.6343,
      "step": 5940
    },
    {
      "epoch": 0.3033547466095646,
      "grad_norm": 7.828445788697127,
      "learning_rate": 4.082719972339641e-06,
      "loss": 0.5936,
      "step": 5950
    },
    {
      "epoch": 0.3038645865198328,
      "grad_norm": 6.405566944324596,
      "learning_rate": 4.0795222265205284e-06,
      "loss": 0.6116,
      "step": 5960
    },
    {
      "epoch": 0.30437442643010093,
      "grad_norm": 6.067963979872861,
      "learning_rate": 4.076320173689658e-06,
      "loss": 0.6546,
      "step": 5970
    },
    {
      "epoch": 0.30488426634036914,
      "grad_norm": 5.604101231115741,
      "learning_rate": 4.073113822578328e-06,
      "loss": 0.7114,
      "step": 5980
    },
    {
      "epoch": 0.3053941062506373,
      "grad_norm": 3.929822261335541,
      "learning_rate": 4.069903181929557e-06,
      "loss": 0.6041,
      "step": 5990
    },
    {
      "epoch": 0.3059039461609055,
      "grad_norm": 8.08933198444047,
      "learning_rate": 4.066688260498059e-06,
      "loss": 0.6102,
      "step": 6000
    },
    {
      "epoch": 0.30641378607117364,
      "grad_norm": 5.341035322956155,
      "learning_rate": 4.063469067050223e-06,
      "loss": 0.6173,
      "step": 6010
    },
    {
      "epoch": 0.30692362598144185,
      "grad_norm": 4.8043762647528085,
      "learning_rate": 4.060245610364085e-06,
      "loss": 0.6416,
      "step": 6020
    },
    {
      "epoch": 0.30743346589171,
      "grad_norm": 4.509900217695743,
      "learning_rate": 4.057017899229307e-06,
      "loss": 0.6424,
      "step": 6030
    },
    {
      "epoch": 0.3079433058019782,
      "grad_norm": 7.984468045201899,
      "learning_rate": 4.053785942447151e-06,
      "loss": 0.6983,
      "step": 6040
    },
    {
      "epoch": 0.30845314571224636,
      "grad_norm": 8.1778484515331,
      "learning_rate": 4.0505497488304566e-06,
      "loss": 0.6477,
      "step": 6050
    },
    {
      "epoch": 0.3089629856225145,
      "grad_norm": 5.112670563038483,
      "learning_rate": 4.047309327203616e-06,
      "loss": 0.6241,
      "step": 6060
    },
    {
      "epoch": 0.3094728255327827,
      "grad_norm": 8.347393904556576,
      "learning_rate": 4.044064686402552e-06,
      "loss": 0.5946,
      "step": 6070
    },
    {
      "epoch": 0.30998266544305086,
      "grad_norm": 4.656857993534298,
      "learning_rate": 4.040815835274689e-06,
      "loss": 0.5772,
      "step": 6080
    },
    {
      "epoch": 0.31049250535331907,
      "grad_norm": 4.658567236532135,
      "learning_rate": 4.037562782678934e-06,
      "loss": 0.5742,
      "step": 6090
    },
    {
      "epoch": 0.3110023452635872,
      "grad_norm": 5.885392479470231,
      "learning_rate": 4.034305537485651e-06,
      "loss": 0.5661,
      "step": 6100
    },
    {
      "epoch": 0.3115121851738554,
      "grad_norm": 6.812576194838161,
      "learning_rate": 4.031044108576634e-06,
      "loss": 0.6185,
      "step": 6110
    },
    {
      "epoch": 0.3120220250841236,
      "grad_norm": 4.695832813773793,
      "learning_rate": 4.027778504845088e-06,
      "loss": 0.5996,
      "step": 6120
    },
    {
      "epoch": 0.3125318649943918,
      "grad_norm": 6.719096539347398,
      "learning_rate": 4.024508735195599e-06,
      "loss": 0.5472,
      "step": 6130
    },
    {
      "epoch": 0.31304170490465993,
      "grad_norm": 4.464117617072947,
      "learning_rate": 4.021234808544115e-06,
      "loss": 0.5882,
      "step": 6140
    },
    {
      "epoch": 0.3135515448149281,
      "grad_norm": 4.949227201876802,
      "learning_rate": 4.017956733817919e-06,
      "loss": 0.6042,
      "step": 6150
    },
    {
      "epoch": 0.3140613847251963,
      "grad_norm": 5.147805511736469,
      "learning_rate": 4.014674519955602e-06,
      "loss": 0.5562,
      "step": 6160
    },
    {
      "epoch": 0.31457122463546444,
      "grad_norm": 5.27591052217068,
      "learning_rate": 4.011388175907044e-06,
      "loss": 0.6158,
      "step": 6170
    },
    {
      "epoch": 0.31508106454573265,
      "grad_norm": 5.314691715702688,
      "learning_rate": 4.008097710633388e-06,
      "loss": 0.626,
      "step": 6180
    },
    {
      "epoch": 0.3155909044560008,
      "grad_norm": 5.101799323690667,
      "learning_rate": 4.004803133107011e-06,
      "loss": 0.5678,
      "step": 6190
    },
    {
      "epoch": 0.316100744366269,
      "grad_norm": 9.393447107360567,
      "learning_rate": 4.0015044523115084e-06,
      "loss": 0.6026,
      "step": 6200
    },
    {
      "epoch": 0.31661058427653715,
      "grad_norm": 2.9871948397773864,
      "learning_rate": 3.9982016772416595e-06,
      "loss": 0.6206,
      "step": 6210
    },
    {
      "epoch": 0.31712042418680536,
      "grad_norm": 5.96392264314999,
      "learning_rate": 3.99489481690341e-06,
      "loss": 0.6442,
      "step": 6220
    },
    {
      "epoch": 0.3176302640970735,
      "grad_norm": 4.06827307212575,
      "learning_rate": 3.991583880313846e-06,
      "loss": 0.5968,
      "step": 6230
    },
    {
      "epoch": 0.3181401040073417,
      "grad_norm": 5.97851845959425,
      "learning_rate": 3.988268876501167e-06,
      "loss": 0.5609,
      "step": 6240
    },
    {
      "epoch": 0.31864994391760987,
      "grad_norm": 8.540876238094416,
      "learning_rate": 3.984949814504664e-06,
      "loss": 0.6204,
      "step": 6250
    },
    {
      "epoch": 0.319159783827878,
      "grad_norm": 8.161296163654386,
      "learning_rate": 3.981626703374693e-06,
      "loss": 0.6187,
      "step": 6260
    },
    {
      "epoch": 0.3196696237381462,
      "grad_norm": 4.6578960874648905,
      "learning_rate": 3.9782995521726505e-06,
      "loss": 0.5095,
      "step": 6270
    },
    {
      "epoch": 0.3201794636484144,
      "grad_norm": 5.185027311642541,
      "learning_rate": 3.974968369970953e-06,
      "loss": 0.6377,
      "step": 6280
    },
    {
      "epoch": 0.3206893035586826,
      "grad_norm": 8.45946575637304,
      "learning_rate": 3.971633165853004e-06,
      "loss": 0.6451,
      "step": 6290
    },
    {
      "epoch": 0.32119914346895073,
      "grad_norm": 5.663225217140194,
      "learning_rate": 3.968293948913175e-06,
      "loss": 0.5533,
      "step": 6300
    },
    {
      "epoch": 0.32170898337921894,
      "grad_norm": 7.004741286625379,
      "learning_rate": 3.964950728256783e-06,
      "loss": 0.6197,
      "step": 6310
    },
    {
      "epoch": 0.3222188232894871,
      "grad_norm": 5.713591815943368,
      "learning_rate": 3.961603513000058e-06,
      "loss": 0.6442,
      "step": 6320
    },
    {
      "epoch": 0.3227286631997553,
      "grad_norm": 4.911310025373795,
      "learning_rate": 3.958252312270125e-06,
      "loss": 0.6582,
      "step": 6330
    },
    {
      "epoch": 0.32323850311002345,
      "grad_norm": 67.60264950871154,
      "learning_rate": 3.954897135204975e-06,
      "loss": 0.5731,
      "step": 6340
    },
    {
      "epoch": 0.32374834302029165,
      "grad_norm": 9.225544023855372,
      "learning_rate": 3.951537990953443e-06,
      "loss": 0.6491,
      "step": 6350
    },
    {
      "epoch": 0.3242581829305598,
      "grad_norm": 8.37214360676923,
      "learning_rate": 3.94817488867518e-06,
      "loss": 0.6637,
      "step": 6360
    },
    {
      "epoch": 0.32476802284082795,
      "grad_norm": 7.165627579349391,
      "learning_rate": 3.944807837540633e-06,
      "loss": 0.63,
      "step": 6370
    },
    {
      "epoch": 0.32527786275109616,
      "grad_norm": 7.9986534028713825,
      "learning_rate": 3.94143684673101e-06,
      "loss": 0.6675,
      "step": 6380
    },
    {
      "epoch": 0.3257877026613643,
      "grad_norm": 7.300211677495484,
      "learning_rate": 3.938061925438269e-06,
      "loss": 0.6203,
      "step": 6390
    },
    {
      "epoch": 0.3262975425716325,
      "grad_norm": 5.26360439797044,
      "learning_rate": 3.934683082865082e-06,
      "loss": 0.5485,
      "step": 6400
    },
    {
      "epoch": 0.32680738248190067,
      "grad_norm": 8.674842576965311,
      "learning_rate": 3.931300328224814e-06,
      "loss": 0.685,
      "step": 6410
    },
    {
      "epoch": 0.32731722239216887,
      "grad_norm": 3.680275478176689,
      "learning_rate": 3.927913670741497e-06,
      "loss": 0.5436,
      "step": 6420
    },
    {
      "epoch": 0.327827062302437,
      "grad_norm": 5.151700048772699,
      "learning_rate": 3.9245231196498055e-06,
      "loss": 0.6186,
      "step": 6430
    },
    {
      "epoch": 0.32833690221270523,
      "grad_norm": 12.50962121820052,
      "learning_rate": 3.92112868419503e-06,
      "loss": 0.5814,
      "step": 6440
    },
    {
      "epoch": 0.3288467421229734,
      "grad_norm": 5.39886547774635,
      "learning_rate": 3.917730373633056e-06,
      "loss": 0.6702,
      "step": 6450
    },
    {
      "epoch": 0.3293565820332416,
      "grad_norm": 9.745980327044636,
      "learning_rate": 3.914328197230331e-06,
      "loss": 0.65,
      "step": 6460
    },
    {
      "epoch": 0.32986642194350974,
      "grad_norm": 4.328195735840979,
      "learning_rate": 3.910922164263847e-06,
      "loss": 0.6397,
      "step": 6470
    },
    {
      "epoch": 0.3303762618537779,
      "grad_norm": 11.388860470153862,
      "learning_rate": 3.907512284021113e-06,
      "loss": 0.551,
      "step": 6480
    },
    {
      "epoch": 0.3308861017640461,
      "grad_norm": 5.001205491020057,
      "learning_rate": 3.9040985658001245e-06,
      "loss": 0.6024,
      "step": 6490
    },
    {
      "epoch": 0.33139594167431424,
      "grad_norm": 13.752803345684894,
      "learning_rate": 3.900681018909346e-06,
      "loss": 0.6269,
      "step": 6500
    },
    {
      "epoch": 0.33190578158458245,
      "grad_norm": 6.563246966742989,
      "learning_rate": 3.89725965266768e-06,
      "loss": 0.5483,
      "step": 6510
    },
    {
      "epoch": 0.3324156214948506,
      "grad_norm": 5.6009232150840385,
      "learning_rate": 3.893834476404445e-06,
      "loss": 0.6227,
      "step": 6520
    },
    {
      "epoch": 0.3329254614051188,
      "grad_norm": 6.385115575499585,
      "learning_rate": 3.890405499459346e-06,
      "loss": 0.5391,
      "step": 6530
    },
    {
      "epoch": 0.33343530131538696,
      "grad_norm": 10.100062751766151,
      "learning_rate": 3.886972731182455e-06,
      "loss": 0.6227,
      "step": 6540
    },
    {
      "epoch": 0.33394514122565516,
      "grad_norm": 7.360787802711816,
      "learning_rate": 3.88353618093418e-06,
      "loss": 0.6554,
      "step": 6550
    },
    {
      "epoch": 0.3344549811359233,
      "grad_norm": 5.356919889085,
      "learning_rate": 3.880095858085242e-06,
      "loss": 0.6468,
      "step": 6560
    },
    {
      "epoch": 0.3349648210461915,
      "grad_norm": 5.509960574562544,
      "learning_rate": 3.876651772016651e-06,
      "loss": 0.7081,
      "step": 6570
    },
    {
      "epoch": 0.33547466095645967,
      "grad_norm": 3.286871309961813,
      "learning_rate": 3.873203932119674e-06,
      "loss": 0.5847,
      "step": 6580
    },
    {
      "epoch": 0.3359845008667278,
      "grad_norm": 3.8352613480782454,
      "learning_rate": 3.869752347795817e-06,
      "loss": 0.5517,
      "step": 6590
    },
    {
      "epoch": 0.336494340776996,
      "grad_norm": 4.477157135506783,
      "learning_rate": 3.866297028456797e-06,
      "loss": 0.6064,
      "step": 6600
    },
    {
      "epoch": 0.3370041806872642,
      "grad_norm": 4.734066056109367,
      "learning_rate": 3.862837983524514e-06,
      "loss": 0.6193,
      "step": 6610
    },
    {
      "epoch": 0.3375140205975324,
      "grad_norm": 8.932654735360822,
      "learning_rate": 3.859375222431028e-06,
      "loss": 0.5583,
      "step": 6620
    },
    {
      "epoch": 0.33802386050780053,
      "grad_norm": 5.980294085107751,
      "learning_rate": 3.855908754618529e-06,
      "loss": 0.5647,
      "step": 6630
    },
    {
      "epoch": 0.33853370041806874,
      "grad_norm": 10.757717609465724,
      "learning_rate": 3.852438589539318e-06,
      "loss": 0.6095,
      "step": 6640
    },
    {
      "epoch": 0.3390435403283369,
      "grad_norm": 7.4025432334386405,
      "learning_rate": 3.848964736655778e-06,
      "loss": 0.5996,
      "step": 6650
    },
    {
      "epoch": 0.3395533802386051,
      "grad_norm": 4.770370050231316,
      "learning_rate": 3.8454872054403436e-06,
      "loss": 0.6346,
      "step": 6660
    },
    {
      "epoch": 0.34006322014887325,
      "grad_norm": 4.717970663853238,
      "learning_rate": 3.842006005375484e-06,
      "loss": 0.6224,
      "step": 6670
    },
    {
      "epoch": 0.34057306005914145,
      "grad_norm": 4.3404000579008395,
      "learning_rate": 3.838521145953671e-06,
      "loss": 0.5899,
      "step": 6680
    },
    {
      "epoch": 0.3410828999694096,
      "grad_norm": 4.034827310652614,
      "learning_rate": 3.835032636677353e-06,
      "loss": 0.5911,
      "step": 6690
    },
    {
      "epoch": 0.34159273987967775,
      "grad_norm": 7.368938458861282,
      "learning_rate": 3.831540487058931e-06,
      "loss": 0.5737,
      "step": 6700
    },
    {
      "epoch": 0.34210257978994596,
      "grad_norm": 8.57724472913965,
      "learning_rate": 3.828044706620735e-06,
      "loss": 0.5313,
      "step": 6710
    },
    {
      "epoch": 0.3426124197002141,
      "grad_norm": 6.329551601664903,
      "learning_rate": 3.824545304894996e-06,
      "loss": 0.57,
      "step": 6720
    },
    {
      "epoch": 0.3431222596104823,
      "grad_norm": 4.795096185907367,
      "learning_rate": 3.8210422914238135e-06,
      "loss": 0.6148,
      "step": 6730
    },
    {
      "epoch": 0.34363209952075047,
      "grad_norm": 6.213637575028185,
      "learning_rate": 3.817535675759141e-06,
      "loss": 0.6063,
      "step": 6740
    },
    {
      "epoch": 0.3441419394310187,
      "grad_norm": 7.850124604471028,
      "learning_rate": 3.814025467462753e-06,
      "loss": 0.6415,
      "step": 6750
    },
    {
      "epoch": 0.3446517793412868,
      "grad_norm": 7.606549162605095,
      "learning_rate": 3.81051167610622e-06,
      "loss": 0.6188,
      "step": 6760
    },
    {
      "epoch": 0.34516161925155503,
      "grad_norm": 5.859136355753269,
      "learning_rate": 3.806994311270882e-06,
      "loss": 0.5968,
      "step": 6770
    },
    {
      "epoch": 0.3456714591618232,
      "grad_norm": 7.357030820962491,
      "learning_rate": 3.8034733825478244e-06,
      "loss": 0.6151,
      "step": 6780
    },
    {
      "epoch": 0.3461812990720914,
      "grad_norm": 6.118489158670542,
      "learning_rate": 3.79994889953785e-06,
      "loss": 0.5947,
      "step": 6790
    },
    {
      "epoch": 0.34669113898235954,
      "grad_norm": 8.430159102749696,
      "learning_rate": 3.796420871851454e-06,
      "loss": 0.6021,
      "step": 6800
    },
    {
      "epoch": 0.3472009788926277,
      "grad_norm": 15.874800204896232,
      "learning_rate": 3.792889309108795e-06,
      "loss": 0.5698,
      "step": 6810
    },
    {
      "epoch": 0.3477108188028959,
      "grad_norm": 8.83185818771321,
      "learning_rate": 3.7893542209396734e-06,
      "loss": 0.6312,
      "step": 6820
    },
    {
      "epoch": 0.34822065871316404,
      "grad_norm": 4.087291025953165,
      "learning_rate": 3.7858156169835015e-06,
      "loss": 0.5627,
      "step": 6830
    },
    {
      "epoch": 0.34873049862343225,
      "grad_norm": 6.7607366003726055,
      "learning_rate": 3.782273506889279e-06,
      "loss": 0.5773,
      "step": 6840
    },
    {
      "epoch": 0.3492403385337004,
      "grad_norm": 10.819485461238413,
      "learning_rate": 3.7787279003155654e-06,
      "loss": 0.5643,
      "step": 6850
    },
    {
      "epoch": 0.3497501784439686,
      "grad_norm": 7.661944780552012,
      "learning_rate": 3.7751788069304545e-06,
      "loss": 0.6101,
      "step": 6860
    },
    {
      "epoch": 0.35026001835423676,
      "grad_norm": 6.422963238448512,
      "learning_rate": 3.7716262364115474e-06,
      "loss": 0.6484,
      "step": 6870
    },
    {
      "epoch": 0.35076985826450496,
      "grad_norm": 9.481303854150275,
      "learning_rate": 3.768070198445929e-06,
      "loss": 0.5689,
      "step": 6880
    },
    {
      "epoch": 0.3512796981747731,
      "grad_norm": 6.181056944169703,
      "learning_rate": 3.7645107027301345e-06,
      "loss": 0.6259,
      "step": 6890
    },
    {
      "epoch": 0.3517895380850413,
      "grad_norm": 4.107794346757061,
      "learning_rate": 3.760947758970133e-06,
      "loss": 0.6058,
      "step": 6900
    },
    {
      "epoch": 0.35229937799530947,
      "grad_norm": 4.973326337674359,
      "learning_rate": 3.757381376881292e-06,
      "loss": 0.5507,
      "step": 6910
    },
    {
      "epoch": 0.3528092179055776,
      "grad_norm": 10.480438607114168,
      "learning_rate": 3.7538115661883566e-06,
      "loss": 0.5403,
      "step": 6920
    },
    {
      "epoch": 0.3533190578158458,
      "grad_norm": 4.104274396062177,
      "learning_rate": 3.750238336625418e-06,
      "loss": 0.5779,
      "step": 6930
    },
    {
      "epoch": 0.353828897726114,
      "grad_norm": 4.529163767945204,
      "learning_rate": 3.746661697935894e-06,
      "loss": 0.6222,
      "step": 6940
    },
    {
      "epoch": 0.3543387376363822,
      "grad_norm": 4.430559349481732,
      "learning_rate": 3.743081659872495e-06,
      "loss": 0.6055,
      "step": 6950
    },
    {
      "epoch": 0.35484857754665033,
      "grad_norm": 6.5460741891803655,
      "learning_rate": 3.7394982321972027e-06,
      "loss": 0.5601,
      "step": 6960
    },
    {
      "epoch": 0.35535841745691854,
      "grad_norm": 7.640248043872103,
      "learning_rate": 3.735911424681241e-06,
      "loss": 0.6209,
      "step": 6970
    },
    {
      "epoch": 0.3558682573671867,
      "grad_norm": 8.37675772527331,
      "learning_rate": 3.73232124710505e-06,
      "loss": 0.6312,
      "step": 6980
    },
    {
      "epoch": 0.3563780972774549,
      "grad_norm": 7.037076133600042,
      "learning_rate": 3.7287277092582574e-06,
      "loss": 0.6125,
      "step": 6990
    },
    {
      "epoch": 0.35688793718772305,
      "grad_norm": 10.794399433912062,
      "learning_rate": 3.7251308209396574e-06,
      "loss": 0.5567,
      "step": 7000
    },
    {
      "epoch": 0.35739777709799125,
      "grad_norm": 11.309080635594633,
      "learning_rate": 3.7215305919571764e-06,
      "loss": 0.5911,
      "step": 7010
    },
    {
      "epoch": 0.3579076170082594,
      "grad_norm": 5.54462136401189,
      "learning_rate": 3.7179270321278514e-06,
      "loss": 0.5995,
      "step": 7020
    },
    {
      "epoch": 0.35841745691852755,
      "grad_norm": 3.7492832827560103,
      "learning_rate": 3.7143201512778036e-06,
      "loss": 0.5922,
      "step": 7030
    },
    {
      "epoch": 0.35892729682879576,
      "grad_norm": 6.858050111733345,
      "learning_rate": 3.710709959242208e-06,
      "loss": 0.5987,
      "step": 7040
    },
    {
      "epoch": 0.3594371367390639,
      "grad_norm": 6.171010764226671,
      "learning_rate": 3.707096465865268e-06,
      "loss": 0.5419,
      "step": 7050
    },
    {
      "epoch": 0.3599469766493321,
      "grad_norm": 5.329769378388623,
      "learning_rate": 3.703479681000191e-06,
      "loss": 0.5478,
      "step": 7060
    },
    {
      "epoch": 0.36045681655960027,
      "grad_norm": 3.5454541378397204,
      "learning_rate": 3.699859614509158e-06,
      "loss": 0.6207,
      "step": 7070
    },
    {
      "epoch": 0.3609666564698685,
      "grad_norm": 13.986305814991704,
      "learning_rate": 3.6962362762633004e-06,
      "loss": 0.6246,
      "step": 7080
    },
    {
      "epoch": 0.3614764963801366,
      "grad_norm": 4.850896721665051,
      "learning_rate": 3.6926096761426666e-06,
      "loss": 0.5819,
      "step": 7090
    },
    {
      "epoch": 0.36198633629040483,
      "grad_norm": 7.499418723064143,
      "learning_rate": 3.6889798240362033e-06,
      "loss": 0.5597,
      "step": 7100
    },
    {
      "epoch": 0.362496176200673,
      "grad_norm": 14.96873551216076,
      "learning_rate": 3.6853467298417243e-06,
      "loss": 0.5084,
      "step": 7110
    },
    {
      "epoch": 0.3630060161109412,
      "grad_norm": 5.911693184729608,
      "learning_rate": 3.681710403465883e-06,
      "loss": 0.5799,
      "step": 7120
    },
    {
      "epoch": 0.36351585602120934,
      "grad_norm": 4.923835615599454,
      "learning_rate": 3.6780708548241456e-06,
      "loss": 0.6774,
      "step": 7130
    },
    {
      "epoch": 0.3640256959314775,
      "grad_norm": 5.576239220291962,
      "learning_rate": 3.6744280938407663e-06,
      "loss": 0.5563,
      "step": 7140
    },
    {
      "epoch": 0.3645355358417457,
      "grad_norm": 53.425006716624175,
      "learning_rate": 3.6707821304487566e-06,
      "loss": 0.5904,
      "step": 7150
    },
    {
      "epoch": 0.36504537575201385,
      "grad_norm": 8.913931661640671,
      "learning_rate": 3.667132974589863e-06,
      "loss": 0.6302,
      "step": 7160
    },
    {
      "epoch": 0.36555521566228205,
      "grad_norm": 4.475573478074097,
      "learning_rate": 3.6634806362145346e-06,
      "loss": 0.5533,
      "step": 7170
    },
    {
      "epoch": 0.3660650555725502,
      "grad_norm": 5.442534505279004,
      "learning_rate": 3.6598251252819e-06,
      "loss": 0.6408,
      "step": 7180
    },
    {
      "epoch": 0.3665748954828184,
      "grad_norm": 20.614809255691306,
      "learning_rate": 3.6561664517597384e-06,
      "loss": 0.5989,
      "step": 7190
    },
    {
      "epoch": 0.36708473539308656,
      "grad_norm": 9.734907719100084,
      "learning_rate": 3.652504625624452e-06,
      "loss": 0.6404,
      "step": 7200
    },
    {
      "epoch": 0.36759457530335476,
      "grad_norm": 6.631934468341404,
      "learning_rate": 3.6488396568610407e-06,
      "loss": 0.5767,
      "step": 7210
    },
    {
      "epoch": 0.3681044152136229,
      "grad_norm": 7.1809330609897914,
      "learning_rate": 3.645171555463073e-06,
      "loss": 0.636,
      "step": 7220
    },
    {
      "epoch": 0.3686142551238911,
      "grad_norm": 5.546281325797002,
      "learning_rate": 3.641500331432658e-06,
      "loss": 0.63,
      "step": 7230
    },
    {
      "epoch": 0.36912409503415927,
      "grad_norm": 8.823366797783622,
      "learning_rate": 3.6378259947804233e-06,
      "loss": 0.5748,
      "step": 7240
    },
    {
      "epoch": 0.3696339349444274,
      "grad_norm": 5.097288565368337,
      "learning_rate": 3.6341485555254795e-06,
      "loss": 0.5088,
      "step": 7250
    },
    {
      "epoch": 0.37014377485469563,
      "grad_norm": 8.118113252898912,
      "learning_rate": 3.6304680236954004e-06,
      "loss": 0.6355,
      "step": 7260
    },
    {
      "epoch": 0.3706536147649638,
      "grad_norm": 3.3464029872574375,
      "learning_rate": 3.6267844093261918e-06,
      "loss": 0.6184,
      "step": 7270
    },
    {
      "epoch": 0.371163454675232,
      "grad_norm": 18.062546321417802,
      "learning_rate": 3.6230977224622637e-06,
      "loss": 0.6462,
      "step": 7280
    },
    {
      "epoch": 0.37167329458550014,
      "grad_norm": 6.52233188905018,
      "learning_rate": 3.619407973156406e-06,
      "loss": 0.5156,
      "step": 7290
    },
    {
      "epoch": 0.37218313449576834,
      "grad_norm": 8.221714618065553,
      "learning_rate": 3.6157151714697573e-06,
      "loss": 0.6841,
      "step": 7300
    },
    {
      "epoch": 0.3726929744060365,
      "grad_norm": 27.792566756398507,
      "learning_rate": 3.6120193274717815e-06,
      "loss": 0.5526,
      "step": 7310
    },
    {
      "epoch": 0.3732028143163047,
      "grad_norm": 4.306156811257337,
      "learning_rate": 3.608320451240237e-06,
      "loss": 0.5967,
      "step": 7320
    },
    {
      "epoch": 0.37371265422657285,
      "grad_norm": 6.166072662851084,
      "learning_rate": 3.6046185528611497e-06,
      "loss": 0.6096,
      "step": 7330
    },
    {
      "epoch": 0.37422249413684106,
      "grad_norm": 4.853281102665544,
      "learning_rate": 3.600913642428788e-06,
      "loss": 0.5802,
      "step": 7340
    },
    {
      "epoch": 0.3747323340471092,
      "grad_norm": 6.741886629102916,
      "learning_rate": 3.597205730045632e-06,
      "loss": 0.6536,
      "step": 7350
    },
    {
      "epoch": 0.37524217395737736,
      "grad_norm": 4.183273902615311,
      "learning_rate": 3.5934948258223485e-06,
      "loss": 0.652,
      "step": 7360
    },
    {
      "epoch": 0.37575201386764556,
      "grad_norm": 9.101129386835122,
      "learning_rate": 3.5897809398777607e-06,
      "loss": 0.7082,
      "step": 7370
    },
    {
      "epoch": 0.3762618537779137,
      "grad_norm": 4.815675180734852,
      "learning_rate": 3.586064082338825e-06,
      "loss": 0.6186,
      "step": 7380
    },
    {
      "epoch": 0.3767716936881819,
      "grad_norm": 3.95393447830758,
      "learning_rate": 3.5823442633405993e-06,
      "loss": 0.559,
      "step": 7390
    },
    {
      "epoch": 0.37728153359845007,
      "grad_norm": 14.067564962388795,
      "learning_rate": 3.578621493026216e-06,
      "loss": 0.567,
      "step": 7400
    },
    {
      "epoch": 0.3777913735087183,
      "grad_norm": 4.773473342606289,
      "learning_rate": 3.5748957815468556e-06,
      "loss": 0.5831,
      "step": 7410
    },
    {
      "epoch": 0.3783012134189864,
      "grad_norm": 5.549851227762529,
      "learning_rate": 3.5711671390617188e-06,
      "loss": 0.5673,
      "step": 7420
    },
    {
      "epoch": 0.37881105332925463,
      "grad_norm": 3.3479933620192335,
      "learning_rate": 3.567435575737999e-06,
      "loss": 0.6056,
      "step": 7430
    },
    {
      "epoch": 0.3793208932395228,
      "grad_norm": 14.15878245345039,
      "learning_rate": 3.563701101750854e-06,
      "loss": 0.5743,
      "step": 7440
    },
    {
      "epoch": 0.379830733149791,
      "grad_norm": 6.419404980512699,
      "learning_rate": 3.5599637272833753e-06,
      "loss": 0.6721,
      "step": 7450
    },
    {
      "epoch": 0.38034057306005914,
      "grad_norm": 3.475737030604581,
      "learning_rate": 3.556223462526568e-06,
      "loss": 0.6289,
      "step": 7460
    },
    {
      "epoch": 0.3808504129703273,
      "grad_norm": 4.736659071805537,
      "learning_rate": 3.5524803176793165e-06,
      "loss": 0.5864,
      "step": 7470
    },
    {
      "epoch": 0.3813602528805955,
      "grad_norm": 4.231077303312,
      "learning_rate": 3.5487343029483577e-06,
      "loss": 0.5538,
      "step": 7480
    },
    {
      "epoch": 0.38187009279086365,
      "grad_norm": 4.529344365626084,
      "learning_rate": 3.544985428548255e-06,
      "loss": 0.6027,
      "step": 7490
    },
    {
      "epoch": 0.38237993270113185,
      "grad_norm": 3.504905765153972,
      "learning_rate": 3.541233704701369e-06,
      "loss": 0.5744,
      "step": 7500
    },
    {
      "epoch": 0.3828897726114,
      "grad_norm": 6.222110628729311,
      "learning_rate": 3.5374791416378294e-06,
      "loss": 0.5717,
      "step": 7510
    },
    {
      "epoch": 0.3833996125216682,
      "grad_norm": 5.8783544186901215,
      "learning_rate": 3.5337217495955113e-06,
      "loss": 0.5574,
      "step": 7520
    },
    {
      "epoch": 0.38390945243193636,
      "grad_norm": 6.577175269766371,
      "learning_rate": 3.5299615388199983e-06,
      "loss": 0.5388,
      "step": 7530
    },
    {
      "epoch": 0.38441929234220457,
      "grad_norm": 5.968698056594268,
      "learning_rate": 3.526198519564565e-06,
      "loss": 0.546,
      "step": 7540
    },
    {
      "epoch": 0.3849291322524727,
      "grad_norm": 7.436207395985792,
      "learning_rate": 3.522432702090141e-06,
      "loss": 0.5911,
      "step": 7550
    },
    {
      "epoch": 0.3854389721627409,
      "grad_norm": 5.305969940463719,
      "learning_rate": 3.518664096665289e-06,
      "loss": 0.5795,
      "step": 7560
    },
    {
      "epoch": 0.3859488120730091,
      "grad_norm": 4.764076818026139,
      "learning_rate": 3.5148927135661697e-06,
      "loss": 0.5664,
      "step": 7570
    },
    {
      "epoch": 0.3864586519832772,
      "grad_norm": 4.456449482163297,
      "learning_rate": 3.5111185630765216e-06,
      "loss": 0.6528,
      "step": 7580
    },
    {
      "epoch": 0.38696849189354543,
      "grad_norm": 9.887156748088438,
      "learning_rate": 3.507341655487628e-06,
      "loss": 0.5767,
      "step": 7590
    },
    {
      "epoch": 0.3874783318038136,
      "grad_norm": 5.777103305694122,
      "learning_rate": 3.5035620010982896e-06,
      "loss": 0.5429,
      "step": 7600
    },
    {
      "epoch": 0.3879881717140818,
      "grad_norm": 5.453330299163754,
      "learning_rate": 3.4997796102147964e-06,
      "loss": 0.5854,
      "step": 7610
    },
    {
      "epoch": 0.38849801162434994,
      "grad_norm": 4.931929598094581,
      "learning_rate": 3.495994493150903e-06,
      "loss": 0.5633,
      "step": 7620
    },
    {
      "epoch": 0.38900785153461814,
      "grad_norm": 5.217190682035675,
      "learning_rate": 3.492206660227796e-06,
      "loss": 0.6049,
      "step": 7630
    },
    {
      "epoch": 0.3895176914448863,
      "grad_norm": 7.998364733143567,
      "learning_rate": 3.4884161217740677e-06,
      "loss": 0.4803,
      "step": 7640
    },
    {
      "epoch": 0.3900275313551545,
      "grad_norm": 7.092320373283092,
      "learning_rate": 3.4846228881256862e-06,
      "loss": 0.5541,
      "step": 7650
    },
    {
      "epoch": 0.39053737126542265,
      "grad_norm": 6.124803699299853,
      "learning_rate": 3.480826969625971e-06,
      "loss": 0.5922,
      "step": 7660
    },
    {
      "epoch": 0.39104721117569086,
      "grad_norm": 5.153057465826043,
      "learning_rate": 3.477028376625563e-06,
      "loss": 0.5665,
      "step": 7670
    },
    {
      "epoch": 0.391557051085959,
      "grad_norm": 4.517672802865693,
      "learning_rate": 3.4732271194823936e-06,
      "loss": 0.5277,
      "step": 7680
    },
    {
      "epoch": 0.39206689099622716,
      "grad_norm": 4.166995164567575,
      "learning_rate": 3.4694232085616596e-06,
      "loss": 0.7118,
      "step": 7690
    },
    {
      "epoch": 0.39257673090649536,
      "grad_norm": 5.1557568947593415,
      "learning_rate": 3.465616654235795e-06,
      "loss": 0.6042,
      "step": 7700
    },
    {
      "epoch": 0.3930865708167635,
      "grad_norm": 6.393410866172962,
      "learning_rate": 3.4618074668844424e-06,
      "loss": 0.588,
      "step": 7710
    },
    {
      "epoch": 0.3935964107270317,
      "grad_norm": 4.358690539680005,
      "learning_rate": 3.4579956568944207e-06,
      "loss": 0.6176,
      "step": 7720
    },
    {
      "epoch": 0.39410625063729987,
      "grad_norm": 3.624911629797558,
      "learning_rate": 3.454181234659703e-06,
      "loss": 0.6397,
      "step": 7730
    },
    {
      "epoch": 0.3946160905475681,
      "grad_norm": 4.344164968023655,
      "learning_rate": 3.4503642105813852e-06,
      "loss": 0.5771,
      "step": 7740
    },
    {
      "epoch": 0.3951259304578362,
      "grad_norm": 5.636498947247398,
      "learning_rate": 3.446544595067657e-06,
      "loss": 0.6011,
      "step": 7750
    },
    {
      "epoch": 0.39563577036810443,
      "grad_norm": 6.847194106097315,
      "learning_rate": 3.442722398533775e-06,
      "loss": 0.5671,
      "step": 7760
    },
    {
      "epoch": 0.3961456102783726,
      "grad_norm": 9.184980996653614,
      "learning_rate": 3.4388976314020334e-06,
      "loss": 0.6045,
      "step": 7770
    },
    {
      "epoch": 0.3966554501886408,
      "grad_norm": 4.422482401293273,
      "learning_rate": 3.435070304101735e-06,
      "loss": 0.5702,
      "step": 7780
    },
    {
      "epoch": 0.39716529009890894,
      "grad_norm": 8.284493585068157,
      "learning_rate": 3.4312404270691662e-06,
      "loss": 0.5723,
      "step": 7790
    },
    {
      "epoch": 0.3976751300091771,
      "grad_norm": 3.30035074762522,
      "learning_rate": 3.4274080107475634e-06,
      "loss": 0.5815,
      "step": 7800
    },
    {
      "epoch": 0.3981849699194453,
      "grad_norm": 3.988407493682963,
      "learning_rate": 3.4235730655870876e-06,
      "loss": 0.6402,
      "step": 7810
    },
    {
      "epoch": 0.39869480982971345,
      "grad_norm": 3.779728090113872,
      "learning_rate": 3.4197356020447964e-06,
      "loss": 0.5862,
      "step": 7820
    },
    {
      "epoch": 0.39920464973998165,
      "grad_norm": 5.642758710878275,
      "learning_rate": 3.4158956305846135e-06,
      "loss": 0.5923,
      "step": 7830
    },
    {
      "epoch": 0.3997144896502498,
      "grad_norm": 3.082114895002924,
      "learning_rate": 3.412053161677302e-06,
      "loss": 0.5496,
      "step": 7840
    },
    {
      "epoch": 0.400224329560518,
      "grad_norm": 6.294460319464474,
      "learning_rate": 3.408208205800434e-06,
      "loss": 0.5882,
      "step": 7850
    },
    {
      "epoch": 0.40073416947078616,
      "grad_norm": 9.70513659085264,
      "learning_rate": 3.4043607734383627e-06,
      "loss": 0.6992,
      "step": 7860
    },
    {
      "epoch": 0.40124400938105437,
      "grad_norm": 5.457141505102727,
      "learning_rate": 3.400510875082197e-06,
      "loss": 0.6412,
      "step": 7870
    },
    {
      "epoch": 0.4017538492913225,
      "grad_norm": 6.982613221228831,
      "learning_rate": 3.396658521229766e-06,
      "loss": 0.5833,
      "step": 7880
    },
    {
      "epoch": 0.4022636892015907,
      "grad_norm": 5.057259608071754,
      "learning_rate": 3.392803722385597e-06,
      "loss": 0.6329,
      "step": 7890
    },
    {
      "epoch": 0.4027735291118589,
      "grad_norm": 4.837813445437802,
      "learning_rate": 3.388946489060884e-06,
      "loss": 0.5982,
      "step": 7900
    },
    {
      "epoch": 0.403283369022127,
      "grad_norm": 36.02262032028181,
      "learning_rate": 3.3850868317734586e-06,
      "loss": 0.5327,
      "step": 7910
    },
    {
      "epoch": 0.40379320893239523,
      "grad_norm": 4.823228085584529,
      "learning_rate": 3.381224761047763e-06,
      "loss": 0.5623,
      "step": 7920
    },
    {
      "epoch": 0.4043030488426634,
      "grad_norm": 8.36240492723203,
      "learning_rate": 3.377360287414818e-06,
      "loss": 0.5395,
      "step": 7930
    },
    {
      "epoch": 0.4048128887529316,
      "grad_norm": 9.155441995327642,
      "learning_rate": 3.3734934214121994e-06,
      "loss": 0.698,
      "step": 7940
    },
    {
      "epoch": 0.40532272866319974,
      "grad_norm": 11.938460867655994,
      "learning_rate": 3.369624173584006e-06,
      "loss": 0.5864,
      "step": 7950
    },
    {
      "epoch": 0.40583256857346794,
      "grad_norm": 5.409381281008949,
      "learning_rate": 3.3657525544808293e-06,
      "loss": 0.6225,
      "step": 7960
    },
    {
      "epoch": 0.4063424084837361,
      "grad_norm": 4.89907197073032,
      "learning_rate": 3.361878574659729e-06,
      "loss": 0.6242,
      "step": 7970
    },
    {
      "epoch": 0.4068522483940043,
      "grad_norm": 6.797248201036603,
      "learning_rate": 3.3580022446842e-06,
      "loss": 0.605,
      "step": 7980
    },
    {
      "epoch": 0.40736208830427245,
      "grad_norm": 3.1365064124030297,
      "learning_rate": 3.3541235751241474e-06,
      "loss": 0.5203,
      "step": 7990
    },
    {
      "epoch": 0.40787192821454066,
      "grad_norm": 3.9884621581330264,
      "learning_rate": 3.350242576555856e-06,
      "loss": 0.6074,
      "step": 8000
    },
    {
      "epoch": 0.4083817681248088,
      "grad_norm": 2.9254887717179336,
      "learning_rate": 3.346359259561958e-06,
      "loss": 0.5648,
      "step": 8010
    },
    {
      "epoch": 0.40889160803507696,
      "grad_norm": 10.8121751372367,
      "learning_rate": 3.3424736347314113e-06,
      "loss": 0.599,
      "step": 8020
    },
    {
      "epoch": 0.40940144794534516,
      "grad_norm": 8.156217448526485,
      "learning_rate": 3.338585712659465e-06,
      "loss": 0.5852,
      "step": 8030
    },
    {
      "epoch": 0.4099112878556133,
      "grad_norm": 7.7980296103312075,
      "learning_rate": 3.3346955039476324e-06,
      "loss": 0.5456,
      "step": 8040
    },
    {
      "epoch": 0.4104211277658815,
      "grad_norm": 4.936174392006569,
      "learning_rate": 3.3308030192036623e-06,
      "loss": 0.6042,
      "step": 8050
    },
    {
      "epoch": 0.41093096767614967,
      "grad_norm": 7.916106361808594,
      "learning_rate": 3.3269082690415094e-06,
      "loss": 0.5187,
      "step": 8060
    },
    {
      "epoch": 0.4114408075864179,
      "grad_norm": 8.010321022647496,
      "learning_rate": 3.3230112640813063e-06,
      "loss": 0.5558,
      "step": 8070
    },
    {
      "epoch": 0.41195064749668603,
      "grad_norm": 8.677988264330512,
      "learning_rate": 3.319112014949333e-06,
      "loss": 0.5425,
      "step": 8080
    },
    {
      "epoch": 0.41246048740695423,
      "grad_norm": 11.895359241550484,
      "learning_rate": 3.3152105322779883e-06,
      "loss": 0.6792,
      "step": 8090
    },
    {
      "epoch": 0.4129703273172224,
      "grad_norm": 15.85477100579575,
      "learning_rate": 3.3113068267057635e-06,
      "loss": 0.6122,
      "step": 8100
    },
    {
      "epoch": 0.4134801672274906,
      "grad_norm": 3.9481739068899153,
      "learning_rate": 3.307400908877211e-06,
      "loss": 0.5493,
      "step": 8110
    },
    {
      "epoch": 0.41399000713775874,
      "grad_norm": 7.673653825673098,
      "learning_rate": 3.303492789442913e-06,
      "loss": 0.6135,
      "step": 8120
    },
    {
      "epoch": 0.4144998470480269,
      "grad_norm": 3.835406906210918,
      "learning_rate": 3.2995824790594577e-06,
      "loss": 0.6283,
      "step": 8130
    },
    {
      "epoch": 0.4150096869582951,
      "grad_norm": 6.589571450104878,
      "learning_rate": 3.2956699883894065e-06,
      "loss": 0.602,
      "step": 8140
    },
    {
      "epoch": 0.41551952686856325,
      "grad_norm": 23.69316882717695,
      "learning_rate": 3.291755328101266e-06,
      "loss": 0.5069,
      "step": 8150
    },
    {
      "epoch": 0.41602936677883146,
      "grad_norm": 7.054279717896161,
      "learning_rate": 3.287838508869459e-06,
      "loss": 0.6272,
      "step": 8160
    },
    {
      "epoch": 0.4165392066890996,
      "grad_norm": 4.345210604566924,
      "learning_rate": 3.2839195413742946e-06,
      "loss": 0.5341,
      "step": 8170
    },
    {
      "epoch": 0.4170490465993678,
      "grad_norm": 3.5090166274998595,
      "learning_rate": 3.2799984363019403e-06,
      "loss": 0.594,
      "step": 8180
    },
    {
      "epoch": 0.41755888650963596,
      "grad_norm": 2.967852128891153,
      "learning_rate": 3.276075204344393e-06,
      "loss": 0.5998,
      "step": 8190
    },
    {
      "epoch": 0.41806872641990417,
      "grad_norm": 8.402876117046452,
      "learning_rate": 3.272149856199448e-06,
      "loss": 0.6589,
      "step": 8200
    },
    {
      "epoch": 0.4185785663301723,
      "grad_norm": 4.144641190938076,
      "learning_rate": 3.2682224025706716e-06,
      "loss": 0.5706,
      "step": 8210
    },
    {
      "epoch": 0.4190884062404405,
      "grad_norm": 4.478507448970573,
      "learning_rate": 3.2642928541673707e-06,
      "loss": 0.5506,
      "step": 8220
    },
    {
      "epoch": 0.4195982461507087,
      "grad_norm": 3.3506630062444813,
      "learning_rate": 3.2603612217045654e-06,
      "loss": 0.5969,
      "step": 8230
    },
    {
      "epoch": 0.4201080860609768,
      "grad_norm": 3.398334235003455,
      "learning_rate": 3.2564275159029573e-06,
      "loss": 0.5549,
      "step": 8240
    },
    {
      "epoch": 0.42061792597124503,
      "grad_norm": 6.514949132565751,
      "learning_rate": 3.252491747488902e-06,
      "loss": 0.5677,
      "step": 8250
    },
    {
      "epoch": 0.4211277658815132,
      "grad_norm": 8.04138544752521,
      "learning_rate": 3.2485539271943796e-06,
      "loss": 0.6166,
      "step": 8260
    },
    {
      "epoch": 0.4216376057917814,
      "grad_norm": 7.06300391690725,
      "learning_rate": 3.244614065756965e-06,
      "loss": 0.5547,
      "step": 8270
    },
    {
      "epoch": 0.42214744570204954,
      "grad_norm": 5.0433275744964385,
      "learning_rate": 3.240672173919798e-06,
      "loss": 0.5116,
      "step": 8280
    },
    {
      "epoch": 0.42265728561231775,
      "grad_norm": 3.8286442638870617,
      "learning_rate": 3.236728262431558e-06,
      "loss": 0.5947,
      "step": 8290
    },
    {
      "epoch": 0.4231671255225859,
      "grad_norm": 13.900180282284353,
      "learning_rate": 3.232782342046427e-06,
      "loss": 0.6129,
      "step": 8300
    },
    {
      "epoch": 0.4236769654328541,
      "grad_norm": 3.9473597000858356,
      "learning_rate": 3.2288344235240685e-06,
      "loss": 0.5906,
      "step": 8310
    },
    {
      "epoch": 0.42418680534312225,
      "grad_norm": 5.2122881127886895,
      "learning_rate": 3.2248845176295927e-06,
      "loss": 0.5961,
      "step": 8320
    },
    {
      "epoch": 0.42469664525339046,
      "grad_norm": 5.009172058839148,
      "learning_rate": 3.2209326351335295e-06,
      "loss": 0.5928,
      "step": 8330
    },
    {
      "epoch": 0.4252064851636586,
      "grad_norm": 6.521057483323243,
      "learning_rate": 3.2169787868117987e-06,
      "loss": 0.61,
      "step": 8340
    },
    {
      "epoch": 0.42571632507392676,
      "grad_norm": 5.327692437284964,
      "learning_rate": 3.2130229834456787e-06,
      "loss": 0.5519,
      "step": 8350
    },
    {
      "epoch": 0.42622616498419497,
      "grad_norm": 5.106906180738507,
      "learning_rate": 3.209065235821782e-06,
      "loss": 0.6317,
      "step": 8360
    },
    {
      "epoch": 0.4267360048944631,
      "grad_norm": 4.3310148354508256,
      "learning_rate": 3.2051055547320203e-06,
      "loss": 0.5857,
      "step": 8370
    },
    {
      "epoch": 0.4272458448047313,
      "grad_norm": 3.714093407525919,
      "learning_rate": 3.2011439509735785e-06,
      "loss": 0.5143,
      "step": 8380
    },
    {
      "epoch": 0.4277556847149995,
      "grad_norm": 7.753373666343138,
      "learning_rate": 3.197180435348884e-06,
      "loss": 0.6166,
      "step": 8390
    },
    {
      "epoch": 0.4282655246252677,
      "grad_norm": 4.447818256533745,
      "learning_rate": 3.193215018665577e-06,
      "loss": 0.5273,
      "step": 8400
    },
    {
      "epoch": 0.42877536453553583,
      "grad_norm": 7.4076486317423775,
      "learning_rate": 3.189247711736482e-06,
      "loss": 0.5517,
      "step": 8410
    },
    {
      "epoch": 0.42928520444580404,
      "grad_norm": 10.992195174868568,
      "learning_rate": 3.1852785253795764e-06,
      "loss": 0.6263,
      "step": 8420
    },
    {
      "epoch": 0.4297950443560722,
      "grad_norm": 4.770548166262247,
      "learning_rate": 3.1813074704179647e-06,
      "loss": 0.6634,
      "step": 8430
    },
    {
      "epoch": 0.4303048842663404,
      "grad_norm": 3.609090543989375,
      "learning_rate": 3.177334557679846e-06,
      "loss": 0.5627,
      "step": 8440
    },
    {
      "epoch": 0.43081472417660854,
      "grad_norm": 9.572348489266524,
      "learning_rate": 3.173359797998483e-06,
      "loss": 0.599,
      "step": 8450
    },
    {
      "epoch": 0.4313245640868767,
      "grad_norm": 3.7512579905836443,
      "learning_rate": 3.1693832022121783e-06,
      "loss": 0.5482,
      "step": 8460
    },
    {
      "epoch": 0.4318344039971449,
      "grad_norm": 5.42614717743248,
      "learning_rate": 3.1654047811642372e-06,
      "loss": 0.6387,
      "step": 8470
    },
    {
      "epoch": 0.43234424390741305,
      "grad_norm": 3.9705217703334674,
      "learning_rate": 3.161424545702947e-06,
      "loss": 0.5731,
      "step": 8480
    },
    {
      "epoch": 0.43285408381768126,
      "grad_norm": 5.429618852113854,
      "learning_rate": 3.1574425066815357e-06,
      "loss": 0.5638,
      "step": 8490
    },
    {
      "epoch": 0.4333639237279494,
      "grad_norm": 8.338728006419904,
      "learning_rate": 3.1534586749581554e-06,
      "loss": 0.5891,
      "step": 8500
    },
    {
      "epoch": 0.4338737636382176,
      "grad_norm": 9.30440694017716,
      "learning_rate": 3.1494730613958436e-06,
      "loss": 0.5712,
      "step": 8510
    },
    {
      "epoch": 0.43438360354848576,
      "grad_norm": 4.016792940369282,
      "learning_rate": 3.145485676862497e-06,
      "loss": 0.5499,
      "step": 8520
    },
    {
      "epoch": 0.43489344345875397,
      "grad_norm": 9.442733329946938,
      "learning_rate": 3.1414965322308415e-06,
      "loss": 0.6214,
      "step": 8530
    },
    {
      "epoch": 0.4354032833690221,
      "grad_norm": 7.771741314596396,
      "learning_rate": 3.137505638378403e-06,
      "loss": 0.6009,
      "step": 8540
    },
    {
      "epoch": 0.4359131232792903,
      "grad_norm": 5.075187089621499,
      "learning_rate": 3.133513006187475e-06,
      "loss": 0.5559,
      "step": 8550
    },
    {
      "epoch": 0.4364229631895585,
      "grad_norm": 3.8460426994871577,
      "learning_rate": 3.1295186465450944e-06,
      "loss": 0.526,
      "step": 8560
    },
    {
      "epoch": 0.4369328030998266,
      "grad_norm": 8.249346592558288,
      "learning_rate": 3.125522570343004e-06,
      "loss": 0.6245,
      "step": 8570
    },
    {
      "epoch": 0.43744264301009483,
      "grad_norm": 9.590756026169126,
      "learning_rate": 3.1215247884776324e-06,
      "loss": 0.6972,
      "step": 8580
    },
    {
      "epoch": 0.437952482920363,
      "grad_norm": 4.704624296546816,
      "learning_rate": 3.1175253118500554e-06,
      "loss": 0.5293,
      "step": 8590
    },
    {
      "epoch": 0.4384623228306312,
      "grad_norm": 17.112051390648528,
      "learning_rate": 3.1135241513659716e-06,
      "loss": 0.5601,
      "step": 8600
    },
    {
      "epoch": 0.43897216274089934,
      "grad_norm": 4.152463576270952,
      "learning_rate": 3.1095213179356705e-06,
      "loss": 0.5382,
      "step": 8610
    },
    {
      "epoch": 0.43948200265116755,
      "grad_norm": 3.0628240596293104,
      "learning_rate": 3.105516822474004e-06,
      "loss": 0.6312,
      "step": 8620
    },
    {
      "epoch": 0.4399918425614357,
      "grad_norm": 4.629290559282791,
      "learning_rate": 3.101510675900356e-06,
      "loss": 0.5886,
      "step": 8630
    },
    {
      "epoch": 0.4405016824717039,
      "grad_norm": 39.41439770246066,
      "learning_rate": 3.097502889138611e-06,
      "loss": 0.6382,
      "step": 8640
    },
    {
      "epoch": 0.44101152238197205,
      "grad_norm": 8.949954611853025,
      "learning_rate": 3.0934934731171286e-06,
      "loss": 0.5223,
      "step": 8650
    },
    {
      "epoch": 0.44152136229224026,
      "grad_norm": 8.018772137832967,
      "learning_rate": 3.089482438768709e-06,
      "loss": 0.5763,
      "step": 8660
    },
    {
      "epoch": 0.4420312022025084,
      "grad_norm": 3.964548362342211,
      "learning_rate": 3.085469797030566e-06,
      "loss": 0.5519,
      "step": 8670
    },
    {
      "epoch": 0.44254104211277656,
      "grad_norm": 3.8128106015677345,
      "learning_rate": 3.081455558844296e-06,
      "loss": 0.5538,
      "step": 8680
    },
    {
      "epoch": 0.44305088202304477,
      "grad_norm": 11.639397416099424,
      "learning_rate": 3.07743973515585e-06,
      "loss": 0.553,
      "step": 8690
    },
    {
      "epoch": 0.4435607219333129,
      "grad_norm": 9.333974318192823,
      "learning_rate": 3.0734223369154997e-06,
      "loss": 0.5404,
      "step": 8700
    },
    {
      "epoch": 0.4440705618435811,
      "grad_norm": 7.108447189691252,
      "learning_rate": 3.069403375077813e-06,
      "loss": 0.5232,
      "step": 8710
    },
    {
      "epoch": 0.4445804017538493,
      "grad_norm": 4.095413839114276,
      "learning_rate": 3.0653828606016183e-06,
      "loss": 0.6315,
      "step": 8720
    },
    {
      "epoch": 0.4450902416641175,
      "grad_norm": 5.411942121909914,
      "learning_rate": 3.061360804449981e-06,
      "loss": 0.5696,
      "step": 8730
    },
    {
      "epoch": 0.44560008157438563,
      "grad_norm": 10.880577827647038,
      "learning_rate": 3.0573372175901682e-06,
      "loss": 0.5421,
      "step": 8740
    },
    {
      "epoch": 0.44610992148465384,
      "grad_norm": 5.239725804560958,
      "learning_rate": 3.0533121109936227e-06,
      "loss": 0.5553,
      "step": 8750
    },
    {
      "epoch": 0.446619761394922,
      "grad_norm": 21.377965936364102,
      "learning_rate": 3.0492854956359284e-06,
      "loss": 0.6209,
      "step": 8760
    },
    {
      "epoch": 0.4471296013051902,
      "grad_norm": 4.442807449642586,
      "learning_rate": 3.0452573824967857e-06,
      "loss": 0.5645,
      "step": 8770
    },
    {
      "epoch": 0.44763944121545834,
      "grad_norm": 3.0022864395420856,
      "learning_rate": 3.041227782559979e-06,
      "loss": 0.5508,
      "step": 8780
    },
    {
      "epoch": 0.4481492811257265,
      "grad_norm": 6.91711907173244,
      "learning_rate": 3.037196706813346e-06,
      "loss": 0.5392,
      "step": 8790
    },
    {
      "epoch": 0.4486591210359947,
      "grad_norm": 5.225513314611637,
      "learning_rate": 3.033164166248748e-06,
      "loss": 0.5924,
      "step": 8800
    },
    {
      "epoch": 0.44916896094626285,
      "grad_norm": 5.058751147674174,
      "learning_rate": 3.0291301718620426e-06,
      "loss": 0.5647,
      "step": 8810
    },
    {
      "epoch": 0.44967880085653106,
      "grad_norm": 4.632146639237204,
      "learning_rate": 3.0250947346530495e-06,
      "loss": 0.6215,
      "step": 8820
    },
    {
      "epoch": 0.4501886407667992,
      "grad_norm": 6.650121965423678,
      "learning_rate": 3.021057865625524e-06,
      "loss": 0.5316,
      "step": 8830
    },
    {
      "epoch": 0.4506984806770674,
      "grad_norm": 42.562330824923684,
      "learning_rate": 3.0170195757871266e-06,
      "loss": 0.6634,
      "step": 8840
    },
    {
      "epoch": 0.45120832058733557,
      "grad_norm": 14.077174043183124,
      "learning_rate": 3.012979876149388e-06,
      "loss": 0.6021,
      "step": 8850
    },
    {
      "epoch": 0.45171816049760377,
      "grad_norm": 5.249428160506823,
      "learning_rate": 3.0089387777276878e-06,
      "loss": 0.5904,
      "step": 8860
    },
    {
      "epoch": 0.4522280004078719,
      "grad_norm": 4.21393589745194,
      "learning_rate": 3.0048962915412185e-06,
      "loss": 0.56,
      "step": 8870
    },
    {
      "epoch": 0.45273784031814013,
      "grad_norm": 3.555231297467554,
      "learning_rate": 3.000852428612954e-06,
      "loss": 0.6582,
      "step": 8880
    },
    {
      "epoch": 0.4532476802284083,
      "grad_norm": 5.60502876205121,
      "learning_rate": 2.996807199969625e-06,
      "loss": 0.5632,
      "step": 8890
    },
    {
      "epoch": 0.45375752013867643,
      "grad_norm": 7.500436250158769,
      "learning_rate": 2.9927606166416866e-06,
      "loss": 0.5645,
      "step": 8900
    },
    {
      "epoch": 0.45426736004894464,
      "grad_norm": 7.045836020242391,
      "learning_rate": 2.9887126896632857e-06,
      "loss": 0.5923,
      "step": 8910
    },
    {
      "epoch": 0.4547771999592128,
      "grad_norm": 22.523957238427023,
      "learning_rate": 2.9846634300722355e-06,
      "loss": 0.5932,
      "step": 8920
    },
    {
      "epoch": 0.455287039869481,
      "grad_norm": 5.050824780853054,
      "learning_rate": 2.980612848909979e-06,
      "loss": 0.639,
      "step": 8930
    },
    {
      "epoch": 0.45579687977974914,
      "grad_norm": 7.614115860924002,
      "learning_rate": 2.976560957221567e-06,
      "loss": 0.5873,
      "step": 8940
    },
    {
      "epoch": 0.45630671969001735,
      "grad_norm": 6.491069951479971,
      "learning_rate": 2.9725077660556233e-06,
      "loss": 0.566,
      "step": 8950
    },
    {
      "epoch": 0.4568165596002855,
      "grad_norm": 7.142079192416597,
      "learning_rate": 2.9684532864643123e-06,
      "loss": 0.6099,
      "step": 8960
    },
    {
      "epoch": 0.4573263995105537,
      "grad_norm": 3.714018766188148,
      "learning_rate": 2.9643975295033135e-06,
      "loss": 0.5759,
      "step": 8970
    },
    {
      "epoch": 0.45783623942082186,
      "grad_norm": 11.088549349604403,
      "learning_rate": 2.9603405062317898e-06,
      "loss": 0.5974,
      "step": 8980
    },
    {
      "epoch": 0.45834607933109006,
      "grad_norm": 4.604501095050998,
      "learning_rate": 2.9562822277123564e-06,
      "loss": 0.6014,
      "step": 8990
    },
    {
      "epoch": 0.4588559192413582,
      "grad_norm": 11.114180991073091,
      "learning_rate": 2.952222705011053e-06,
      "loss": 0.5714,
      "step": 9000
    },
    {
      "epoch": 0.45936575915162636,
      "grad_norm": 4.976800255705958,
      "learning_rate": 2.9481619491973074e-06,
      "loss": 0.6079,
      "step": 9010
    },
    {
      "epoch": 0.45987559906189457,
      "grad_norm": 6.489602668124778,
      "learning_rate": 2.944099971343915e-06,
      "loss": 0.5479,
      "step": 9020
    },
    {
      "epoch": 0.4603854389721627,
      "grad_norm": 5.632555986039924,
      "learning_rate": 2.9400367825270015e-06,
      "loss": 0.5913,
      "step": 9030
    },
    {
      "epoch": 0.4608952788824309,
      "grad_norm": 5.280414607569495,
      "learning_rate": 2.9359723938259927e-06,
      "loss": 0.5724,
      "step": 9040
    },
    {
      "epoch": 0.4614051187926991,
      "grad_norm": 5.2505014498706535,
      "learning_rate": 2.931906816323589e-06,
      "loss": 0.4946,
      "step": 9050
    },
    {
      "epoch": 0.4619149587029673,
      "grad_norm": 3.3702823020212294,
      "learning_rate": 2.9278400611057323e-06,
      "loss": 0.5737,
      "step": 9060
    },
    {
      "epoch": 0.46242479861323543,
      "grad_norm": 6.221817410357421,
      "learning_rate": 2.9237721392615724e-06,
      "loss": 0.6081,
      "step": 9070
    },
    {
      "epoch": 0.46293463852350364,
      "grad_norm": 8.398183492194732,
      "learning_rate": 2.919703061883446e-06,
      "loss": 0.5596,
      "step": 9080
    },
    {
      "epoch": 0.4634444784337718,
      "grad_norm": 4.990366377946183,
      "learning_rate": 2.9156328400668336e-06,
      "loss": 0.5524,
      "step": 9090
    },
    {
      "epoch": 0.46395431834404,
      "grad_norm": 4.3605560509698815,
      "learning_rate": 2.9115614849103434e-06,
      "loss": 0.5369,
      "step": 9100
    },
    {
      "epoch": 0.46446415825430815,
      "grad_norm": 11.1587751097611,
      "learning_rate": 2.9074890075156696e-06,
      "loss": 0.5939,
      "step": 9110
    },
    {
      "epoch": 0.4649739981645763,
      "grad_norm": 7.011773782496179,
      "learning_rate": 2.9034154189875674e-06,
      "loss": 0.5303,
      "step": 9120
    },
    {
      "epoch": 0.4654838380748445,
      "grad_norm": 4.934157146537043,
      "learning_rate": 2.8993407304338224e-06,
      "loss": 0.5491,
      "step": 9130
    },
    {
      "epoch": 0.46599367798511265,
      "grad_norm": 4.795701900449935,
      "learning_rate": 2.895264952965219e-06,
      "loss": 0.5946,
      "step": 9140
    },
    {
      "epoch": 0.46650351789538086,
      "grad_norm": 7.611915066468352,
      "learning_rate": 2.891188097695511e-06,
      "loss": 0.5646,
      "step": 9150
    },
    {
      "epoch": 0.467013357805649,
      "grad_norm": 4.711620208242563,
      "learning_rate": 2.8871101757413923e-06,
      "loss": 0.5782,
      "step": 9160
    },
    {
      "epoch": 0.4675231977159172,
      "grad_norm": 3.8928320923926907,
      "learning_rate": 2.883031198222463e-06,
      "loss": 0.5319,
      "step": 9170
    },
    {
      "epoch": 0.46803303762618537,
      "grad_norm": 4.358072133947001,
      "learning_rate": 2.8789511762612044e-06,
      "loss": 0.6815,
      "step": 9180
    },
    {
      "epoch": 0.4685428775364536,
      "grad_norm": 10.039468381811403,
      "learning_rate": 2.8748701209829443e-06,
      "loss": 0.6439,
      "step": 9190
    },
    {
      "epoch": 0.4690527174467217,
      "grad_norm": 4.296954771190811,
      "learning_rate": 2.870788043515827e-06,
      "loss": 0.5502,
      "step": 9200
    },
    {
      "epoch": 0.46956255735698993,
      "grad_norm": 3.446815441218835,
      "learning_rate": 2.866704954990786e-06,
      "loss": 0.5817,
      "step": 9210
    },
    {
      "epoch": 0.4700723972672581,
      "grad_norm": 6.134508269465863,
      "learning_rate": 2.8626208665415107e-06,
      "loss": 0.5868,
      "step": 9220
    },
    {
      "epoch": 0.47058223717752623,
      "grad_norm": 6.93550191570071,
      "learning_rate": 2.8585357893044172e-06,
      "loss": 0.5455,
      "step": 9230
    },
    {
      "epoch": 0.47109207708779444,
      "grad_norm": 6.654137228385324,
      "learning_rate": 2.854449734418619e-06,
      "loss": 0.5442,
      "step": 9240
    },
    {
      "epoch": 0.4716019169980626,
      "grad_norm": 11.560386076352874,
      "learning_rate": 2.8503627130258925e-06,
      "loss": 0.5603,
      "step": 9250
    },
    {
      "epoch": 0.4721117569083308,
      "grad_norm": 6.0683644536936,
      "learning_rate": 2.846274736270653e-06,
      "loss": 0.6153,
      "step": 9260
    },
    {
      "epoch": 0.47262159681859894,
      "grad_norm": 6.815459650555032,
      "learning_rate": 2.8421858152999187e-06,
      "loss": 0.6032,
      "step": 9270
    },
    {
      "epoch": 0.47313143672886715,
      "grad_norm": 11.146270751915738,
      "learning_rate": 2.838095961263283e-06,
      "loss": 0.5493,
      "step": 9280
    },
    {
      "epoch": 0.4736412766391353,
      "grad_norm": 11.121993285952847,
      "learning_rate": 2.834005185312884e-06,
      "loss": 0.5714,
      "step": 9290
    },
    {
      "epoch": 0.4741511165494035,
      "grad_norm": 4.745351583868496,
      "learning_rate": 2.8299134986033727e-06,
      "loss": 0.5562,
      "step": 9300
    },
    {
      "epoch": 0.47466095645967166,
      "grad_norm": 4.353099511973472,
      "learning_rate": 2.825820912291885e-06,
      "loss": 0.5912,
      "step": 9310
    },
    {
      "epoch": 0.47517079636993986,
      "grad_norm": 5.126920756977334,
      "learning_rate": 2.821727437538009e-06,
      "loss": 0.5195,
      "step": 9320
    },
    {
      "epoch": 0.475680636280208,
      "grad_norm": 6.42955652141462,
      "learning_rate": 2.8176330855037538e-06,
      "loss": 0.6274,
      "step": 9330
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 5.904891242346767,
      "learning_rate": 2.8135378673535224e-06,
      "loss": 0.5435,
      "step": 9340
    },
    {
      "epoch": 0.47670031610074437,
      "grad_norm": 27.72868464064991,
      "learning_rate": 2.809441794254082e-06,
      "loss": 0.5635,
      "step": 9350
    },
    {
      "epoch": 0.4772101560110125,
      "grad_norm": 11.672843344614455,
      "learning_rate": 2.805344877374525e-06,
      "loss": 0.5822,
      "step": 9360
    },
    {
      "epoch": 0.4777199959212807,
      "grad_norm": 4.954958875542397,
      "learning_rate": 2.80124712788625e-06,
      "loss": 0.5584,
      "step": 9370
    },
    {
      "epoch": 0.4782298358315489,
      "grad_norm": 5.558534960789887,
      "learning_rate": 2.797148556962923e-06,
      "loss": 0.5654,
      "step": 9380
    },
    {
      "epoch": 0.4787396757418171,
      "grad_norm": 5.447536352279092,
      "learning_rate": 2.793049175780451e-06,
      "loss": 0.5743,
      "step": 9390
    },
    {
      "epoch": 0.47924951565208523,
      "grad_norm": 5.047795460818418,
      "learning_rate": 2.7889489955169515e-06,
      "loss": 0.5833,
      "step": 9400
    },
    {
      "epoch": 0.47975935556235344,
      "grad_norm": 11.456581190958515,
      "learning_rate": 2.7848480273527175e-06,
      "loss": 0.611,
      "step": 9410
    },
    {
      "epoch": 0.4802691954726216,
      "grad_norm": 3.890085922302097,
      "learning_rate": 2.7807462824701925e-06,
      "loss": 0.5747,
      "step": 9420
    },
    {
      "epoch": 0.4807790353828898,
      "grad_norm": 5.196611911352359,
      "learning_rate": 2.77664377205394e-06,
      "loss": 0.5801,
      "step": 9430
    },
    {
      "epoch": 0.48128887529315795,
      "grad_norm": 2.994490369871157,
      "learning_rate": 2.7725405072906075e-06,
      "loss": 0.545,
      "step": 9440
    },
    {
      "epoch": 0.4817987152034261,
      "grad_norm": 10.405224439868286,
      "learning_rate": 2.7684364993689006e-06,
      "loss": 0.6603,
      "step": 9450
    },
    {
      "epoch": 0.4823085551136943,
      "grad_norm": 14.18709433250474,
      "learning_rate": 2.764331759479553e-06,
      "loss": 0.5546,
      "step": 9460
    },
    {
      "epoch": 0.48281839502396245,
      "grad_norm": 5.506536829621453,
      "learning_rate": 2.760226298815291e-06,
      "loss": 0.6388,
      "step": 9470
    },
    {
      "epoch": 0.48332823493423066,
      "grad_norm": 5.81673305154053,
      "learning_rate": 2.75612012857081e-06,
      "loss": 0.6766,
      "step": 9480
    },
    {
      "epoch": 0.4838380748444988,
      "grad_norm": 5.835158854004846,
      "learning_rate": 2.7520132599427375e-06,
      "loss": 0.5498,
      "step": 9490
    },
    {
      "epoch": 0.484347914754767,
      "grad_norm": 8.128170539189613,
      "learning_rate": 2.7479057041296057e-06,
      "loss": 0.5716,
      "step": 9500
    },
    {
      "epoch": 0.48485775466503517,
      "grad_norm": 7.30621922975406,
      "learning_rate": 2.7437974723318226e-06,
      "loss": 0.5755,
      "step": 9510
    },
    {
      "epoch": 0.4853675945753034,
      "grad_norm": 5.691437075507362,
      "learning_rate": 2.739688575751638e-06,
      "loss": 0.5938,
      "step": 9520
    },
    {
      "epoch": 0.4858774344855715,
      "grad_norm": 3.8836230376620504,
      "learning_rate": 2.735579025593113e-06,
      "loss": 0.5909,
      "step": 9530
    },
    {
      "epoch": 0.48638727439583973,
      "grad_norm": 7.651371797879014,
      "learning_rate": 2.731468833062094e-06,
      "loss": 0.605,
      "step": 9540
    },
    {
      "epoch": 0.4868971143061079,
      "grad_norm": 8.864828618350206,
      "learning_rate": 2.7273580093661765e-06,
      "loss": 0.6367,
      "step": 9550
    },
    {
      "epoch": 0.48740695421637603,
      "grad_norm": 3.881264802333166,
      "learning_rate": 2.723246565714678e-06,
      "loss": 0.5762,
      "step": 9560
    },
    {
      "epoch": 0.48791679412664424,
      "grad_norm": 6.71628341217047,
      "learning_rate": 2.719134513318606e-06,
      "loss": 0.6115,
      "step": 9570
    },
    {
      "epoch": 0.4884266340369124,
      "grad_norm": 4.1016490825324174,
      "learning_rate": 2.7150218633906284e-06,
      "loss": 0.601,
      "step": 9580
    },
    {
      "epoch": 0.4889364739471806,
      "grad_norm": 9.177448569264055,
      "learning_rate": 2.7109086271450436e-06,
      "loss": 0.5891,
      "step": 9590
    },
    {
      "epoch": 0.48944631385744874,
      "grad_norm": 6.620603281256211,
      "learning_rate": 2.7067948157977462e-06,
      "loss": 0.4988,
      "step": 9600
    },
    {
      "epoch": 0.48995615376771695,
      "grad_norm": 5.874675796856825,
      "learning_rate": 2.702680440566201e-06,
      "loss": 0.5392,
      "step": 9610
    },
    {
      "epoch": 0.4904659936779851,
      "grad_norm": 7.756710543110514,
      "learning_rate": 2.698565512669409e-06,
      "loss": 0.5867,
      "step": 9620
    },
    {
      "epoch": 0.4909758335882533,
      "grad_norm": 2.9198050797781216,
      "learning_rate": 2.6944500433278796e-06,
      "loss": 0.5954,
      "step": 9630
    },
    {
      "epoch": 0.49148567349852146,
      "grad_norm": 5.860997756097276,
      "learning_rate": 2.690334043763598e-06,
      "loss": 0.5206,
      "step": 9640
    },
    {
      "epoch": 0.49199551340878966,
      "grad_norm": 7.649175492439351,
      "learning_rate": 2.6862175251999935e-06,
      "loss": 0.5617,
      "step": 9650
    },
    {
      "epoch": 0.4925053533190578,
      "grad_norm": 8.77651134911893,
      "learning_rate": 2.6821004988619132e-06,
      "loss": 0.5418,
      "step": 9660
    },
    {
      "epoch": 0.49301519322932597,
      "grad_norm": 4.0924998748408195,
      "learning_rate": 2.677982975975588e-06,
      "loss": 0.4996,
      "step": 9670
    },
    {
      "epoch": 0.49352503313959417,
      "grad_norm": 4.226414145121375,
      "learning_rate": 2.6738649677686024e-06,
      "loss": 0.5182,
      "step": 9680
    },
    {
      "epoch": 0.4940348730498623,
      "grad_norm": 5.8282516414391194,
      "learning_rate": 2.6697464854698644e-06,
      "loss": 0.527,
      "step": 9690
    },
    {
      "epoch": 0.49454471296013053,
      "grad_norm": 7.664715592436748,
      "learning_rate": 2.6656275403095743e-06,
      "loss": 0.5512,
      "step": 9700
    },
    {
      "epoch": 0.4950545528703987,
      "grad_norm": 23.306412450191036,
      "learning_rate": 2.6615081435191963e-06,
      "loss": 0.6111,
      "step": 9710
    },
    {
      "epoch": 0.4955643927806669,
      "grad_norm": 23.865657408670597,
      "learning_rate": 2.657388306331423e-06,
      "loss": 0.5416,
      "step": 9720
    },
    {
      "epoch": 0.49607423269093504,
      "grad_norm": 4.119167363866121,
      "learning_rate": 2.653268039980151e-06,
      "loss": 0.5512,
      "step": 9730
    },
    {
      "epoch": 0.49658407260120324,
      "grad_norm": 15.276755798114094,
      "learning_rate": 2.6491473557004443e-06,
      "loss": 0.6089,
      "step": 9740
    },
    {
      "epoch": 0.4970939125114714,
      "grad_norm": 5.765963942324974,
      "learning_rate": 2.64502626472851e-06,
      "loss": 0.5374,
      "step": 9750
    },
    {
      "epoch": 0.4976037524217396,
      "grad_norm": 4.253068997375066,
      "learning_rate": 2.64090477830166e-06,
      "loss": 0.5479,
      "step": 9760
    },
    {
      "epoch": 0.49811359233200775,
      "grad_norm": 6.880603604822455,
      "learning_rate": 2.636782907658288e-06,
      "loss": 0.5912,
      "step": 9770
    },
    {
      "epoch": 0.4986234322422759,
      "grad_norm": 4.854326436815256,
      "learning_rate": 2.6326606640378334e-06,
      "loss": 0.5736,
      "step": 9780
    },
    {
      "epoch": 0.4991332721525441,
      "grad_norm": 10.465960609416705,
      "learning_rate": 2.628538058680754e-06,
      "loss": 0.5924,
      "step": 9790
    },
    {
      "epoch": 0.49964311206281226,
      "grad_norm": 7.788512298031222,
      "learning_rate": 2.6244151028284924e-06,
      "loss": 0.583,
      "step": 9800
    },
    {
      "epoch": 0.5001529519730804,
      "grad_norm": 4.570546794181796,
      "learning_rate": 2.6202918077234485e-06,
      "loss": 0.537,
      "step": 9810
    },
    {
      "epoch": 0.5006627918833486,
      "grad_norm": 3.100288570725017,
      "learning_rate": 2.6161681846089454e-06,
      "loss": 0.55,
      "step": 9820
    },
    {
      "epoch": 0.5011726317936168,
      "grad_norm": 6.39548680051344,
      "learning_rate": 2.6120442447292027e-06,
      "loss": 0.6072,
      "step": 9830
    },
    {
      "epoch": 0.501682471703885,
      "grad_norm": 5.874407478871505,
      "learning_rate": 2.6079199993293026e-06,
      "loss": 0.5647,
      "step": 9840
    },
    {
      "epoch": 0.5021923116141531,
      "grad_norm": 7.583285823586105,
      "learning_rate": 2.6037954596551606e-06,
      "loss": 0.5155,
      "step": 9850
    },
    {
      "epoch": 0.5027021515244213,
      "grad_norm": 5.27127524513507,
      "learning_rate": 2.599670636953494e-06,
      "loss": 0.5934,
      "step": 9860
    },
    {
      "epoch": 0.5032119914346895,
      "grad_norm": 4.777987059639289,
      "learning_rate": 2.5955455424717933e-06,
      "loss": 0.5417,
      "step": 9870
    },
    {
      "epoch": 0.5037218313449577,
      "grad_norm": 3.980508299314216,
      "learning_rate": 2.591420187458289e-06,
      "loss": 0.5357,
      "step": 9880
    },
    {
      "epoch": 0.5042316712552258,
      "grad_norm": 3.6273571452454156,
      "learning_rate": 2.587294583161921e-06,
      "loss": 0.5435,
      "step": 9890
    },
    {
      "epoch": 0.504741511165494,
      "grad_norm": 4.221132624697208,
      "learning_rate": 2.583168740832312e-06,
      "loss": 0.5491,
      "step": 9900
    },
    {
      "epoch": 0.5052513510757622,
      "grad_norm": 10.066676016575565,
      "learning_rate": 2.5790426717197308e-06,
      "loss": 0.6032,
      "step": 9910
    },
    {
      "epoch": 0.5057611909860303,
      "grad_norm": 4.253540384615832,
      "learning_rate": 2.5749163870750665e-06,
      "loss": 0.5845,
      "step": 9920
    },
    {
      "epoch": 0.5062710308962985,
      "grad_norm": 2.893054850314246,
      "learning_rate": 2.570789898149794e-06,
      "loss": 0.537,
      "step": 9930
    },
    {
      "epoch": 0.5067808708065668,
      "grad_norm": 6.492221137287876,
      "learning_rate": 2.5666632161959474e-06,
      "loss": 0.5484,
      "step": 9940
    },
    {
      "epoch": 0.507290710716835,
      "grad_norm": 4.397573523135934,
      "learning_rate": 2.562536352466087e-06,
      "loss": 0.538,
      "step": 9950
    },
    {
      "epoch": 0.507800550627103,
      "grad_norm": 5.441347825617694,
      "learning_rate": 2.558409318213265e-06,
      "loss": 0.5491,
      "step": 9960
    },
    {
      "epoch": 0.5083103905373713,
      "grad_norm": 4.056944171198213,
      "learning_rate": 2.5542821246910038e-06,
      "loss": 0.5681,
      "step": 9970
    },
    {
      "epoch": 0.5088202304476395,
      "grad_norm": 3.861244100619014,
      "learning_rate": 2.5501547831532568e-06,
      "loss": 0.6587,
      "step": 9980
    },
    {
      "epoch": 0.5093300703579077,
      "grad_norm": 6.519110978567216,
      "learning_rate": 2.546027304854382e-06,
      "loss": 0.5651,
      "step": 9990
    },
    {
      "epoch": 0.5098399102681758,
      "grad_norm": 6.486849286756534,
      "learning_rate": 2.541899701049111e-06,
      "loss": 0.4912,
      "step": 10000
    },
    {
      "epoch": 0.510349750178444,
      "grad_norm": 5.970343696600439,
      "learning_rate": 2.5377719829925162e-06,
      "loss": 0.5982,
      "step": 10010
    },
    {
      "epoch": 0.5108595900887122,
      "grad_norm": 4.38099385940377,
      "learning_rate": 2.5336441619399823e-06,
      "loss": 0.5625,
      "step": 10020
    },
    {
      "epoch": 0.5113694299989803,
      "grad_norm": 3.536380780120841,
      "learning_rate": 2.5295162491471754e-06,
      "loss": 0.548,
      "step": 10030
    },
    {
      "epoch": 0.5118792699092485,
      "grad_norm": 3.382407647964885,
      "learning_rate": 2.5253882558700103e-06,
      "loss": 0.5405,
      "step": 10040
    },
    {
      "epoch": 0.5123891098195167,
      "grad_norm": 9.11622952164378,
      "learning_rate": 2.5212601933646225e-06,
      "loss": 0.6232,
      "step": 10050
    },
    {
      "epoch": 0.5128989497297849,
      "grad_norm": 6.122164041294447,
      "learning_rate": 2.5171320728873355e-06,
      "loss": 0.5719,
      "step": 10060
    },
    {
      "epoch": 0.513408789640053,
      "grad_norm": 6.495547666912701,
      "learning_rate": 2.5130039056946314e-06,
      "loss": 0.5344,
      "step": 10070
    },
    {
      "epoch": 0.5139186295503212,
      "grad_norm": 4.913443956238611,
      "learning_rate": 2.5088757030431206e-06,
      "loss": 0.5435,
      "step": 10080
    },
    {
      "epoch": 0.5144284694605894,
      "grad_norm": 9.987950682928979,
      "learning_rate": 2.5047474761895073e-06,
      "loss": 0.5909,
      "step": 10090
    },
    {
      "epoch": 0.5149383093708576,
      "grad_norm": 3.9281212370296084,
      "learning_rate": 2.5006192363905653e-06,
      "loss": 0.5447,
      "step": 10100
    },
    {
      "epoch": 0.5154481492811257,
      "grad_norm": 6.037427254957927,
      "learning_rate": 2.496490994903101e-06,
      "loss": 0.542,
      "step": 10110
    },
    {
      "epoch": 0.5159579891913939,
      "grad_norm": 4.247064832165126,
      "learning_rate": 2.492362762983925e-06,
      "loss": 0.5837,
      "step": 10120
    },
    {
      "epoch": 0.5164678291016621,
      "grad_norm": 5.10408210518716,
      "learning_rate": 2.488234551889826e-06,
      "loss": 0.5276,
      "step": 10130
    },
    {
      "epoch": 0.5169776690119302,
      "grad_norm": 6.231589076254952,
      "learning_rate": 2.4841063728775307e-06,
      "loss": 0.5332,
      "step": 10140
    },
    {
      "epoch": 0.5174875089221984,
      "grad_norm": 4.10522838540734,
      "learning_rate": 2.479978237203682e-06,
      "loss": 0.5582,
      "step": 10150
    },
    {
      "epoch": 0.5179973488324666,
      "grad_norm": 7.119667939256768,
      "learning_rate": 2.4758501561248026e-06,
      "loss": 0.5753,
      "step": 10160
    },
    {
      "epoch": 0.5185071887427348,
      "grad_norm": 4.371923022928418,
      "learning_rate": 2.471722140897268e-06,
      "loss": 0.5264,
      "step": 10170
    },
    {
      "epoch": 0.5190170286530029,
      "grad_norm": 4.381825152297158,
      "learning_rate": 2.4675942027772707e-06,
      "loss": 0.5744,
      "step": 10180
    },
    {
      "epoch": 0.5195268685632711,
      "grad_norm": 4.302455577555786,
      "learning_rate": 2.463466353020799e-06,
      "loss": 0.592,
      "step": 10190
    },
    {
      "epoch": 0.5200367084735393,
      "grad_norm": 5.390293346751291,
      "learning_rate": 2.4593386028835934e-06,
      "loss": 0.5023,
      "step": 10200
    },
    {
      "epoch": 0.5205465483838075,
      "grad_norm": 10.236322814120419,
      "learning_rate": 2.455210963621127e-06,
      "loss": 0.591,
      "step": 10210
    },
    {
      "epoch": 0.5210563882940756,
      "grad_norm": 10.486469158590065,
      "learning_rate": 2.451083446488571e-06,
      "loss": 0.6159,
      "step": 10220
    },
    {
      "epoch": 0.5215662282043438,
      "grad_norm": 3.555299059511537,
      "learning_rate": 2.446956062740761e-06,
      "loss": 0.5874,
      "step": 10230
    },
    {
      "epoch": 0.522076068114612,
      "grad_norm": 7.121350535168467,
      "learning_rate": 2.44282882363217e-06,
      "loss": 0.6058,
      "step": 10240
    },
    {
      "epoch": 0.5225859080248801,
      "grad_norm": 9.768736907975871,
      "learning_rate": 2.438701740416876e-06,
      "loss": 0.608,
      "step": 10250
    },
    {
      "epoch": 0.5230957479351483,
      "grad_norm": 5.884971628476978,
      "learning_rate": 2.4345748243485347e-06,
      "loss": 0.5322,
      "step": 10260
    },
    {
      "epoch": 0.5236055878454166,
      "grad_norm": 4.723385492969481,
      "learning_rate": 2.4304480866803417e-06,
      "loss": 0.5857,
      "step": 10270
    },
    {
      "epoch": 0.5241154277556848,
      "grad_norm": 4.333423115603075,
      "learning_rate": 2.426321538665009e-06,
      "loss": 0.6112,
      "step": 10280
    },
    {
      "epoch": 0.5246252676659529,
      "grad_norm": 5.461195508744554,
      "learning_rate": 2.4221951915547315e-06,
      "loss": 0.5502,
      "step": 10290
    },
    {
      "epoch": 0.5251351075762211,
      "grad_norm": 4.914285190435338,
      "learning_rate": 2.4180690566011543e-06,
      "loss": 0.5003,
      "step": 10300
    },
    {
      "epoch": 0.5256449474864893,
      "grad_norm": 8.901376664241516,
      "learning_rate": 2.413943145055347e-06,
      "loss": 0.5469,
      "step": 10310
    },
    {
      "epoch": 0.5261547873967575,
      "grad_norm": 5.179720006160652,
      "learning_rate": 2.4098174681677668e-06,
      "loss": 0.5429,
      "step": 10320
    },
    {
      "epoch": 0.5266646273070256,
      "grad_norm": 5.9346677146659585,
      "learning_rate": 2.405692037188233e-06,
      "loss": 0.5618,
      "step": 10330
    },
    {
      "epoch": 0.5271744672172938,
      "grad_norm": 3.3918064647292088,
      "learning_rate": 2.4015668633658934e-06,
      "loss": 0.5904,
      "step": 10340
    },
    {
      "epoch": 0.527684307127562,
      "grad_norm": 10.706896453642253,
      "learning_rate": 2.3974419579491963e-06,
      "loss": 0.6084,
      "step": 10350
    },
    {
      "epoch": 0.5281941470378301,
      "grad_norm": 3.880907933089968,
      "learning_rate": 2.3933173321858558e-06,
      "loss": 0.5492,
      "step": 10360
    },
    {
      "epoch": 0.5287039869480983,
      "grad_norm": 5.482563779583249,
      "learning_rate": 2.3891929973228244e-06,
      "loss": 0.6077,
      "step": 10370
    },
    {
      "epoch": 0.5292138268583665,
      "grad_norm": 5.878477031259435,
      "learning_rate": 2.3850689646062625e-06,
      "loss": 0.6259,
      "step": 10380
    },
    {
      "epoch": 0.5297236667686347,
      "grad_norm": 3.472768112158214,
      "learning_rate": 2.3809452452815047e-06,
      "loss": 0.5619,
      "step": 10390
    },
    {
      "epoch": 0.5302335066789028,
      "grad_norm": 8.906752951677479,
      "learning_rate": 2.3768218505930333e-06,
      "loss": 0.535,
      "step": 10400
    },
    {
      "epoch": 0.530743346589171,
      "grad_norm": 9.26577684439362,
      "learning_rate": 2.372698791784442e-06,
      "loss": 0.6082,
      "step": 10410
    },
    {
      "epoch": 0.5312531864994392,
      "grad_norm": 5.54121619673152,
      "learning_rate": 2.3685760800984122e-06,
      "loss": 0.538,
      "step": 10420
    },
    {
      "epoch": 0.5317630264097074,
      "grad_norm": 4.627571106553583,
      "learning_rate": 2.364453726776677e-06,
      "loss": 0.5562,
      "step": 10430
    },
    {
      "epoch": 0.5322728663199755,
      "grad_norm": 8.765739404143732,
      "learning_rate": 2.3603317430599925e-06,
      "loss": 0.5406,
      "step": 10440
    },
    {
      "epoch": 0.5327827062302437,
      "grad_norm": 4.743984447048957,
      "learning_rate": 2.3562101401881065e-06,
      "loss": 0.5893,
      "step": 10450
    },
    {
      "epoch": 0.5332925461405119,
      "grad_norm": 5.820171697799732,
      "learning_rate": 2.3520889293997287e-06,
      "loss": 0.5403,
      "step": 10460
    },
    {
      "epoch": 0.53380238605078,
      "grad_norm": 7.08071549222254,
      "learning_rate": 2.3479681219325025e-06,
      "loss": 0.587,
      "step": 10470
    },
    {
      "epoch": 0.5343122259610482,
      "grad_norm": 5.001056880602169,
      "learning_rate": 2.343847729022965e-06,
      "loss": 0.5896,
      "step": 10480
    },
    {
      "epoch": 0.5348220658713164,
      "grad_norm": 4.8134315758242625,
      "learning_rate": 2.3397277619065294e-06,
      "loss": 0.5359,
      "step": 10490
    },
    {
      "epoch": 0.5353319057815846,
      "grad_norm": 14.545775608240119,
      "learning_rate": 2.335608231817444e-06,
      "loss": 0.5701,
      "step": 10500
    },
    {
      "epoch": 0.5358417456918527,
      "grad_norm": 21.826443251284513,
      "learning_rate": 2.3314891499887678e-06,
      "loss": 0.6265,
      "step": 10510
    },
    {
      "epoch": 0.5363515856021209,
      "grad_norm": 7.425278676073777,
      "learning_rate": 2.327370527652335e-06,
      "loss": 0.5495,
      "step": 10520
    },
    {
      "epoch": 0.5368614255123891,
      "grad_norm": 4.3193675426552804,
      "learning_rate": 2.3232523760387283e-06,
      "loss": 0.5474,
      "step": 10530
    },
    {
      "epoch": 0.5373712654226573,
      "grad_norm": 5.714151480039064,
      "learning_rate": 2.3191347063772484e-06,
      "loss": 0.4856,
      "step": 10540
    },
    {
      "epoch": 0.5378811053329254,
      "grad_norm": 11.00019352733884,
      "learning_rate": 2.3150175298958786e-06,
      "loss": 0.5881,
      "step": 10550
    },
    {
      "epoch": 0.5383909452431936,
      "grad_norm": 5.664141098629008,
      "learning_rate": 2.3109008578212597e-06,
      "loss": 0.5599,
      "step": 10560
    },
    {
      "epoch": 0.5389007851534618,
      "grad_norm": 4.064527896034296,
      "learning_rate": 2.306784701378655e-06,
      "loss": 0.6335,
      "step": 10570
    },
    {
      "epoch": 0.5394106250637299,
      "grad_norm": 14.155884920463697,
      "learning_rate": 2.302669071791925e-06,
      "loss": 0.5945,
      "step": 10580
    },
    {
      "epoch": 0.5399204649739981,
      "grad_norm": 6.127163135912767,
      "learning_rate": 2.2985539802834907e-06,
      "loss": 0.5718,
      "step": 10590
    },
    {
      "epoch": 0.5404303048842664,
      "grad_norm": 4.245202176259139,
      "learning_rate": 2.294439438074308e-06,
      "loss": 0.5403,
      "step": 10600
    },
    {
      "epoch": 0.5409401447945346,
      "grad_norm": 5.3540527690553255,
      "learning_rate": 2.2903254563838308e-06,
      "loss": 0.5854,
      "step": 10610
    },
    {
      "epoch": 0.5414499847048027,
      "grad_norm": 4.634926708115154,
      "learning_rate": 2.2862120464299913e-06,
      "loss": 0.5154,
      "step": 10620
    },
    {
      "epoch": 0.5419598246150709,
      "grad_norm": 7.827943685847099,
      "learning_rate": 2.2820992194291577e-06,
      "loss": 0.5375,
      "step": 10630
    },
    {
      "epoch": 0.5424696645253391,
      "grad_norm": 4.9277639804091296,
      "learning_rate": 2.277986986596109e-06,
      "loss": 0.5545,
      "step": 10640
    },
    {
      "epoch": 0.5429795044356073,
      "grad_norm": 7.304459395748408,
      "learning_rate": 2.273875359144007e-06,
      "loss": 0.5825,
      "step": 10650
    },
    {
      "epoch": 0.5434893443458754,
      "grad_norm": 5.016441794583862,
      "learning_rate": 2.2697643482843584e-06,
      "loss": 0.5295,
      "step": 10660
    },
    {
      "epoch": 0.5439991842561436,
      "grad_norm": 4.345126201608073,
      "learning_rate": 2.2656539652269933e-06,
      "loss": 0.5745,
      "step": 10670
    },
    {
      "epoch": 0.5445090241664118,
      "grad_norm": 3.702144842617632,
      "learning_rate": 2.2615442211800263e-06,
      "loss": 0.5864,
      "step": 10680
    },
    {
      "epoch": 0.5450188640766799,
      "grad_norm": 9.815653136997877,
      "learning_rate": 2.2574351273498304e-06,
      "loss": 0.6027,
      "step": 10690
    },
    {
      "epoch": 0.5455287039869481,
      "grad_norm": 6.627027205767743,
      "learning_rate": 2.253326694941008e-06,
      "loss": 0.5411,
      "step": 10700
    },
    {
      "epoch": 0.5460385438972163,
      "grad_norm": 4.384534828483341,
      "learning_rate": 2.249218935156354e-06,
      "loss": 0.5814,
      "step": 10710
    },
    {
      "epoch": 0.5465483838074845,
      "grad_norm": 4.575249644366794,
      "learning_rate": 2.2451118591968325e-06,
      "loss": 0.551,
      "step": 10720
    },
    {
      "epoch": 0.5470582237177526,
      "grad_norm": 3.360951380273878,
      "learning_rate": 2.2410054782615396e-06,
      "loss": 0.4974,
      "step": 10730
    },
    {
      "epoch": 0.5475680636280208,
      "grad_norm": 7.019099679394434,
      "learning_rate": 2.2368998035476817e-06,
      "loss": 0.6235,
      "step": 10740
    },
    {
      "epoch": 0.548077903538289,
      "grad_norm": 5.68531638189826,
      "learning_rate": 2.2327948462505326e-06,
      "loss": 0.5509,
      "step": 10750
    },
    {
      "epoch": 0.5485877434485572,
      "grad_norm": 3.7536478981989947,
      "learning_rate": 2.228690617563416e-06,
      "loss": 0.5862,
      "step": 10760
    },
    {
      "epoch": 0.5490975833588253,
      "grad_norm": 5.647338670633899,
      "learning_rate": 2.2245871286776638e-06,
      "loss": 0.5322,
      "step": 10770
    },
    {
      "epoch": 0.5496074232690935,
      "grad_norm": 4.752246726979069,
      "learning_rate": 2.2204843907825946e-06,
      "loss": 0.5743,
      "step": 10780
    },
    {
      "epoch": 0.5501172631793617,
      "grad_norm": 5.590092737478404,
      "learning_rate": 2.2163824150654777e-06,
      "loss": 0.6093,
      "step": 10790
    },
    {
      "epoch": 0.5506271030896298,
      "grad_norm": 9.1089558709191,
      "learning_rate": 2.212281212711502e-06,
      "loss": 0.5374,
      "step": 10800
    },
    {
      "epoch": 0.551136942999898,
      "grad_norm": 7.049632525787798,
      "learning_rate": 2.208180794903753e-06,
      "loss": 0.5919,
      "step": 10810
    },
    {
      "epoch": 0.5516467829101662,
      "grad_norm": 4.279363456332365,
      "learning_rate": 2.20408117282317e-06,
      "loss": 0.5885,
      "step": 10820
    },
    {
      "epoch": 0.5521566228204344,
      "grad_norm": 3.1944233373670796,
      "learning_rate": 2.199982357648529e-06,
      "loss": 0.5789,
      "step": 10830
    },
    {
      "epoch": 0.5526664627307025,
      "grad_norm": 5.4291897517297,
      "learning_rate": 2.1958843605564007e-06,
      "loss": 0.5807,
      "step": 10840
    },
    {
      "epoch": 0.5531763026409707,
      "grad_norm": 6.470349665252672,
      "learning_rate": 2.1917871927211287e-06,
      "loss": 0.536,
      "step": 10850
    },
    {
      "epoch": 0.5536861425512389,
      "grad_norm": 4.34828054960982,
      "learning_rate": 2.1876908653147918e-06,
      "loss": 0.5524,
      "step": 10860
    },
    {
      "epoch": 0.5541959824615071,
      "grad_norm": 9.626964358062196,
      "learning_rate": 2.183595389507181e-06,
      "loss": 0.519,
      "step": 10870
    },
    {
      "epoch": 0.5547058223717752,
      "grad_norm": 3.400898759831172,
      "learning_rate": 2.179500776465764e-06,
      "loss": 0.5928,
      "step": 10880
    },
    {
      "epoch": 0.5552156622820434,
      "grad_norm": 4.56901012290534,
      "learning_rate": 2.1754070373556526e-06,
      "loss": 0.612,
      "step": 10890
    },
    {
      "epoch": 0.5557255021923116,
      "grad_norm": 7.484943915780186,
      "learning_rate": 2.1713141833395808e-06,
      "loss": 0.5161,
      "step": 10900
    },
    {
      "epoch": 0.5562353421025797,
      "grad_norm": 5.353373483480901,
      "learning_rate": 2.167222225577865e-06,
      "loss": 0.561,
      "step": 10910
    },
    {
      "epoch": 0.556745182012848,
      "grad_norm": 9.343382259221173,
      "learning_rate": 2.163131175228381e-06,
      "loss": 0.5467,
      "step": 10920
    },
    {
      "epoch": 0.5572550219231162,
      "grad_norm": 4.91701329791304,
      "learning_rate": 2.1590410434465265e-06,
      "loss": 0.5567,
      "step": 10930
    },
    {
      "epoch": 0.5577648618333844,
      "grad_norm": 7.592767432198721,
      "learning_rate": 2.1549518413851978e-06,
      "loss": 0.5182,
      "step": 10940
    },
    {
      "epoch": 0.5582747017436525,
      "grad_norm": 4.6035679496622315,
      "learning_rate": 2.150863580194756e-06,
      "loss": 0.5559,
      "step": 10950
    },
    {
      "epoch": 0.5587845416539207,
      "grad_norm": 6.7755205105330365,
      "learning_rate": 2.1467762710229922e-06,
      "loss": 0.6154,
      "step": 10960
    },
    {
      "epoch": 0.5592943815641889,
      "grad_norm": 4.141599691037273,
      "learning_rate": 2.1426899250151086e-06,
      "loss": 0.5744,
      "step": 10970
    },
    {
      "epoch": 0.5598042214744571,
      "grad_norm": 5.496559917092997,
      "learning_rate": 2.1386045533136746e-06,
      "loss": 0.5549,
      "step": 10980
    },
    {
      "epoch": 0.5603140613847252,
      "grad_norm": 9.32601783703135,
      "learning_rate": 2.134520167058607e-06,
      "loss": 0.5604,
      "step": 10990
    },
    {
      "epoch": 0.5608239012949934,
      "grad_norm": 6.267554337152859,
      "learning_rate": 2.1304367773871337e-06,
      "loss": 0.5857,
      "step": 11000
    },
    {
      "epoch": 0.5613337412052616,
      "grad_norm": 5.252899169163052,
      "learning_rate": 2.126354395433766e-06,
      "loss": 0.5534,
      "step": 11010
    },
    {
      "epoch": 0.5618435811155297,
      "grad_norm": 8.751971277608932,
      "learning_rate": 2.122273032330265e-06,
      "loss": 0.5246,
      "step": 11020
    },
    {
      "epoch": 0.5623534210257979,
      "grad_norm": 3.1994062492488515,
      "learning_rate": 2.1181926992056174e-06,
      "loss": 0.6414,
      "step": 11030
    },
    {
      "epoch": 0.5628632609360661,
      "grad_norm": 3.2534620027939556,
      "learning_rate": 2.114113407186e-06,
      "loss": 0.5736,
      "step": 11040
    },
    {
      "epoch": 0.5633731008463343,
      "grad_norm": 5.190918228021598,
      "learning_rate": 2.1100351673947477e-06,
      "loss": 0.5931,
      "step": 11050
    },
    {
      "epoch": 0.5638829407566024,
      "grad_norm": 6.724073808724146,
      "learning_rate": 2.1059579909523315e-06,
      "loss": 0.5593,
      "step": 11060
    },
    {
      "epoch": 0.5643927806668706,
      "grad_norm": 3.678860606208677,
      "learning_rate": 2.1018818889763182e-06,
      "loss": 0.533,
      "step": 11070
    },
    {
      "epoch": 0.5649026205771388,
      "grad_norm": 9.57308291531323,
      "learning_rate": 2.097806872581348e-06,
      "loss": 0.6132,
      "step": 11080
    },
    {
      "epoch": 0.565412460487407,
      "grad_norm": 3.868519780141342,
      "learning_rate": 2.0937329528790974e-06,
      "loss": 0.4891,
      "step": 11090
    },
    {
      "epoch": 0.5659223003976751,
      "grad_norm": 5.363780777577617,
      "learning_rate": 2.0896601409782577e-06,
      "loss": 0.6499,
      "step": 11100
    },
    {
      "epoch": 0.5664321403079433,
      "grad_norm": 4.443975323978055,
      "learning_rate": 2.0855884479844942e-06,
      "loss": 0.5902,
      "step": 11110
    },
    {
      "epoch": 0.5669419802182115,
      "grad_norm": 4.191030513536192,
      "learning_rate": 2.081517885000424e-06,
      "loss": 0.5186,
      "step": 11120
    },
    {
      "epoch": 0.5674518201284796,
      "grad_norm": 3.851029169393777,
      "learning_rate": 2.0774484631255836e-06,
      "loss": 0.552,
      "step": 11130
    },
    {
      "epoch": 0.5679616600387478,
      "grad_norm": 3.9250152313608058,
      "learning_rate": 2.073380193456394e-06,
      "loss": 0.586,
      "step": 11140
    },
    {
      "epoch": 0.568471499949016,
      "grad_norm": 4.8944788999506965,
      "learning_rate": 2.0693130870861407e-06,
      "loss": 0.5198,
      "step": 11150
    },
    {
      "epoch": 0.5689813398592842,
      "grad_norm": 17.84496869483186,
      "learning_rate": 2.0652471551049302e-06,
      "loss": 0.5571,
      "step": 11160
    },
    {
      "epoch": 0.5694911797695523,
      "grad_norm": 5.358359968678426,
      "learning_rate": 2.061182408599672e-06,
      "loss": 0.5105,
      "step": 11170
    },
    {
      "epoch": 0.5700010196798205,
      "grad_norm": 7.3072935579158935,
      "learning_rate": 2.05711885865404e-06,
      "loss": 0.6309,
      "step": 11180
    },
    {
      "epoch": 0.5705108595900887,
      "grad_norm": 5.272764753814353,
      "learning_rate": 2.0530565163484474e-06,
      "loss": 0.5835,
      "step": 11190
    },
    {
      "epoch": 0.5710206995003569,
      "grad_norm": 5.790512043425324,
      "learning_rate": 2.048995392760013e-06,
      "loss": 0.5492,
      "step": 11200
    },
    {
      "epoch": 0.571530539410625,
      "grad_norm": 7.135530295492757,
      "learning_rate": 2.044935498962532e-06,
      "loss": 0.636,
      "step": 11210
    },
    {
      "epoch": 0.5720403793208932,
      "grad_norm": 3.9062846802260895,
      "learning_rate": 2.0408768460264493e-06,
      "loss": 0.5561,
      "step": 11220
    },
    {
      "epoch": 0.5725502192311615,
      "grad_norm": 7.73502881578725,
      "learning_rate": 2.0368194450188218e-06,
      "loss": 0.5896,
      "step": 11230
    },
    {
      "epoch": 0.5730600591414295,
      "grad_norm": 10.422918025845112,
      "learning_rate": 2.0327633070032965e-06,
      "loss": 0.6042,
      "step": 11240
    },
    {
      "epoch": 0.5735698990516978,
      "grad_norm": 52.45955623228605,
      "learning_rate": 2.028708443040073e-06,
      "loss": 0.5676,
      "step": 11250
    },
    {
      "epoch": 0.574079738961966,
      "grad_norm": 4.796888490256279,
      "learning_rate": 2.0246548641858814e-06,
      "loss": 0.6291,
      "step": 11260
    },
    {
      "epoch": 0.5745895788722342,
      "grad_norm": 5.30930569584662,
      "learning_rate": 2.0206025814939427e-06,
      "loss": 0.5119,
      "step": 11270
    },
    {
      "epoch": 0.5750994187825023,
      "grad_norm": 4.900720389790013,
      "learning_rate": 2.0165516060139463e-06,
      "loss": 0.5577,
      "step": 11280
    },
    {
      "epoch": 0.5756092586927705,
      "grad_norm": 4.161298191222105,
      "learning_rate": 2.012501948792018e-06,
      "loss": 0.5458,
      "step": 11290
    },
    {
      "epoch": 0.5761190986030387,
      "grad_norm": 3.236190978560692,
      "learning_rate": 2.008453620870685e-06,
      "loss": 0.5864,
      "step": 11300
    },
    {
      "epoch": 0.5766289385133069,
      "grad_norm": 6.154965235433483,
      "learning_rate": 2.0044066332888552e-06,
      "loss": 0.5126,
      "step": 11310
    },
    {
      "epoch": 0.577138778423575,
      "grad_norm": 6.545756031439152,
      "learning_rate": 2.0003609970817774e-06,
      "loss": 0.5591,
      "step": 11320
    },
    {
      "epoch": 0.5776486183338432,
      "grad_norm": 3.516722790445947,
      "learning_rate": 1.9963167232810176e-06,
      "loss": 0.5471,
      "step": 11330
    },
    {
      "epoch": 0.5781584582441114,
      "grad_norm": 6.796196360122474,
      "learning_rate": 1.992273822914425e-06,
      "loss": 0.5553,
      "step": 11340
    },
    {
      "epoch": 0.5786682981543795,
      "grad_norm": 5.947281464777988,
      "learning_rate": 1.988232307006106e-06,
      "loss": 0.5262,
      "step": 11350
    },
    {
      "epoch": 0.5791781380646477,
      "grad_norm": 4.400108274800105,
      "learning_rate": 1.984192186576391e-06,
      "loss": 0.5634,
      "step": 11360
    },
    {
      "epoch": 0.5796879779749159,
      "grad_norm": 11.142991144527091,
      "learning_rate": 1.9801534726418035e-06,
      "loss": 0.5781,
      "step": 11370
    },
    {
      "epoch": 0.5801978178851841,
      "grad_norm": 7.149318827938102,
      "learning_rate": 1.976116176215036e-06,
      "loss": 0.5673,
      "step": 11380
    },
    {
      "epoch": 0.5807076577954522,
      "grad_norm": 4.806649384218778,
      "learning_rate": 1.972080308304911e-06,
      "loss": 0.5796,
      "step": 11390
    },
    {
      "epoch": 0.5812174977057204,
      "grad_norm": 3.6583334937343825,
      "learning_rate": 1.968045879916359e-06,
      "loss": 0.5311,
      "step": 11400
    },
    {
      "epoch": 0.5817273376159886,
      "grad_norm": 4.298434612216439,
      "learning_rate": 1.964012902050382e-06,
      "loss": 0.5195,
      "step": 11410
    },
    {
      "epoch": 0.5822371775262568,
      "grad_norm": 5.958333054975549,
      "learning_rate": 1.959981385704032e-06,
      "loss": 0.5675,
      "step": 11420
    },
    {
      "epoch": 0.5827470174365249,
      "grad_norm": 4.231351948150938,
      "learning_rate": 1.955951341870371e-06,
      "loss": 0.6241,
      "step": 11430
    },
    {
      "epoch": 0.5832568573467931,
      "grad_norm": 5.8880206088209555,
      "learning_rate": 1.951922781538446e-06,
      "loss": 0.5546,
      "step": 11440
    },
    {
      "epoch": 0.5837666972570613,
      "grad_norm": 6.318099699009018,
      "learning_rate": 1.947895715693263e-06,
      "loss": 0.5229,
      "step": 11450
    },
    {
      "epoch": 0.5842765371673294,
      "grad_norm": 6.753712899839696,
      "learning_rate": 1.9438701553157485e-06,
      "loss": 0.5203,
      "step": 11460
    },
    {
      "epoch": 0.5847863770775976,
      "grad_norm": 4.0929932748696665,
      "learning_rate": 1.9398461113827256e-06,
      "loss": 0.5156,
      "step": 11470
    },
    {
      "epoch": 0.5852962169878658,
      "grad_norm": 5.046458934742589,
      "learning_rate": 1.9358235948668815e-06,
      "loss": 0.539,
      "step": 11480
    },
    {
      "epoch": 0.585806056898134,
      "grad_norm": 6.717232212966177,
      "learning_rate": 1.9318026167367417e-06,
      "loss": 0.5872,
      "step": 11490
    },
    {
      "epoch": 0.5863158968084021,
      "grad_norm": 6.797352130078018,
      "learning_rate": 1.927783187956631e-06,
      "loss": 0.528,
      "step": 11500
    },
    {
      "epoch": 0.5868257367186703,
      "grad_norm": 4.4083207807244555,
      "learning_rate": 1.923765319486656e-06,
      "loss": 0.5519,
      "step": 11510
    },
    {
      "epoch": 0.5873355766289385,
      "grad_norm": 17.86733342145815,
      "learning_rate": 1.9197490222826635e-06,
      "loss": 0.5674,
      "step": 11520
    },
    {
      "epoch": 0.5878454165392067,
      "grad_norm": 5.835577567162421,
      "learning_rate": 1.915734307296218e-06,
      "loss": 0.5766,
      "step": 11530
    },
    {
      "epoch": 0.5883552564494748,
      "grad_norm": 4.974792442905227,
      "learning_rate": 1.9117211854745717e-06,
      "loss": 0.5107,
      "step": 11540
    },
    {
      "epoch": 0.588865096359743,
      "grad_norm": 8.96090507193812,
      "learning_rate": 1.9077096677606275e-06,
      "loss": 0.5506,
      "step": 11550
    },
    {
      "epoch": 0.5893749362700113,
      "grad_norm": 16.83735528640451,
      "learning_rate": 1.903699765092919e-06,
      "loss": 0.5879,
      "step": 11560
    },
    {
      "epoch": 0.5898847761802793,
      "grad_norm": 4.927581402011277,
      "learning_rate": 1.8996914884055723e-06,
      "loss": 0.5516,
      "step": 11570
    },
    {
      "epoch": 0.5903946160905476,
      "grad_norm": 6.298665939122396,
      "learning_rate": 1.8956848486282833e-06,
      "loss": 0.5509,
      "step": 11580
    },
    {
      "epoch": 0.5909044560008158,
      "grad_norm": 6.190555334840309,
      "learning_rate": 1.8916798566862816e-06,
      "loss": 0.5289,
      "step": 11590
    },
    {
      "epoch": 0.591414295911084,
      "grad_norm": 6.383236014028381,
      "learning_rate": 1.8876765235003043e-06,
      "loss": 0.5286,
      "step": 11600
    },
    {
      "epoch": 0.5919241358213521,
      "grad_norm": 6.403813249783424,
      "learning_rate": 1.883674859986567e-06,
      "loss": 0.4884,
      "step": 11610
    },
    {
      "epoch": 0.5924339757316203,
      "grad_norm": 5.266011099420638,
      "learning_rate": 1.87967487705673e-06,
      "loss": 0.5382,
      "step": 11620
    },
    {
      "epoch": 0.5929438156418885,
      "grad_norm": 12.786564682455287,
      "learning_rate": 1.8756765856178732e-06,
      "loss": 0.5177,
      "step": 11630
    },
    {
      "epoch": 0.5934536555521567,
      "grad_norm": 3.297347143611863,
      "learning_rate": 1.8716799965724614e-06,
      "loss": 0.5571,
      "step": 11640
    },
    {
      "epoch": 0.5939634954624248,
      "grad_norm": 7.872024233619769,
      "learning_rate": 1.867685120818321e-06,
      "loss": 0.5575,
      "step": 11650
    },
    {
      "epoch": 0.594473335372693,
      "grad_norm": 6.949646482840053,
      "learning_rate": 1.8636919692486034e-06,
      "loss": 0.5758,
      "step": 11660
    },
    {
      "epoch": 0.5949831752829612,
      "grad_norm": 3.3496585669114847,
      "learning_rate": 1.8597005527517609e-06,
      "loss": 0.5285,
      "step": 11670
    },
    {
      "epoch": 0.5954930151932293,
      "grad_norm": 7.231602373270994,
      "learning_rate": 1.8557108822115128e-06,
      "loss": 0.529,
      "step": 11680
    },
    {
      "epoch": 0.5960028551034975,
      "grad_norm": 4.239113263704488,
      "learning_rate": 1.8517229685068178e-06,
      "loss": 0.5565,
      "step": 11690
    },
    {
      "epoch": 0.5965126950137657,
      "grad_norm": 5.518795855930493,
      "learning_rate": 1.8477368225118466e-06,
      "loss": 0.6519,
      "step": 11700
    },
    {
      "epoch": 0.5970225349240339,
      "grad_norm": 5.153882732760769,
      "learning_rate": 1.8437524550959462e-06,
      "loss": 0.5304,
      "step": 11710
    },
    {
      "epoch": 0.597532374834302,
      "grad_norm": 5.368256886207826,
      "learning_rate": 1.839769877123616e-06,
      "loss": 0.5611,
      "step": 11720
    },
    {
      "epoch": 0.5980422147445702,
      "grad_norm": 4.126730916547592,
      "learning_rate": 1.8357890994544747e-06,
      "loss": 0.5406,
      "step": 11730
    },
    {
      "epoch": 0.5985520546548384,
      "grad_norm": 6.876143389007811,
      "learning_rate": 1.8318101329432335e-06,
      "loss": 0.5625,
      "step": 11740
    },
    {
      "epoch": 0.5990618945651066,
      "grad_norm": 5.393888490327936,
      "learning_rate": 1.827832988439664e-06,
      "loss": 0.5545,
      "step": 11750
    },
    {
      "epoch": 0.5995717344753747,
      "grad_norm": 11.078120096332158,
      "learning_rate": 1.823857676788568e-06,
      "loss": 0.5286,
      "step": 11760
    },
    {
      "epoch": 0.6000815743856429,
      "grad_norm": 4.747475586071538,
      "learning_rate": 1.8198842088297541e-06,
      "loss": 0.5411,
      "step": 11770
    },
    {
      "epoch": 0.6005914142959111,
      "grad_norm": 3.916120306877792,
      "learning_rate": 1.8159125953979984e-06,
      "loss": 0.534,
      "step": 11780
    },
    {
      "epoch": 0.6011012542061792,
      "grad_norm": 2.4371681389424245,
      "learning_rate": 1.8119428473230235e-06,
      "loss": 0.5273,
      "step": 11790
    },
    {
      "epoch": 0.6016110941164474,
      "grad_norm": 4.9710586345691725,
      "learning_rate": 1.8079749754294631e-06,
      "loss": 0.6184,
      "step": 11800
    },
    {
      "epoch": 0.6021209340267156,
      "grad_norm": 5.243911574478128,
      "learning_rate": 1.8040089905368383e-06,
      "loss": 0.4609,
      "step": 11810
    },
    {
      "epoch": 0.6026307739369838,
      "grad_norm": 3.697100357595567,
      "learning_rate": 1.8000449034595205e-06,
      "loss": 0.5856,
      "step": 11820
    },
    {
      "epoch": 0.6031406138472519,
      "grad_norm": 3.306462379724759,
      "learning_rate": 1.7960827250067106e-06,
      "loss": 0.4624,
      "step": 11830
    },
    {
      "epoch": 0.6036504537575201,
      "grad_norm": 4.3861372369161895,
      "learning_rate": 1.7921224659824015e-06,
      "loss": 0.5036,
      "step": 11840
    },
    {
      "epoch": 0.6041602936677883,
      "grad_norm": 11.1381283616063,
      "learning_rate": 1.7881641371853536e-06,
      "loss": 0.5702,
      "step": 11850
    },
    {
      "epoch": 0.6046701335780565,
      "grad_norm": 11.451440000420012,
      "learning_rate": 1.7842077494090653e-06,
      "loss": 0.541,
      "step": 11860
    },
    {
      "epoch": 0.6051799734883246,
      "grad_norm": 27.201678953604713,
      "learning_rate": 1.7802533134417398e-06,
      "loss": 0.5649,
      "step": 11870
    },
    {
      "epoch": 0.6056898133985928,
      "grad_norm": 6.787297503814909,
      "learning_rate": 1.7763008400662608e-06,
      "loss": 0.5071,
      "step": 11880
    },
    {
      "epoch": 0.606199653308861,
      "grad_norm": 3.893800201972374,
      "learning_rate": 1.7723503400601565e-06,
      "loss": 0.5727,
      "step": 11890
    },
    {
      "epoch": 0.6067094932191291,
      "grad_norm": 7.15765843457491,
      "learning_rate": 1.7684018241955796e-06,
      "loss": 0.5162,
      "step": 11900
    },
    {
      "epoch": 0.6072193331293974,
      "grad_norm": 4.176542896671038,
      "learning_rate": 1.7644553032392677e-06,
      "loss": 0.6107,
      "step": 11910
    },
    {
      "epoch": 0.6077291730396656,
      "grad_norm": 4.9221706209080285,
      "learning_rate": 1.7605107879525213e-06,
      "loss": 0.5224,
      "step": 11920
    },
    {
      "epoch": 0.6082390129499338,
      "grad_norm": 6.756774089189636,
      "learning_rate": 1.75656828909117e-06,
      "loss": 0.595,
      "step": 11930
    },
    {
      "epoch": 0.6087488528602019,
      "grad_norm": 5.9960279778683745,
      "learning_rate": 1.7526278174055477e-06,
      "loss": 0.5574,
      "step": 11940
    },
    {
      "epoch": 0.6092586927704701,
      "grad_norm": 6.717606417710255,
      "learning_rate": 1.7486893836404586e-06,
      "loss": 0.5187,
      "step": 11950
    },
    {
      "epoch": 0.6097685326807383,
      "grad_norm": 4.874332720229018,
      "learning_rate": 1.7447529985351497e-06,
      "loss": 0.5843,
      "step": 11960
    },
    {
      "epoch": 0.6102783725910065,
      "grad_norm": 7.904763208913782,
      "learning_rate": 1.740818672823284e-06,
      "loss": 0.6236,
      "step": 11970
    },
    {
      "epoch": 0.6107882125012746,
      "grad_norm": 5.962793605314727,
      "learning_rate": 1.7368864172329053e-06,
      "loss": 0.5432,
      "step": 11980
    },
    {
      "epoch": 0.6112980524115428,
      "grad_norm": 4.128774021887511,
      "learning_rate": 1.7329562424864176e-06,
      "loss": 0.4786,
      "step": 11990
    },
    {
      "epoch": 0.611807892321811,
      "grad_norm": 3.544701583811243,
      "learning_rate": 1.729028159300546e-06,
      "loss": 0.5346,
      "step": 12000
    },
    {
      "epoch": 0.6123177322320791,
      "grad_norm": 4.840545505343333,
      "learning_rate": 1.7251021783863149e-06,
      "loss": 0.6048,
      "step": 12010
    },
    {
      "epoch": 0.6128275721423473,
      "grad_norm": 7.077718602400651,
      "learning_rate": 1.7211783104490168e-06,
      "loss": 0.5303,
      "step": 12020
    },
    {
      "epoch": 0.6133374120526155,
      "grad_norm": 4.654777975552529,
      "learning_rate": 1.7172565661881807e-06,
      "loss": 0.5346,
      "step": 12030
    },
    {
      "epoch": 0.6138472519628837,
      "grad_norm": 2.727615970290839,
      "learning_rate": 1.7133369562975466e-06,
      "loss": 0.5221,
      "step": 12040
    },
    {
      "epoch": 0.6143570918731518,
      "grad_norm": 20.005836961994195,
      "learning_rate": 1.7094194914650319e-06,
      "loss": 0.5183,
      "step": 12050
    },
    {
      "epoch": 0.61486693178342,
      "grad_norm": 4.413912954732605,
      "learning_rate": 1.7055041823727088e-06,
      "loss": 0.4793,
      "step": 12060
    },
    {
      "epoch": 0.6153767716936882,
      "grad_norm": 4.51420128049222,
      "learning_rate": 1.7015910396967678e-06,
      "loss": 0.5064,
      "step": 12070
    },
    {
      "epoch": 0.6158866116039564,
      "grad_norm": 15.013480147209615,
      "learning_rate": 1.6976800741074944e-06,
      "loss": 0.5662,
      "step": 12080
    },
    {
      "epoch": 0.6163964515142245,
      "grad_norm": 5.497354154336149,
      "learning_rate": 1.6937712962692348e-06,
      "loss": 0.4898,
      "step": 12090
    },
    {
      "epoch": 0.6169062914244927,
      "grad_norm": 6.620777966612235,
      "learning_rate": 1.6898647168403734e-06,
      "loss": 0.5536,
      "step": 12100
    },
    {
      "epoch": 0.6174161313347609,
      "grad_norm": 4.87993175632207,
      "learning_rate": 1.6859603464732978e-06,
      "loss": 0.5768,
      "step": 12110
    },
    {
      "epoch": 0.617925971245029,
      "grad_norm": 5.228075443876219,
      "learning_rate": 1.6820581958143712e-06,
      "loss": 0.5504,
      "step": 12120
    },
    {
      "epoch": 0.6184358111552972,
      "grad_norm": 5.719812149218567,
      "learning_rate": 1.6781582755039071e-06,
      "loss": 0.5477,
      "step": 12130
    },
    {
      "epoch": 0.6189456510655654,
      "grad_norm": 6.6382363841486045,
      "learning_rate": 1.6742605961761335e-06,
      "loss": 0.6053,
      "step": 12140
    },
    {
      "epoch": 0.6194554909758336,
      "grad_norm": 11.246442613850016,
      "learning_rate": 1.6703651684591715e-06,
      "loss": 0.509,
      "step": 12150
    },
    {
      "epoch": 0.6199653308861017,
      "grad_norm": 4.671567718687719,
      "learning_rate": 1.6664720029749999e-06,
      "loss": 0.534,
      "step": 12160
    },
    {
      "epoch": 0.6204751707963699,
      "grad_norm": 11.247562088368806,
      "learning_rate": 1.662581110339429e-06,
      "loss": 0.5609,
      "step": 12170
    },
    {
      "epoch": 0.6209850107066381,
      "grad_norm": 5.417789308251715,
      "learning_rate": 1.6586925011620741e-06,
      "loss": 0.5708,
      "step": 12180
    },
    {
      "epoch": 0.6214948506169063,
      "grad_norm": 7.427770824892025,
      "learning_rate": 1.6548061860463209e-06,
      "loss": 0.5697,
      "step": 12190
    },
    {
      "epoch": 0.6220046905271744,
      "grad_norm": 5.948469061304988,
      "learning_rate": 1.6509221755893018e-06,
      "loss": 0.5605,
      "step": 12200
    },
    {
      "epoch": 0.6225145304374426,
      "grad_norm": 9.126594912920444,
      "learning_rate": 1.6470404803818623e-06,
      "loss": 0.5697,
      "step": 12210
    },
    {
      "epoch": 0.6230243703477109,
      "grad_norm": 5.788189971550228,
      "learning_rate": 1.643161111008539e-06,
      "loss": 0.5493,
      "step": 12220
    },
    {
      "epoch": 0.623534210257979,
      "grad_norm": 4.623371512094305,
      "learning_rate": 1.6392840780475225e-06,
      "loss": 0.5321,
      "step": 12230
    },
    {
      "epoch": 0.6240440501682472,
      "grad_norm": 5.082810607595676,
      "learning_rate": 1.635409392070635e-06,
      "loss": 0.5208,
      "step": 12240
    },
    {
      "epoch": 0.6245538900785154,
      "grad_norm": 4.670898035508682,
      "learning_rate": 1.6315370636432955e-06,
      "loss": 0.5473,
      "step": 12250
    },
    {
      "epoch": 0.6250637299887836,
      "grad_norm": 4.691373191839654,
      "learning_rate": 1.6276671033245001e-06,
      "loss": 0.5579,
      "step": 12260
    },
    {
      "epoch": 0.6255735698990517,
      "grad_norm": 18.962311891891527,
      "learning_rate": 1.623799521666783e-06,
      "loss": 0.5563,
      "step": 12270
    },
    {
      "epoch": 0.6260834098093199,
      "grad_norm": 6.744529272671036,
      "learning_rate": 1.6199343292161932e-06,
      "loss": 0.541,
      "step": 12280
    },
    {
      "epoch": 0.6265932497195881,
      "grad_norm": 7.010215594924779,
      "learning_rate": 1.616071536512267e-06,
      "loss": 0.55,
      "step": 12290
    },
    {
      "epoch": 0.6271030896298562,
      "grad_norm": 7.714402432937164,
      "learning_rate": 1.6122111540879934e-06,
      "loss": 0.5399,
      "step": 12300
    },
    {
      "epoch": 0.6276129295401244,
      "grad_norm": 11.558769117556551,
      "learning_rate": 1.608353192469794e-06,
      "loss": 0.5092,
      "step": 12310
    },
    {
      "epoch": 0.6281227694503926,
      "grad_norm": 5.472315236293344,
      "learning_rate": 1.6044976621774835e-06,
      "loss": 0.5645,
      "step": 12320
    },
    {
      "epoch": 0.6286326093606608,
      "grad_norm": 5.091831525618372,
      "learning_rate": 1.6006445737242525e-06,
      "loss": 0.5571,
      "step": 12330
    },
    {
      "epoch": 0.6291424492709289,
      "grad_norm": 7.371920062561914,
      "learning_rate": 1.5967939376166288e-06,
      "loss": 0.4884,
      "step": 12340
    },
    {
      "epoch": 0.6296522891811971,
      "grad_norm": 8.880806971781821,
      "learning_rate": 1.5929457643544568e-06,
      "loss": 0.6268,
      "step": 12350
    },
    {
      "epoch": 0.6301621290914653,
      "grad_norm": 13.793811691208258,
      "learning_rate": 1.5891000644308636e-06,
      "loss": 0.5725,
      "step": 12360
    },
    {
      "epoch": 0.6306719690017335,
      "grad_norm": 7.305062091285268,
      "learning_rate": 1.5852568483322297e-06,
      "loss": 0.591,
      "step": 12370
    },
    {
      "epoch": 0.6311818089120016,
      "grad_norm": 16.681756779784052,
      "learning_rate": 1.5814161265381684e-06,
      "loss": 0.5358,
      "step": 12380
    },
    {
      "epoch": 0.6316916488222698,
      "grad_norm": 4.608431050619034,
      "learning_rate": 1.5775779095214857e-06,
      "loss": 0.5829,
      "step": 12390
    },
    {
      "epoch": 0.632201488732538,
      "grad_norm": 4.904383309108225,
      "learning_rate": 1.5737422077481621e-06,
      "loss": 0.5241,
      "step": 12400
    },
    {
      "epoch": 0.6327113286428061,
      "grad_norm": 16.230807709327845,
      "learning_rate": 1.5699090316773153e-06,
      "loss": 0.4842,
      "step": 12410
    },
    {
      "epoch": 0.6332211685530743,
      "grad_norm": 7.659363053107744,
      "learning_rate": 1.5660783917611804e-06,
      "loss": 0.573,
      "step": 12420
    },
    {
      "epoch": 0.6337310084633425,
      "grad_norm": 3.435532611433358,
      "learning_rate": 1.5622502984450751e-06,
      "loss": 0.529,
      "step": 12430
    },
    {
      "epoch": 0.6342408483736107,
      "grad_norm": 3.673904674179521,
      "learning_rate": 1.558424762167371e-06,
      "loss": 0.5808,
      "step": 12440
    },
    {
      "epoch": 0.6347506882838788,
      "grad_norm": 5.312355837601045,
      "learning_rate": 1.554601793359471e-06,
      "loss": 0.5653,
      "step": 12450
    },
    {
      "epoch": 0.635260528194147,
      "grad_norm": 6.623149914811438,
      "learning_rate": 1.550781402445774e-06,
      "loss": 0.4652,
      "step": 12460
    },
    {
      "epoch": 0.6357703681044152,
      "grad_norm": 5.9337240759175325,
      "learning_rate": 1.5469635998436513e-06,
      "loss": 0.4999,
      "step": 12470
    },
    {
      "epoch": 0.6362802080146834,
      "grad_norm": 8.636217063262878,
      "learning_rate": 1.5431483959634146e-06,
      "loss": 0.5398,
      "step": 12480
    },
    {
      "epoch": 0.6367900479249515,
      "grad_norm": 5.407358144161057,
      "learning_rate": 1.5393358012082932e-06,
      "loss": 0.6059,
      "step": 12490
    },
    {
      "epoch": 0.6372998878352197,
      "grad_norm": 5.412543842045762,
      "learning_rate": 1.5355258259743964e-06,
      "loss": 0.583,
      "step": 12500
    },
    {
      "epoch": 0.6378097277454879,
      "grad_norm": 12.869352755253521,
      "learning_rate": 1.5317184806506958e-06,
      "loss": 0.5093,
      "step": 12510
    },
    {
      "epoch": 0.638319567655756,
      "grad_norm": 9.023668017857924,
      "learning_rate": 1.5279137756189893e-06,
      "loss": 0.5789,
      "step": 12520
    },
    {
      "epoch": 0.6388294075660242,
      "grad_norm": 11.1484285224452,
      "learning_rate": 1.5241117212538748e-06,
      "loss": 0.5606,
      "step": 12530
    },
    {
      "epoch": 0.6393392474762924,
      "grad_norm": 10.204286530208517,
      "learning_rate": 1.5203123279227245e-06,
      "loss": 0.5092,
      "step": 12540
    },
    {
      "epoch": 0.6398490873865607,
      "grad_norm": 4.588531643687412,
      "learning_rate": 1.5165156059856518e-06,
      "loss": 0.5612,
      "step": 12550
    },
    {
      "epoch": 0.6403589272968288,
      "grad_norm": 7.344025683251624,
      "learning_rate": 1.5127215657954888e-06,
      "loss": 0.6065,
      "step": 12560
    },
    {
      "epoch": 0.640868767207097,
      "grad_norm": 6.786888474556521,
      "learning_rate": 1.508930217697752e-06,
      "loss": 0.4867,
      "step": 12570
    },
    {
      "epoch": 0.6413786071173652,
      "grad_norm": 2.917608815001384,
      "learning_rate": 1.5051415720306198e-06,
      "loss": 0.5744,
      "step": 12580
    },
    {
      "epoch": 0.6418884470276334,
      "grad_norm": 6.991368031486083,
      "learning_rate": 1.5013556391249008e-06,
      "loss": 0.5858,
      "step": 12590
    },
    {
      "epoch": 0.6423982869379015,
      "grad_norm": 8.586815067663817,
      "learning_rate": 1.4975724293040047e-06,
      "loss": 0.6201,
      "step": 12600
    },
    {
      "epoch": 0.6429081268481697,
      "grad_norm": 21.604522440881276,
      "learning_rate": 1.4937919528839196e-06,
      "loss": 0.5263,
      "step": 12610
    },
    {
      "epoch": 0.6434179667584379,
      "grad_norm": 5.7633165069882795,
      "learning_rate": 1.4900142201731766e-06,
      "loss": 0.6214,
      "step": 12620
    },
    {
      "epoch": 0.643927806668706,
      "grad_norm": 3.3215177368290503,
      "learning_rate": 1.486239241472828e-06,
      "loss": 0.5635,
      "step": 12630
    },
    {
      "epoch": 0.6444376465789742,
      "grad_norm": 3.4209268213631403,
      "learning_rate": 1.4824670270764135e-06,
      "loss": 0.4951,
      "step": 12640
    },
    {
      "epoch": 0.6449474864892424,
      "grad_norm": 7.881201877656715,
      "learning_rate": 1.4786975872699388e-06,
      "loss": 0.5314,
      "step": 12650
    },
    {
      "epoch": 0.6454573263995106,
      "grad_norm": 14.91471390732208,
      "learning_rate": 1.4749309323318406e-06,
      "loss": 0.5333,
      "step": 12660
    },
    {
      "epoch": 0.6459671663097787,
      "grad_norm": 11.257453345493493,
      "learning_rate": 1.471167072532965e-06,
      "loss": 0.4865,
      "step": 12670
    },
    {
      "epoch": 0.6464770062200469,
      "grad_norm": 4.493486029718423,
      "learning_rate": 1.467406018136534e-06,
      "loss": 0.5599,
      "step": 12680
    },
    {
      "epoch": 0.6469868461303151,
      "grad_norm": 5.626204141998258,
      "learning_rate": 1.4636477793981197e-06,
      "loss": 0.5358,
      "step": 12690
    },
    {
      "epoch": 0.6474966860405833,
      "grad_norm": 4.584586023876025,
      "learning_rate": 1.459892366565619e-06,
      "loss": 0.5762,
      "step": 12700
    },
    {
      "epoch": 0.6480065259508514,
      "grad_norm": 6.250609630380111,
      "learning_rate": 1.45613978987922e-06,
      "loss": 0.5393,
      "step": 12710
    },
    {
      "epoch": 0.6485163658611196,
      "grad_norm": 6.187124929152572,
      "learning_rate": 1.4523900595713808e-06,
      "loss": 0.5332,
      "step": 12720
    },
    {
      "epoch": 0.6490262057713878,
      "grad_norm": 5.114127113894209,
      "learning_rate": 1.4486431858667943e-06,
      "loss": 0.5373,
      "step": 12730
    },
    {
      "epoch": 0.6495360456816559,
      "grad_norm": 4.8066581952266665,
      "learning_rate": 1.4448991789823663e-06,
      "loss": 0.5698,
      "step": 12740
    },
    {
      "epoch": 0.6500458855919241,
      "grad_norm": 6.027746666952245,
      "learning_rate": 1.441158049127185e-06,
      "loss": 0.5449,
      "step": 12750
    },
    {
      "epoch": 0.6505557255021923,
      "grad_norm": 10.424532550969587,
      "learning_rate": 1.437419806502494e-06,
      "loss": 0.4959,
      "step": 12760
    },
    {
      "epoch": 0.6510655654124605,
      "grad_norm": 3.870539783400023,
      "learning_rate": 1.4336844613016632e-06,
      "loss": 0.517,
      "step": 12770
    },
    {
      "epoch": 0.6515754053227286,
      "grad_norm": 3.6951199081428343,
      "learning_rate": 1.4299520237101624e-06,
      "loss": 0.5612,
      "step": 12780
    },
    {
      "epoch": 0.6520852452329968,
      "grad_norm": 4.597449928950978,
      "learning_rate": 1.4262225039055326e-06,
      "loss": 0.5271,
      "step": 12790
    },
    {
      "epoch": 0.652595085143265,
      "grad_norm": 12.281913122422118,
      "learning_rate": 1.4224959120573595e-06,
      "loss": 0.6379,
      "step": 12800
    },
    {
      "epoch": 0.6531049250535332,
      "grad_norm": 4.6537050591912275,
      "learning_rate": 1.4187722583272442e-06,
      "loss": 0.5644,
      "step": 12810
    },
    {
      "epoch": 0.6536147649638013,
      "grad_norm": 3.52889984457105,
      "learning_rate": 1.4150515528687742e-06,
      "loss": 0.5335,
      "step": 12820
    },
    {
      "epoch": 0.6541246048740695,
      "grad_norm": 7.135927672545743,
      "learning_rate": 1.4113338058275023e-06,
      "loss": 0.5379,
      "step": 12830
    },
    {
      "epoch": 0.6546344447843377,
      "grad_norm": 3.022192804234342,
      "learning_rate": 1.4076190273409112e-06,
      "loss": 0.5654,
      "step": 12840
    },
    {
      "epoch": 0.6551442846946058,
      "grad_norm": 5.983120327543596,
      "learning_rate": 1.403907227538389e-06,
      "loss": 0.5455,
      "step": 12850
    },
    {
      "epoch": 0.655654124604874,
      "grad_norm": 4.8791220155951285,
      "learning_rate": 1.4001984165412042e-06,
      "loss": 0.5214,
      "step": 12860
    },
    {
      "epoch": 0.6561639645151423,
      "grad_norm": 4.739586848422346,
      "learning_rate": 1.3964926044624694e-06,
      "loss": 0.5536,
      "step": 12870
    },
    {
      "epoch": 0.6566738044254105,
      "grad_norm": 3.9735225097277054,
      "learning_rate": 1.3927898014071283e-06,
      "loss": 0.5483,
      "step": 12880
    },
    {
      "epoch": 0.6571836443356786,
      "grad_norm": 3.98878844665679,
      "learning_rate": 1.3890900174719124e-06,
      "loss": 0.5125,
      "step": 12890
    },
    {
      "epoch": 0.6576934842459468,
      "grad_norm": 5.867019653833069,
      "learning_rate": 1.3853932627453246e-06,
      "loss": 0.4877,
      "step": 12900
    },
    {
      "epoch": 0.658203324156215,
      "grad_norm": 6.111636248490676,
      "learning_rate": 1.3816995473076064e-06,
      "loss": 0.4964,
      "step": 12910
    },
    {
      "epoch": 0.6587131640664832,
      "grad_norm": 4.919133887476734,
      "learning_rate": 1.3780088812307124e-06,
      "loss": 0.4471,
      "step": 12920
    },
    {
      "epoch": 0.6592230039767513,
      "grad_norm": 4.197396139968978,
      "learning_rate": 1.3743212745782819e-06,
      "loss": 0.5337,
      "step": 12930
    },
    {
      "epoch": 0.6597328438870195,
      "grad_norm": 5.946895956028823,
      "learning_rate": 1.3706367374056123e-06,
      "loss": 0.5977,
      "step": 12940
    },
    {
      "epoch": 0.6602426837972877,
      "grad_norm": 13.003811745210815,
      "learning_rate": 1.3669552797596309e-06,
      "loss": 0.567,
      "step": 12950
    },
    {
      "epoch": 0.6607525237075558,
      "grad_norm": 4.004722562893251,
      "learning_rate": 1.3632769116788672e-06,
      "loss": 0.5212,
      "step": 12960
    },
    {
      "epoch": 0.661262363617824,
      "grad_norm": 5.84978913294524,
      "learning_rate": 1.3596016431934278e-06,
      "loss": 0.5636,
      "step": 12970
    },
    {
      "epoch": 0.6617722035280922,
      "grad_norm": 4.726395100247807,
      "learning_rate": 1.355929484324964e-06,
      "loss": 0.56,
      "step": 12980
    },
    {
      "epoch": 0.6622820434383604,
      "grad_norm": 6.083303667891072,
      "learning_rate": 1.3522604450866533e-06,
      "loss": 0.5806,
      "step": 12990
    },
    {
      "epoch": 0.6627918833486285,
      "grad_norm": 4.976334480121951,
      "learning_rate": 1.34859453548316e-06,
      "loss": 0.5081,
      "step": 13000
    },
    {
      "epoch": 0.6633017232588967,
      "grad_norm": 3.2620170790567418,
      "learning_rate": 1.3449317655106209e-06,
      "loss": 0.5024,
      "step": 13010
    },
    {
      "epoch": 0.6638115631691649,
      "grad_norm": 4.383688303394006,
      "learning_rate": 1.341272145156609e-06,
      "loss": 0.5076,
      "step": 13020
    },
    {
      "epoch": 0.6643214030794331,
      "grad_norm": 5.680026855236324,
      "learning_rate": 1.3376156844001054e-06,
      "loss": 0.5455,
      "step": 13030
    },
    {
      "epoch": 0.6648312429897012,
      "grad_norm": 5.492757631610527,
      "learning_rate": 1.3339623932114837e-06,
      "loss": 0.5247,
      "step": 13040
    },
    {
      "epoch": 0.6653410828999694,
      "grad_norm": 8.569767932778747,
      "learning_rate": 1.3303122815524668e-06,
      "loss": 0.4356,
      "step": 13050
    },
    {
      "epoch": 0.6658509228102376,
      "grad_norm": 4.748192353109913,
      "learning_rate": 1.3266653593761124e-06,
      "loss": 0.5581,
      "step": 13060
    },
    {
      "epoch": 0.6663607627205057,
      "grad_norm": 4.048596076733172,
      "learning_rate": 1.3230216366267796e-06,
      "loss": 0.5113,
      "step": 13070
    },
    {
      "epoch": 0.6668706026307739,
      "grad_norm": 8.732362292125414,
      "learning_rate": 1.3193811232401038e-06,
      "loss": 0.5092,
      "step": 13080
    },
    {
      "epoch": 0.6673804425410421,
      "grad_norm": 7.060647395941407,
      "learning_rate": 1.3157438291429692e-06,
      "loss": 0.5312,
      "step": 13090
    },
    {
      "epoch": 0.6678902824513103,
      "grad_norm": 5.421755966391951,
      "learning_rate": 1.3121097642534811e-06,
      "loss": 0.5273,
      "step": 13100
    },
    {
      "epoch": 0.6684001223615784,
      "grad_norm": 5.9238799862585205,
      "learning_rate": 1.3084789384809405e-06,
      "loss": 0.5405,
      "step": 13110
    },
    {
      "epoch": 0.6689099622718466,
      "grad_norm": 4.110601472838295,
      "learning_rate": 1.3048513617258145e-06,
      "loss": 0.5739,
      "step": 13120
    },
    {
      "epoch": 0.6694198021821148,
      "grad_norm": 6.199699317727319,
      "learning_rate": 1.3012270438797137e-06,
      "loss": 0.5018,
      "step": 13130
    },
    {
      "epoch": 0.669929642092383,
      "grad_norm": 4.507735245985465,
      "learning_rate": 1.2976059948253572e-06,
      "loss": 0.57,
      "step": 13140
    },
    {
      "epoch": 0.6704394820026511,
      "grad_norm": 6.293867493672353,
      "learning_rate": 1.2939882244365577e-06,
      "loss": 0.5294,
      "step": 13150
    },
    {
      "epoch": 0.6709493219129193,
      "grad_norm": 10.6075989445441,
      "learning_rate": 1.29037374257818e-06,
      "loss": 0.5391,
      "step": 13160
    },
    {
      "epoch": 0.6714591618231875,
      "grad_norm": 5.713377377391046,
      "learning_rate": 1.2867625591061296e-06,
      "loss": 0.587,
      "step": 13170
    },
    {
      "epoch": 0.6719690017334556,
      "grad_norm": 4.1722961820365345,
      "learning_rate": 1.2831546838673133e-06,
      "loss": 0.5386,
      "step": 13180
    },
    {
      "epoch": 0.6724788416437238,
      "grad_norm": 7.7111157513651625,
      "learning_rate": 1.2795501266996157e-06,
      "loss": 0.5468,
      "step": 13190
    },
    {
      "epoch": 0.672988681553992,
      "grad_norm": 9.602787919368614,
      "learning_rate": 1.27594889743188e-06,
      "loss": 0.6124,
      "step": 13200
    },
    {
      "epoch": 0.6734985214642603,
      "grad_norm": 6.380183019190915,
      "learning_rate": 1.2723510058838678e-06,
      "loss": 0.5047,
      "step": 13210
    },
    {
      "epoch": 0.6740083613745284,
      "grad_norm": 2.710144136012811,
      "learning_rate": 1.2687564618662434e-06,
      "loss": 0.561,
      "step": 13220
    },
    {
      "epoch": 0.6745182012847966,
      "grad_norm": 7.452950908001987,
      "learning_rate": 1.2651652751805433e-06,
      "loss": 0.5509,
      "step": 13230
    },
    {
      "epoch": 0.6750280411950648,
      "grad_norm": 3.631417280232438,
      "learning_rate": 1.2615774556191478e-06,
      "loss": 0.4819,
      "step": 13240
    },
    {
      "epoch": 0.675537881105333,
      "grad_norm": 10.61091930714242,
      "learning_rate": 1.2579930129652562e-06,
      "loss": 0.556,
      "step": 13250
    },
    {
      "epoch": 0.6760477210156011,
      "grad_norm": 3.314191356866052,
      "learning_rate": 1.2544119569928604e-06,
      "loss": 0.5335,
      "step": 13260
    },
    {
      "epoch": 0.6765575609258693,
      "grad_norm": 4.731522258922947,
      "learning_rate": 1.250834297466717e-06,
      "loss": 0.5158,
      "step": 13270
    },
    {
      "epoch": 0.6770674008361375,
      "grad_norm": 6.064347680365402,
      "learning_rate": 1.2472600441423208e-06,
      "loss": 0.4946,
      "step": 13280
    },
    {
      "epoch": 0.6775772407464056,
      "grad_norm": 14.532010946729013,
      "learning_rate": 1.2436892067658807e-06,
      "loss": 0.5467,
      "step": 13290
    },
    {
      "epoch": 0.6780870806566738,
      "grad_norm": 4.50886391168367,
      "learning_rate": 1.240121795074286e-06,
      "loss": 0.5721,
      "step": 13300
    },
    {
      "epoch": 0.678596920566942,
      "grad_norm": 10.326308885826023,
      "learning_rate": 1.2365578187950927e-06,
      "loss": 0.5194,
      "step": 13310
    },
    {
      "epoch": 0.6791067604772102,
      "grad_norm": 4.084961974236026,
      "learning_rate": 1.2329972876464808e-06,
      "loss": 0.5192,
      "step": 13320
    },
    {
      "epoch": 0.6796166003874783,
      "grad_norm": 4.000577035487769,
      "learning_rate": 1.2294402113372433e-06,
      "loss": 0.5699,
      "step": 13330
    },
    {
      "epoch": 0.6801264402977465,
      "grad_norm": 3.1591278263694695,
      "learning_rate": 1.2258865995667493e-06,
      "loss": 0.4665,
      "step": 13340
    },
    {
      "epoch": 0.6806362802080147,
      "grad_norm": 5.006640627452529,
      "learning_rate": 1.2223364620249185e-06,
      "loss": 0.4945,
      "step": 13350
    },
    {
      "epoch": 0.6811461201182829,
      "grad_norm": 7.912333077859562,
      "learning_rate": 1.2187898083922033e-06,
      "loss": 0.5749,
      "step": 13360
    },
    {
      "epoch": 0.681655960028551,
      "grad_norm": 5.71637174633293,
      "learning_rate": 1.2152466483395504e-06,
      "loss": 0.5378,
      "step": 13370
    },
    {
      "epoch": 0.6821657999388192,
      "grad_norm": 5.642639425945319,
      "learning_rate": 1.211706991528383e-06,
      "loss": 0.5075,
      "step": 13380
    },
    {
      "epoch": 0.6826756398490874,
      "grad_norm": 3.494475670208223,
      "learning_rate": 1.2081708476105714e-06,
      "loss": 0.5116,
      "step": 13390
    },
    {
      "epoch": 0.6831854797593555,
      "grad_norm": 3.4281174575970588,
      "learning_rate": 1.2046382262284071e-06,
      "loss": 0.4985,
      "step": 13400
    },
    {
      "epoch": 0.6836953196696237,
      "grad_norm": 5.9440661581854926,
      "learning_rate": 1.2011091370145758e-06,
      "loss": 0.5967,
      "step": 13410
    },
    {
      "epoch": 0.6842051595798919,
      "grad_norm": 4.0954872210042295,
      "learning_rate": 1.1975835895921326e-06,
      "loss": 0.4953,
      "step": 13420
    },
    {
      "epoch": 0.6847149994901601,
      "grad_norm": 4.429836719631265,
      "learning_rate": 1.1940615935744743e-06,
      "loss": 0.5524,
      "step": 13430
    },
    {
      "epoch": 0.6852248394004282,
      "grad_norm": 6.956063008289005,
      "learning_rate": 1.1905431585653137e-06,
      "loss": 0.4984,
      "step": 13440
    },
    {
      "epoch": 0.6857346793106964,
      "grad_norm": 6.877457551841281,
      "learning_rate": 1.1870282941586556e-06,
      "loss": 0.5232,
      "step": 13450
    },
    {
      "epoch": 0.6862445192209646,
      "grad_norm": 3.1965950945102932,
      "learning_rate": 1.183517009938763e-06,
      "loss": 0.5288,
      "step": 13460
    },
    {
      "epoch": 0.6867543591312328,
      "grad_norm": 11.665745355509321,
      "learning_rate": 1.1800093154801442e-06,
      "loss": 0.4782,
      "step": 13470
    },
    {
      "epoch": 0.6872641990415009,
      "grad_norm": 5.109328036369074,
      "learning_rate": 1.1765052203475115e-06,
      "loss": 0.5358,
      "step": 13480
    },
    {
      "epoch": 0.6877740389517691,
      "grad_norm": 7.600926840467256,
      "learning_rate": 1.1730047340957692e-06,
      "loss": 0.511,
      "step": 13490
    },
    {
      "epoch": 0.6882838788620373,
      "grad_norm": 4.906184451993843,
      "learning_rate": 1.1695078662699775e-06,
      "loss": 0.5583,
      "step": 13500
    },
    {
      "epoch": 0.6887937187723054,
      "grad_norm": 3.5218318713562735,
      "learning_rate": 1.1660146264053275e-06,
      "loss": 0.4649,
      "step": 13510
    },
    {
      "epoch": 0.6893035586825736,
      "grad_norm": 3.5067071711997913,
      "learning_rate": 1.162525024027125e-06,
      "loss": 0.5805,
      "step": 13520
    },
    {
      "epoch": 0.6898133985928419,
      "grad_norm": 4.699981732851516,
      "learning_rate": 1.159039068650749e-06,
      "loss": 0.5593,
      "step": 13530
    },
    {
      "epoch": 0.6903232385031101,
      "grad_norm": 10.828556477398795,
      "learning_rate": 1.1555567697816392e-06,
      "loss": 0.5423,
      "step": 13540
    },
    {
      "epoch": 0.6908330784133782,
      "grad_norm": 4.545678718062527,
      "learning_rate": 1.1520781369152628e-06,
      "loss": 0.5206,
      "step": 13550
    },
    {
      "epoch": 0.6913429183236464,
      "grad_norm": 5.432979914559371,
      "learning_rate": 1.1486031795370914e-06,
      "loss": 0.5179,
      "step": 13560
    },
    {
      "epoch": 0.6918527582339146,
      "grad_norm": 3.1618624576592826,
      "learning_rate": 1.1451319071225738e-06,
      "loss": 0.499,
      "step": 13570
    },
    {
      "epoch": 0.6923625981441828,
      "grad_norm": 4.0550254609043,
      "learning_rate": 1.141664329137111e-06,
      "loss": 0.5755,
      "step": 13580
    },
    {
      "epoch": 0.6928724380544509,
      "grad_norm": 4.448786177362205,
      "learning_rate": 1.1382004550360298e-06,
      "loss": 0.5407,
      "step": 13590
    },
    {
      "epoch": 0.6933822779647191,
      "grad_norm": 4.479185711499678,
      "learning_rate": 1.134740294264558e-06,
      "loss": 0.4921,
      "step": 13600
    },
    {
      "epoch": 0.6938921178749873,
      "grad_norm": 3.959760678064776,
      "learning_rate": 1.1312838562577976e-06,
      "loss": 0.5016,
      "step": 13610
    },
    {
      "epoch": 0.6944019577852554,
      "grad_norm": 4.6393714352249775,
      "learning_rate": 1.1278311504406974e-06,
      "loss": 0.5327,
      "step": 13620
    },
    {
      "epoch": 0.6949117976955236,
      "grad_norm": 5.703034593328831,
      "learning_rate": 1.1243821862280343e-06,
      "loss": 0.4838,
      "step": 13630
    },
    {
      "epoch": 0.6954216376057918,
      "grad_norm": 3.4654265252596836,
      "learning_rate": 1.1209369730243762e-06,
      "loss": 0.5999,
      "step": 13640
    },
    {
      "epoch": 0.69593147751606,
      "grad_norm": 18.249146813923055,
      "learning_rate": 1.117495520224069e-06,
      "loss": 0.5813,
      "step": 13650
    },
    {
      "epoch": 0.6964413174263281,
      "grad_norm": 5.215129682145256,
      "learning_rate": 1.114057837211202e-06,
      "loss": 0.5504,
      "step": 13660
    },
    {
      "epoch": 0.6969511573365963,
      "grad_norm": 13.35921248564992,
      "learning_rate": 1.1106239333595823e-06,
      "loss": 0.5916,
      "step": 13670
    },
    {
      "epoch": 0.6974609972468645,
      "grad_norm": 4.227440914273525,
      "learning_rate": 1.1071938180327185e-06,
      "loss": 0.5046,
      "step": 13680
    },
    {
      "epoch": 0.6979708371571327,
      "grad_norm": 8.417052230158902,
      "learning_rate": 1.1037675005837827e-06,
      "loss": 0.663,
      "step": 13690
    },
    {
      "epoch": 0.6984806770674008,
      "grad_norm": 6.91541081949382,
      "learning_rate": 1.1003449903555944e-06,
      "loss": 0.6073,
      "step": 13700
    },
    {
      "epoch": 0.698990516977669,
      "grad_norm": 10.19117588259858,
      "learning_rate": 1.0969262966805903e-06,
      "loss": 0.5035,
      "step": 13710
    },
    {
      "epoch": 0.6995003568879372,
      "grad_norm": 5.428290411616628,
      "learning_rate": 1.0935114288808005e-06,
      "loss": 0.5033,
      "step": 13720
    },
    {
      "epoch": 0.7000101967982053,
      "grad_norm": 4.358636805651446,
      "learning_rate": 1.090100396267823e-06,
      "loss": 0.5032,
      "step": 13730
    },
    {
      "epoch": 0.7005200367084735,
      "grad_norm": 5.185241676179502,
      "learning_rate": 1.0866932081427984e-06,
      "loss": 0.5662,
      "step": 13740
    },
    {
      "epoch": 0.7010298766187417,
      "grad_norm": 8.50985381816569,
      "learning_rate": 1.0832898737963832e-06,
      "loss": 0.5239,
      "step": 13750
    },
    {
      "epoch": 0.7015397165290099,
      "grad_norm": 6.338985130588811,
      "learning_rate": 1.0798904025087262e-06,
      "loss": 0.5575,
      "step": 13760
    },
    {
      "epoch": 0.702049556439278,
      "grad_norm": 3.4872034476308893,
      "learning_rate": 1.076494803549443e-06,
      "loss": 0.5081,
      "step": 13770
    },
    {
      "epoch": 0.7025593963495462,
      "grad_norm": 7.103598479204582,
      "learning_rate": 1.0731030861775874e-06,
      "loss": 0.5587,
      "step": 13780
    },
    {
      "epoch": 0.7030692362598144,
      "grad_norm": 3.773045891764863,
      "learning_rate": 1.0697152596416341e-06,
      "loss": 0.5464,
      "step": 13790
    },
    {
      "epoch": 0.7035790761700826,
      "grad_norm": 3.8734820664187937,
      "learning_rate": 1.0663313331794428e-06,
      "loss": 0.4675,
      "step": 13800
    },
    {
      "epoch": 0.7040889160803507,
      "grad_norm": 7.508994775236017,
      "learning_rate": 1.0629513160182422e-06,
      "loss": 0.5603,
      "step": 13810
    },
    {
      "epoch": 0.7045987559906189,
      "grad_norm": 5.441123508318171,
      "learning_rate": 1.0595752173746e-06,
      "loss": 0.5353,
      "step": 13820
    },
    {
      "epoch": 0.7051085959008871,
      "grad_norm": 3.429978029709435,
      "learning_rate": 1.0562030464543982e-06,
      "loss": 0.5399,
      "step": 13830
    },
    {
      "epoch": 0.7056184358111552,
      "grad_norm": 2.787620462489004,
      "learning_rate": 1.0528348124528121e-06,
      "loss": 0.5183,
      "step": 13840
    },
    {
      "epoch": 0.7061282757214234,
      "grad_norm": 6.9756116661554906,
      "learning_rate": 1.0494705245542766e-06,
      "loss": 0.499,
      "step": 13850
    },
    {
      "epoch": 0.7066381156316917,
      "grad_norm": 10.846115249347585,
      "learning_rate": 1.04611019193247e-06,
      "loss": 0.5046,
      "step": 13860
    },
    {
      "epoch": 0.7071479555419599,
      "grad_norm": 3.7129839386872403,
      "learning_rate": 1.0427538237502854e-06,
      "loss": 0.5372,
      "step": 13870
    },
    {
      "epoch": 0.707657795452228,
      "grad_norm": 5.373422938408549,
      "learning_rate": 1.0394014291598041e-06,
      "loss": 0.4437,
      "step": 13880
    },
    {
      "epoch": 0.7081676353624962,
      "grad_norm": 10.493283934694439,
      "learning_rate": 1.036053017302274e-06,
      "loss": 0.5619,
      "step": 13890
    },
    {
      "epoch": 0.7086774752727644,
      "grad_norm": 5.958469552599999,
      "learning_rate": 1.0327085973080814e-06,
      "loss": 0.5291,
      "step": 13900
    },
    {
      "epoch": 0.7091873151830326,
      "grad_norm": 6.404184672896513,
      "learning_rate": 1.0293681782967288e-06,
      "loss": 0.4772,
      "step": 13910
    },
    {
      "epoch": 0.7096971550933007,
      "grad_norm": 3.8169356599310023,
      "learning_rate": 1.0260317693768083e-06,
      "loss": 0.5386,
      "step": 13920
    },
    {
      "epoch": 0.7102069950035689,
      "grad_norm": 3.40165352082515,
      "learning_rate": 1.0226993796459784e-06,
      "loss": 0.5371,
      "step": 13930
    },
    {
      "epoch": 0.7107168349138371,
      "grad_norm": 5.006368131558215,
      "learning_rate": 1.0193710181909344e-06,
      "loss": 0.5415,
      "step": 13940
    },
    {
      "epoch": 0.7112266748241052,
      "grad_norm": 4.9091721415200835,
      "learning_rate": 1.0160466940873944e-06,
      "loss": 0.5094,
      "step": 13950
    },
    {
      "epoch": 0.7117365147343734,
      "grad_norm": 4.738065807683627,
      "learning_rate": 1.0127264164000606e-06,
      "loss": 0.5101,
      "step": 13960
    },
    {
      "epoch": 0.7122463546446416,
      "grad_norm": 10.240913693281849,
      "learning_rate": 1.0094101941826048e-06,
      "loss": 0.4673,
      "step": 13970
    },
    {
      "epoch": 0.7127561945549098,
      "grad_norm": 9.614962253075381,
      "learning_rate": 1.0060980364776402e-06,
      "loss": 0.5639,
      "step": 13980
    },
    {
      "epoch": 0.7132660344651779,
      "grad_norm": 5.324972995964977,
      "learning_rate": 1.0027899523166954e-06,
      "loss": 0.4865,
      "step": 13990
    },
    {
      "epoch": 0.7137758743754461,
      "grad_norm": 4.260870819503009,
      "learning_rate": 9.994859507201959e-07,
      "loss": 0.5586,
      "step": 14000
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 4.6217941213399145,
      "learning_rate": 9.961860406974286e-07,
      "loss": 0.4976,
      "step": 14010
    },
    {
      "epoch": 0.7147955541959825,
      "grad_norm": 4.407019724655899,
      "learning_rate": 9.928902312465275e-07,
      "loss": 0.53,
      "step": 14020
    },
    {
      "epoch": 0.7153053941062506,
      "grad_norm": 4.386482002578632,
      "learning_rate": 9.895985313544442e-07,
      "loss": 0.526,
      "step": 14030
    },
    {
      "epoch": 0.7158152340165188,
      "grad_norm": 3.3708178278878704,
      "learning_rate": 9.863109499969254e-07,
      "loss": 0.5599,
      "step": 14040
    },
    {
      "epoch": 0.716325073926787,
      "grad_norm": 5.0206374331314105,
      "learning_rate": 9.830274961384856e-07,
      "loss": 0.5688,
      "step": 14050
    },
    {
      "epoch": 0.7168349138370551,
      "grad_norm": 3.139775686128774,
      "learning_rate": 9.797481787323862e-07,
      "loss": 0.5012,
      "step": 14060
    },
    {
      "epoch": 0.7173447537473233,
      "grad_norm": 6.653746772176197,
      "learning_rate": 9.764730067206088e-07,
      "loss": 0.5294,
      "step": 14070
    },
    {
      "epoch": 0.7178545936575915,
      "grad_norm": 4.357412922721259,
      "learning_rate": 9.732019890338309e-07,
      "loss": 0.509,
      "step": 14080
    },
    {
      "epoch": 0.7183644335678597,
      "grad_norm": 3.839673228603953,
      "learning_rate": 9.699351345914041e-07,
      "loss": 0.5104,
      "step": 14090
    },
    {
      "epoch": 0.7188742734781278,
      "grad_norm": 23.668587448697135,
      "learning_rate": 9.666724523013227e-07,
      "loss": 0.5501,
      "step": 14100
    },
    {
      "epoch": 0.719384113388396,
      "grad_norm": 4.4844222842045625,
      "learning_rate": 9.634139510602122e-07,
      "loss": 0.4946,
      "step": 14110
    },
    {
      "epoch": 0.7198939532986642,
      "grad_norm": 6.745755804091752,
      "learning_rate": 9.6015963975329e-07,
      "loss": 0.4884,
      "step": 14120
    },
    {
      "epoch": 0.7204037932089324,
      "grad_norm": 4.4366799233010425,
      "learning_rate": 9.569095272543524e-07,
      "loss": 0.5551,
      "step": 14130
    },
    {
      "epoch": 0.7209136331192005,
      "grad_norm": 9.640533687940211,
      "learning_rate": 9.536636224257456e-07,
      "loss": 0.5628,
      "step": 14140
    },
    {
      "epoch": 0.7214234730294687,
      "grad_norm": 3.5947524451830435,
      "learning_rate": 9.504219341183418e-07,
      "loss": 0.5519,
      "step": 14150
    },
    {
      "epoch": 0.721933312939737,
      "grad_norm": 3.4886534478829443,
      "learning_rate": 9.471844711715184e-07,
      "loss": 0.5381,
      "step": 14160
    },
    {
      "epoch": 0.722443152850005,
      "grad_norm": 8.292489041824693,
      "learning_rate": 9.439512424131267e-07,
      "loss": 0.5321,
      "step": 14170
    },
    {
      "epoch": 0.7229529927602732,
      "grad_norm": 9.814451519043287,
      "learning_rate": 9.407222566594751e-07,
      "loss": 0.6348,
      "step": 14180
    },
    {
      "epoch": 0.7234628326705415,
      "grad_norm": 4.0835422241062895,
      "learning_rate": 9.374975227153021e-07,
      "loss": 0.6112,
      "step": 14190
    },
    {
      "epoch": 0.7239726725808097,
      "grad_norm": 5.546649107764507,
      "learning_rate": 9.342770493737521e-07,
      "loss": 0.4992,
      "step": 14200
    },
    {
      "epoch": 0.7244825124910778,
      "grad_norm": 5.6247007802896505,
      "learning_rate": 9.310608454163517e-07,
      "loss": 0.5302,
      "step": 14210
    },
    {
      "epoch": 0.724992352401346,
      "grad_norm": 11.65330539318631,
      "learning_rate": 9.278489196129865e-07,
      "loss": 0.5414,
      "step": 14220
    },
    {
      "epoch": 0.7255021923116142,
      "grad_norm": 7.408609765365619,
      "learning_rate": 9.246412807218735e-07,
      "loss": 0.4965,
      "step": 14230
    },
    {
      "epoch": 0.7260120322218824,
      "grad_norm": 3.906564074730722,
      "learning_rate": 9.214379374895455e-07,
      "loss": 0.5405,
      "step": 14240
    },
    {
      "epoch": 0.7265218721321505,
      "grad_norm": 6.03172766111003,
      "learning_rate": 9.182388986508186e-07,
      "loss": 0.5727,
      "step": 14250
    },
    {
      "epoch": 0.7270317120424187,
      "grad_norm": 3.657948056638405,
      "learning_rate": 9.150441729287699e-07,
      "loss": 0.5865,
      "step": 14260
    },
    {
      "epoch": 0.7275415519526869,
      "grad_norm": 3.7963633704586206,
      "learning_rate": 9.118537690347215e-07,
      "loss": 0.5096,
      "step": 14270
    },
    {
      "epoch": 0.728051391862955,
      "grad_norm": 8.153094763806996,
      "learning_rate": 9.086676956682045e-07,
      "loss": 0.5628,
      "step": 14280
    },
    {
      "epoch": 0.7285612317732232,
      "grad_norm": 3.917059090015746,
      "learning_rate": 9.054859615169453e-07,
      "loss": 0.5071,
      "step": 14290
    },
    {
      "epoch": 0.7290710716834914,
      "grad_norm": 5.323547381777923,
      "learning_rate": 9.023085752568369e-07,
      "loss": 0.5364,
      "step": 14300
    },
    {
      "epoch": 0.7295809115937596,
      "grad_norm": 7.41810590733887,
      "learning_rate": 8.991355455519168e-07,
      "loss": 0.5536,
      "step": 14310
    },
    {
      "epoch": 0.7300907515040277,
      "grad_norm": 4.669390408900202,
      "learning_rate": 8.959668810543453e-07,
      "loss": 0.5436,
      "step": 14320
    },
    {
      "epoch": 0.7306005914142959,
      "grad_norm": 6.065054037117158,
      "learning_rate": 8.928025904043749e-07,
      "loss": 0.4896,
      "step": 14330
    },
    {
      "epoch": 0.7311104313245641,
      "grad_norm": 23.928736776921905,
      "learning_rate": 8.896426822303358e-07,
      "loss": 0.5042,
      "step": 14340
    },
    {
      "epoch": 0.7316202712348323,
      "grad_norm": 10.911901643265594,
      "learning_rate": 8.864871651486065e-07,
      "loss": 0.4854,
      "step": 14350
    },
    {
      "epoch": 0.7321301111451004,
      "grad_norm": 4.334101354501816,
      "learning_rate": 8.833360477635919e-07,
      "loss": 0.5111,
      "step": 14360
    },
    {
      "epoch": 0.7326399510553686,
      "grad_norm": 30.626249478236296,
      "learning_rate": 8.801893386677002e-07,
      "loss": 0.5369,
      "step": 14370
    },
    {
      "epoch": 0.7331497909656368,
      "grad_norm": 5.523049148478515,
      "learning_rate": 8.7704704644132e-07,
      "loss": 0.5812,
      "step": 14380
    },
    {
      "epoch": 0.7336596308759049,
      "grad_norm": 6.679171577346897,
      "learning_rate": 8.739091796527927e-07,
      "loss": 0.5561,
      "step": 14390
    },
    {
      "epoch": 0.7341694707861731,
      "grad_norm": 4.483553121355593,
      "learning_rate": 8.707757468583972e-07,
      "loss": 0.5139,
      "step": 14400
    },
    {
      "epoch": 0.7346793106964413,
      "grad_norm": 7.254614868274957,
      "learning_rate": 8.6764675660232e-07,
      "loss": 0.509,
      "step": 14410
    },
    {
      "epoch": 0.7351891506067095,
      "grad_norm": 3.6453576393069453,
      "learning_rate": 8.645222174166309e-07,
      "loss": 0.5539,
      "step": 14420
    },
    {
      "epoch": 0.7356989905169776,
      "grad_norm": 13.253454465235388,
      "learning_rate": 8.61402137821268e-07,
      "loss": 0.5494,
      "step": 14430
    },
    {
      "epoch": 0.7362088304272458,
      "grad_norm": 10.8333846264643,
      "learning_rate": 8.582865263240042e-07,
      "loss": 0.5256,
      "step": 14440
    },
    {
      "epoch": 0.736718670337514,
      "grad_norm": 7.385484695909464,
      "learning_rate": 8.551753914204311e-07,
      "loss": 0.526,
      "step": 14450
    },
    {
      "epoch": 0.7372285102477822,
      "grad_norm": 3.0532216386596795,
      "learning_rate": 8.520687415939339e-07,
      "loss": 0.5204,
      "step": 14460
    },
    {
      "epoch": 0.7377383501580503,
      "grad_norm": 5.239889698069807,
      "learning_rate": 8.489665853156662e-07,
      "loss": 0.5562,
      "step": 14470
    },
    {
      "epoch": 0.7382481900683185,
      "grad_norm": 5.66957723534589,
      "learning_rate": 8.458689310445323e-07,
      "loss": 0.5134,
      "step": 14480
    },
    {
      "epoch": 0.7387580299785867,
      "grad_norm": 6.887725374706838,
      "learning_rate": 8.427757872271561e-07,
      "loss": 0.5458,
      "step": 14490
    },
    {
      "epoch": 0.7392678698888548,
      "grad_norm": 4.799912330825484,
      "learning_rate": 8.39687162297865e-07,
      "loss": 0.573,
      "step": 14500
    },
    {
      "epoch": 0.739777709799123,
      "grad_norm": 7.202305943592422,
      "learning_rate": 8.36603064678664e-07,
      "loss": 0.5623,
      "step": 14510
    },
    {
      "epoch": 0.7402875497093913,
      "grad_norm": 5.299091219196599,
      "learning_rate": 8.33523502779213e-07,
      "loss": 0.6033,
      "step": 14520
    },
    {
      "epoch": 0.7407973896196595,
      "grad_norm": 5.238692159044794,
      "learning_rate": 8.304484849968039e-07,
      "loss": 0.5429,
      "step": 14530
    },
    {
      "epoch": 0.7413072295299276,
      "grad_norm": 4.684407320094921,
      "learning_rate": 8.273780197163386e-07,
      "loss": 0.5166,
      "step": 14540
    },
    {
      "epoch": 0.7418170694401958,
      "grad_norm": 5.753622178896207,
      "learning_rate": 8.243121153103023e-07,
      "loss": 0.5472,
      "step": 14550
    },
    {
      "epoch": 0.742326909350464,
      "grad_norm": 7.087123397792935,
      "learning_rate": 8.212507801387482e-07,
      "loss": 0.6117,
      "step": 14560
    },
    {
      "epoch": 0.7428367492607322,
      "grad_norm": 7.13203280832583,
      "learning_rate": 8.181940225492682e-07,
      "loss": 0.5548,
      "step": 14570
    },
    {
      "epoch": 0.7433465891710003,
      "grad_norm": 7.616309137785203,
      "learning_rate": 8.151418508769693e-07,
      "loss": 0.4745,
      "step": 14580
    },
    {
      "epoch": 0.7438564290812685,
      "grad_norm": 3.155014298375468,
      "learning_rate": 8.120942734444595e-07,
      "loss": 0.5218,
      "step": 14590
    },
    {
      "epoch": 0.7443662689915367,
      "grad_norm": 5.6846824528358075,
      "learning_rate": 8.09051298561814e-07,
      "loss": 0.5922,
      "step": 14600
    },
    {
      "epoch": 0.7448761089018048,
      "grad_norm": 3.3883550853534206,
      "learning_rate": 8.060129345265605e-07,
      "loss": 0.5469,
      "step": 14610
    },
    {
      "epoch": 0.745385948812073,
      "grad_norm": 9.248881588874386,
      "learning_rate": 8.029791896236533e-07,
      "loss": 0.5155,
      "step": 14620
    },
    {
      "epoch": 0.7458957887223412,
      "grad_norm": 3.8012797877693187,
      "learning_rate": 7.999500721254519e-07,
      "loss": 0.5222,
      "step": 14630
    },
    {
      "epoch": 0.7464056286326094,
      "grad_norm": 2.701782409751808,
      "learning_rate": 7.96925590291697e-07,
      "loss": 0.507,
      "step": 14640
    },
    {
      "epoch": 0.7469154685428775,
      "grad_norm": 9.491913707808619,
      "learning_rate": 7.939057523694896e-07,
      "loss": 0.5454,
      "step": 14650
    },
    {
      "epoch": 0.7474253084531457,
      "grad_norm": 7.107255599519812,
      "learning_rate": 7.908905665932671e-07,
      "loss": 0.4842,
      "step": 14660
    },
    {
      "epoch": 0.7479351483634139,
      "grad_norm": 9.728994427109939,
      "learning_rate": 7.87880041184782e-07,
      "loss": 0.564,
      "step": 14670
    },
    {
      "epoch": 0.7484449882736821,
      "grad_norm": 6.956076542503038,
      "learning_rate": 7.848741843530791e-07,
      "loss": 0.5287,
      "step": 14680
    },
    {
      "epoch": 0.7489548281839502,
      "grad_norm": 2.6395577512159725,
      "learning_rate": 7.818730042944723e-07,
      "loss": 0.5707,
      "step": 14690
    },
    {
      "epoch": 0.7494646680942184,
      "grad_norm": 9.747969117043482,
      "learning_rate": 7.788765091925246e-07,
      "loss": 0.5039,
      "step": 14700
    },
    {
      "epoch": 0.7499745080044866,
      "grad_norm": 5.484830220813169,
      "learning_rate": 7.758847072180203e-07,
      "loss": 0.5538,
      "step": 14710
    },
    {
      "epoch": 0.7504843479147547,
      "grad_norm": 15.07969923639329,
      "learning_rate": 7.72897606528952e-07,
      "loss": 0.5445,
      "step": 14720
    },
    {
      "epoch": 0.7509941878250229,
      "grad_norm": 3.6621041989126857,
      "learning_rate": 7.699152152704898e-07,
      "loss": 0.5321,
      "step": 14730
    },
    {
      "epoch": 0.7515040277352911,
      "grad_norm": 4.632508039691828,
      "learning_rate": 7.669375415749603e-07,
      "loss": 0.4959,
      "step": 14740
    },
    {
      "epoch": 0.7520138676455593,
      "grad_norm": 7.217687618025717,
      "learning_rate": 7.63964593561832e-07,
      "loss": 0.5396,
      "step": 14750
    },
    {
      "epoch": 0.7525237075558274,
      "grad_norm": 7.382874561141493,
      "learning_rate": 7.609963793376815e-07,
      "loss": 0.5244,
      "step": 14760
    },
    {
      "epoch": 0.7530335474660956,
      "grad_norm": 6.3650612267419415,
      "learning_rate": 7.580329069961809e-07,
      "loss": 0.5529,
      "step": 14770
    },
    {
      "epoch": 0.7535433873763638,
      "grad_norm": 4.766970477281975,
      "learning_rate": 7.550741846180712e-07,
      "loss": 0.5108,
      "step": 14780
    },
    {
      "epoch": 0.754053227286632,
      "grad_norm": 2.930138193299308,
      "learning_rate": 7.521202202711414e-07,
      "loss": 0.6012,
      "step": 14790
    },
    {
      "epoch": 0.7545630671969001,
      "grad_norm": 5.8796338014810985,
      "learning_rate": 7.491710220102066e-07,
      "loss": 0.5399,
      "step": 14800
    },
    {
      "epoch": 0.7550729071071683,
      "grad_norm": 5.320155271550149,
      "learning_rate": 7.462265978770858e-07,
      "loss": 0.5043,
      "step": 14810
    },
    {
      "epoch": 0.7555827470174366,
      "grad_norm": 5.053829893937168,
      "learning_rate": 7.432869559005792e-07,
      "loss": 0.5423,
      "step": 14820
    },
    {
      "epoch": 0.7560925869277046,
      "grad_norm": 3.289593905278923,
      "learning_rate": 7.403521040964484e-07,
      "loss": 0.5576,
      "step": 14830
    },
    {
      "epoch": 0.7566024268379729,
      "grad_norm": 8.24442927994742,
      "learning_rate": 7.374220504673923e-07,
      "loss": 0.5819,
      "step": 14840
    },
    {
      "epoch": 0.7571122667482411,
      "grad_norm": 5.041764055896299,
      "learning_rate": 7.344968030030264e-07,
      "loss": 0.5658,
      "step": 14850
    },
    {
      "epoch": 0.7576221066585093,
      "grad_norm": 4.260901484163499,
      "learning_rate": 7.315763696798616e-07,
      "loss": 0.5519,
      "step": 14860
    },
    {
      "epoch": 0.7581319465687774,
      "grad_norm": 4.558924939736004,
      "learning_rate": 7.286607584612793e-07,
      "loss": 0.4863,
      "step": 14870
    },
    {
      "epoch": 0.7586417864790456,
      "grad_norm": 9.764656402188647,
      "learning_rate": 7.257499772975163e-07,
      "loss": 0.5138,
      "step": 14880
    },
    {
      "epoch": 0.7591516263893138,
      "grad_norm": 3.094465911077131,
      "learning_rate": 7.228440341256346e-07,
      "loss": 0.5065,
      "step": 14890
    },
    {
      "epoch": 0.759661466299582,
      "grad_norm": 7.400158231997503,
      "learning_rate": 7.199429368695051e-07,
      "loss": 0.5073,
      "step": 14900
    },
    {
      "epoch": 0.7601713062098501,
      "grad_norm": 4.365522790457924,
      "learning_rate": 7.170466934397891e-07,
      "loss": 0.4945,
      "step": 14910
    },
    {
      "epoch": 0.7606811461201183,
      "grad_norm": 5.247066226195045,
      "learning_rate": 7.14155311733906e-07,
      "loss": 0.5191,
      "step": 14920
    },
    {
      "epoch": 0.7611909860303865,
      "grad_norm": 4.160452666994774,
      "learning_rate": 7.112687996360224e-07,
      "loss": 0.5657,
      "step": 14930
    },
    {
      "epoch": 0.7617008259406546,
      "grad_norm": 11.931233780230366,
      "learning_rate": 7.08387165017026e-07,
      "loss": 0.5901,
      "step": 14940
    },
    {
      "epoch": 0.7622106658509228,
      "grad_norm": 4.554328966808751,
      "learning_rate": 7.055104157345041e-07,
      "loss": 0.5187,
      "step": 14950
    },
    {
      "epoch": 0.762720505761191,
      "grad_norm": 5.395007320989106,
      "learning_rate": 7.026385596327232e-07,
      "loss": 0.5444,
      "step": 14960
    },
    {
      "epoch": 0.7632303456714592,
      "grad_norm": 8.916613524388753,
      "learning_rate": 6.99771604542607e-07,
      "loss": 0.5292,
      "step": 14970
    },
    {
      "epoch": 0.7637401855817273,
      "grad_norm": 6.870209571443328,
      "learning_rate": 6.969095582817148e-07,
      "loss": 0.559,
      "step": 14980
    },
    {
      "epoch": 0.7642500254919955,
      "grad_norm": 6.062564072607088,
      "learning_rate": 6.940524286542213e-07,
      "loss": 0.5129,
      "step": 14990
    },
    {
      "epoch": 0.7647598654022637,
      "grad_norm": 5.933962740007179,
      "learning_rate": 6.912002234508947e-07,
      "loss": 0.541,
      "step": 15000
    },
    {
      "epoch": 0.7652697053125319,
      "grad_norm": 8.33148869061257,
      "learning_rate": 6.88352950449074e-07,
      "loss": 0.6014,
      "step": 15010
    },
    {
      "epoch": 0.7657795452228,
      "grad_norm": 5.404610542025662,
      "learning_rate": 6.855106174126516e-07,
      "loss": 0.4735,
      "step": 15020
    },
    {
      "epoch": 0.7662893851330682,
      "grad_norm": 3.0650833159751367,
      "learning_rate": 6.826732320920456e-07,
      "loss": 0.5844,
      "step": 15030
    },
    {
      "epoch": 0.7667992250433364,
      "grad_norm": 3.958418343261916,
      "learning_rate": 6.79840802224189e-07,
      "loss": 0.5469,
      "step": 15040
    },
    {
      "epoch": 0.7673090649536045,
      "grad_norm": 10.223439475038505,
      "learning_rate": 6.770133355324957e-07,
      "loss": 0.6197,
      "step": 15050
    },
    {
      "epoch": 0.7678189048638727,
      "grad_norm": 4.389918821277152,
      "learning_rate": 6.741908397268496e-07,
      "loss": 0.5135,
      "step": 15060
    },
    {
      "epoch": 0.7683287447741409,
      "grad_norm": 6.503301224974861,
      "learning_rate": 6.713733225035818e-07,
      "loss": 0.5351,
      "step": 15070
    },
    {
      "epoch": 0.7688385846844091,
      "grad_norm": 5.21955397202132,
      "learning_rate": 6.685607915454437e-07,
      "loss": 0.4678,
      "step": 15080
    },
    {
      "epoch": 0.7693484245946772,
      "grad_norm": 3.1999458165792323,
      "learning_rate": 6.657532545215928e-07,
      "loss": 0.4628,
      "step": 15090
    },
    {
      "epoch": 0.7698582645049454,
      "grad_norm": 12.706069444402658,
      "learning_rate": 6.629507190875686e-07,
      "loss": 0.5201,
      "step": 15100
    },
    {
      "epoch": 0.7703681044152136,
      "grad_norm": 14.230718310388408,
      "learning_rate": 6.601531928852728e-07,
      "loss": 0.5617,
      "step": 15110
    },
    {
      "epoch": 0.7708779443254818,
      "grad_norm": 28.891417769100123,
      "learning_rate": 6.573606835429472e-07,
      "loss": 0.537,
      "step": 15120
    },
    {
      "epoch": 0.7713877842357499,
      "grad_norm": 8.740323329961853,
      "learning_rate": 6.545731986751546e-07,
      "loss": 0.5627,
      "step": 15130
    },
    {
      "epoch": 0.7718976241460181,
      "grad_norm": 8.631963455615224,
      "learning_rate": 6.517907458827568e-07,
      "loss": 0.5337,
      "step": 15140
    },
    {
      "epoch": 0.7724074640562864,
      "grad_norm": 5.85027033587785,
      "learning_rate": 6.490133327528942e-07,
      "loss": 0.5373,
      "step": 15150
    },
    {
      "epoch": 0.7729173039665544,
      "grad_norm": 3.871926078528546,
      "learning_rate": 6.46240966858965e-07,
      "loss": 0.563,
      "step": 15160
    },
    {
      "epoch": 0.7734271438768227,
      "grad_norm": 3.9283942132818823,
      "learning_rate": 6.434736557606047e-07,
      "loss": 0.5512,
      "step": 15170
    },
    {
      "epoch": 0.7739369837870909,
      "grad_norm": 4.4761739895502215,
      "learning_rate": 6.407114070036665e-07,
      "loss": 0.5255,
      "step": 15180
    },
    {
      "epoch": 0.7744468236973591,
      "grad_norm": 4.409233102247651,
      "learning_rate": 6.379542281201967e-07,
      "loss": 0.4909,
      "step": 15190
    },
    {
      "epoch": 0.7749566636076272,
      "grad_norm": 4.090706265843955,
      "learning_rate": 6.35202126628422e-07,
      "loss": 0.5158,
      "step": 15200
    },
    {
      "epoch": 0.7754665035178954,
      "grad_norm": 5.188126774120149,
      "learning_rate": 6.324551100327195e-07,
      "loss": 0.5194,
      "step": 15210
    },
    {
      "epoch": 0.7759763434281636,
      "grad_norm": 6.597898676471625,
      "learning_rate": 6.297131858236025e-07,
      "loss": 0.577,
      "step": 15220
    },
    {
      "epoch": 0.7764861833384318,
      "grad_norm": 4.713145880980132,
      "learning_rate": 6.269763614777011e-07,
      "loss": 0.5226,
      "step": 15230
    },
    {
      "epoch": 0.7769960232486999,
      "grad_norm": 5.773255440619456,
      "learning_rate": 6.24244644457735e-07,
      "loss": 0.5218,
      "step": 15240
    },
    {
      "epoch": 0.7775058631589681,
      "grad_norm": 13.235778740405175,
      "learning_rate": 6.215180422124997e-07,
      "loss": 0.5361,
      "step": 15250
    },
    {
      "epoch": 0.7780157030692363,
      "grad_norm": 15.720743466927107,
      "learning_rate": 6.187965621768436e-07,
      "loss": 0.5696,
      "step": 15260
    },
    {
      "epoch": 0.7785255429795044,
      "grad_norm": 4.732857606537919,
      "learning_rate": 6.160802117716471e-07,
      "loss": 0.5383,
      "step": 15270
    },
    {
      "epoch": 0.7790353828897726,
      "grad_norm": 5.176324768044832,
      "learning_rate": 6.133689984038047e-07,
      "loss": 0.5001,
      "step": 15280
    },
    {
      "epoch": 0.7795452228000408,
      "grad_norm": 8.993520814341444,
      "learning_rate": 6.106629294662025e-07,
      "loss": 0.5806,
      "step": 15290
    },
    {
      "epoch": 0.780055062710309,
      "grad_norm": 10.628295405434407,
      "learning_rate": 6.079620123376972e-07,
      "loss": 0.5014,
      "step": 15300
    },
    {
      "epoch": 0.7805649026205771,
      "grad_norm": 6.325191155492919,
      "learning_rate": 6.052662543831012e-07,
      "loss": 0.4634,
      "step": 15310
    },
    {
      "epoch": 0.7810747425308453,
      "grad_norm": 4.813892470382942,
      "learning_rate": 6.02575662953156e-07,
      "loss": 0.4811,
      "step": 15320
    },
    {
      "epoch": 0.7815845824411135,
      "grad_norm": 5.029153575317388,
      "learning_rate": 5.998902453845165e-07,
      "loss": 0.5822,
      "step": 15330
    },
    {
      "epoch": 0.7820944223513817,
      "grad_norm": 6.335856899692538,
      "learning_rate": 5.972100089997299e-07,
      "loss": 0.5127,
      "step": 15340
    },
    {
      "epoch": 0.7826042622616498,
      "grad_norm": 4.196124291218907,
      "learning_rate": 5.945349611072126e-07,
      "loss": 0.5053,
      "step": 15350
    },
    {
      "epoch": 0.783114102171918,
      "grad_norm": 5.7765556982052475,
      "learning_rate": 5.918651090012384e-07,
      "loss": 0.5246,
      "step": 15360
    },
    {
      "epoch": 0.7836239420821862,
      "grad_norm": 9.099399618655017,
      "learning_rate": 5.892004599619077e-07,
      "loss": 0.5451,
      "step": 15370
    },
    {
      "epoch": 0.7841337819924543,
      "grad_norm": 3.056540668163783,
      "learning_rate": 5.865410212551361e-07,
      "loss": 0.4797,
      "step": 15380
    },
    {
      "epoch": 0.7846436219027225,
      "grad_norm": 5.1252232091206436,
      "learning_rate": 5.838868001326336e-07,
      "loss": 0.497,
      "step": 15390
    },
    {
      "epoch": 0.7851534618129907,
      "grad_norm": 6.841451451521136,
      "learning_rate": 5.812378038318788e-07,
      "loss": 0.5197,
      "step": 15400
    },
    {
      "epoch": 0.7856633017232589,
      "grad_norm": 7.531317670006524,
      "learning_rate": 5.785940395761061e-07,
      "loss": 0.5756,
      "step": 15410
    },
    {
      "epoch": 0.786173141633527,
      "grad_norm": 5.370658816046862,
      "learning_rate": 5.759555145742824e-07,
      "loss": 0.545,
      "step": 15420
    },
    {
      "epoch": 0.7866829815437952,
      "grad_norm": 3.7757242323468674,
      "learning_rate": 5.733222360210885e-07,
      "loss": 0.5811,
      "step": 15430
    },
    {
      "epoch": 0.7871928214540634,
      "grad_norm": 10.023306932078548,
      "learning_rate": 5.706942110968994e-07,
      "loss": 0.5363,
      "step": 15440
    },
    {
      "epoch": 0.7877026613643316,
      "grad_norm": 5.933544014596687,
      "learning_rate": 5.680714469677651e-07,
      "loss": 0.6137,
      "step": 15450
    },
    {
      "epoch": 0.7882125012745997,
      "grad_norm": 8.465674808714084,
      "learning_rate": 5.654539507853879e-07,
      "loss": 0.5788,
      "step": 15460
    },
    {
      "epoch": 0.788722341184868,
      "grad_norm": 4.58886139470769,
      "learning_rate": 5.628417296871097e-07,
      "loss": 0.5571,
      "step": 15470
    },
    {
      "epoch": 0.7892321810951362,
      "grad_norm": 4.326657679689051,
      "learning_rate": 5.602347907958855e-07,
      "loss": 0.5479,
      "step": 15480
    },
    {
      "epoch": 0.7897420210054042,
      "grad_norm": 4.677559047322052,
      "learning_rate": 5.576331412202676e-07,
      "loss": 0.6593,
      "step": 15490
    },
    {
      "epoch": 0.7902518609156725,
      "grad_norm": 6.077257747033794,
      "learning_rate": 5.550367880543866e-07,
      "loss": 0.499,
      "step": 15500
    },
    {
      "epoch": 0.7907617008259407,
      "grad_norm": 10.484898441781258,
      "learning_rate": 5.524457383779271e-07,
      "loss": 0.5202,
      "step": 15510
    },
    {
      "epoch": 0.7912715407362089,
      "grad_norm": 3.742747302001426,
      "learning_rate": 5.498599992561188e-07,
      "loss": 0.5461,
      "step": 15520
    },
    {
      "epoch": 0.791781380646477,
      "grad_norm": 4.519035549453744,
      "learning_rate": 5.472795777397041e-07,
      "loss": 0.5412,
      "step": 15530
    },
    {
      "epoch": 0.7922912205567452,
      "grad_norm": 4.845913103524951,
      "learning_rate": 5.447044808649285e-07,
      "loss": 0.5359,
      "step": 15540
    },
    {
      "epoch": 0.7928010604670134,
      "grad_norm": 4.093748348260354,
      "learning_rate": 5.421347156535203e-07,
      "loss": 0.4973,
      "step": 15550
    },
    {
      "epoch": 0.7933109003772816,
      "grad_norm": 9.055252341832157,
      "learning_rate": 5.39570289112665e-07,
      "loss": 0.5477,
      "step": 15560
    },
    {
      "epoch": 0.7938207402875497,
      "grad_norm": 5.226423238317914,
      "learning_rate": 5.370112082349943e-07,
      "loss": 0.5318,
      "step": 15570
    },
    {
      "epoch": 0.7943305801978179,
      "grad_norm": 4.125234301364343,
      "learning_rate": 5.344574799985619e-07,
      "loss": 0.4249,
      "step": 15580
    },
    {
      "epoch": 0.7948404201080861,
      "grad_norm": 3.593852692871862,
      "learning_rate": 5.319091113668262e-07,
      "loss": 0.5162,
      "step": 15590
    },
    {
      "epoch": 0.7953502600183542,
      "grad_norm": 6.072628638810297,
      "learning_rate": 5.293661092886315e-07,
      "loss": 0.6117,
      "step": 15600
    },
    {
      "epoch": 0.7958600999286224,
      "grad_norm": 6.386766033860978,
      "learning_rate": 5.268284806981891e-07,
      "loss": 0.5775,
      "step": 15610
    },
    {
      "epoch": 0.7963699398388906,
      "grad_norm": 8.435530592292467,
      "learning_rate": 5.242962325150552e-07,
      "loss": 0.5503,
      "step": 15620
    },
    {
      "epoch": 0.7968797797491588,
      "grad_norm": 5.414258568730564,
      "learning_rate": 5.217693716441191e-07,
      "loss": 0.6187,
      "step": 15630
    },
    {
      "epoch": 0.7973896196594269,
      "grad_norm": 2.8227447529462806,
      "learning_rate": 5.192479049755778e-07,
      "loss": 0.4826,
      "step": 15640
    },
    {
      "epoch": 0.7978994595696951,
      "grad_norm": 23.70181001058814,
      "learning_rate": 5.167318393849178e-07,
      "loss": 0.5054,
      "step": 15650
    },
    {
      "epoch": 0.7984092994799633,
      "grad_norm": 15.271685415282231,
      "learning_rate": 5.142211817329021e-07,
      "loss": 0.6935,
      "step": 15660
    },
    {
      "epoch": 0.7989191393902315,
      "grad_norm": 5.512943854490426,
      "learning_rate": 5.117159388655426e-07,
      "loss": 0.5309,
      "step": 15670
    },
    {
      "epoch": 0.7994289793004996,
      "grad_norm": 4.434586867424822,
      "learning_rate": 5.09216117614092e-07,
      "loss": 0.5076,
      "step": 15680
    },
    {
      "epoch": 0.7999388192107678,
      "grad_norm": 4.752780785342232,
      "learning_rate": 5.067217247950138e-07,
      "loss": 0.4835,
      "step": 15690
    },
    {
      "epoch": 0.800448659121036,
      "grad_norm": 8.105618928522265,
      "learning_rate": 5.042327672099725e-07,
      "loss": 0.4811,
      "step": 15700
    },
    {
      "epoch": 0.8009584990313041,
      "grad_norm": 5.46194334511076,
      "learning_rate": 5.017492516458116e-07,
      "loss": 0.4926,
      "step": 15710
    },
    {
      "epoch": 0.8014683389415723,
      "grad_norm": 5.066361499693194,
      "learning_rate": 4.992711848745349e-07,
      "loss": 0.4697,
      "step": 15720
    },
    {
      "epoch": 0.8019781788518405,
      "grad_norm": 5.944837272509392,
      "learning_rate": 4.967985736532882e-07,
      "loss": 0.5184,
      "step": 15730
    },
    {
      "epoch": 0.8024880187621087,
      "grad_norm": 4.696244034550994,
      "learning_rate": 4.943314247243425e-07,
      "loss": 0.5405,
      "step": 15740
    },
    {
      "epoch": 0.8029978586723768,
      "grad_norm": 10.887633687345506,
      "learning_rate": 4.918697448150727e-07,
      "loss": 0.5767,
      "step": 15750
    },
    {
      "epoch": 0.803507698582645,
      "grad_norm": 3.4663557433127057,
      "learning_rate": 4.894135406379421e-07,
      "loss": 0.5356,
      "step": 15760
    },
    {
      "epoch": 0.8040175384929132,
      "grad_norm": 7.259699123006181,
      "learning_rate": 4.869628188904832e-07,
      "loss": 0.5481,
      "step": 15770
    },
    {
      "epoch": 0.8045273784031814,
      "grad_norm": 7.921449405349131,
      "learning_rate": 4.845175862552759e-07,
      "loss": 0.5833,
      "step": 15780
    },
    {
      "epoch": 0.8050372183134495,
      "grad_norm": 14.699382495241307,
      "learning_rate": 4.820778493999375e-07,
      "loss": 0.5896,
      "step": 15790
    },
    {
      "epoch": 0.8055470582237177,
      "grad_norm": 6.022198769713844,
      "learning_rate": 4.796436149770969e-07,
      "loss": 0.545,
      "step": 15800
    },
    {
      "epoch": 0.806056898133986,
      "grad_norm": 5.577713449884468,
      "learning_rate": 4.77214889624377e-07,
      "loss": 0.5459,
      "step": 15810
    },
    {
      "epoch": 0.806566738044254,
      "grad_norm": 3.2210760946186405,
      "learning_rate": 4.7479167996438315e-07,
      "loss": 0.5459,
      "step": 15820
    },
    {
      "epoch": 0.8070765779545223,
      "grad_norm": 4.97876124934091,
      "learning_rate": 4.723739926046761e-07,
      "loss": 0.4913,
      "step": 15830
    },
    {
      "epoch": 0.8075864178647905,
      "grad_norm": 4.510696187069355,
      "learning_rate": 4.699618341377632e-07,
      "loss": 0.4973,
      "step": 15840
    },
    {
      "epoch": 0.8080962577750587,
      "grad_norm": 3.9365502019662246,
      "learning_rate": 4.675552111410711e-07,
      "loss": 0.5016,
      "step": 15850
    },
    {
      "epoch": 0.8086060976853268,
      "grad_norm": 5.0078715399382405,
      "learning_rate": 4.6515413017693524e-07,
      "loss": 0.5389,
      "step": 15860
    },
    {
      "epoch": 0.809115937595595,
      "grad_norm": 8.239920743289655,
      "learning_rate": 4.627585977925783e-07,
      "loss": 0.5725,
      "step": 15870
    },
    {
      "epoch": 0.8096257775058632,
      "grad_norm": 9.066999058957496,
      "learning_rate": 4.603686205200936e-07,
      "loss": 0.5648,
      "step": 15880
    },
    {
      "epoch": 0.8101356174161314,
      "grad_norm": 4.986664430186731,
      "learning_rate": 4.579842048764263e-07,
      "loss": 0.5684,
      "step": 15890
    },
    {
      "epoch": 0.8106454573263995,
      "grad_norm": 4.112469874492605,
      "learning_rate": 4.5560535736335673e-07,
      "loss": 0.5262,
      "step": 15900
    },
    {
      "epoch": 0.8111552972366677,
      "grad_norm": 8.757247383724744,
      "learning_rate": 4.5323208446748175e-07,
      "loss": 0.4913,
      "step": 15910
    },
    {
      "epoch": 0.8116651371469359,
      "grad_norm": 7.467282043021592,
      "learning_rate": 4.5086439266019797e-07,
      "loss": 0.5646,
      "step": 15920
    },
    {
      "epoch": 0.812174977057204,
      "grad_norm": 5.5454779199251885,
      "learning_rate": 4.485022883976836e-07,
      "loss": 0.5602,
      "step": 15930
    },
    {
      "epoch": 0.8126848169674722,
      "grad_norm": 7.27480785400461,
      "learning_rate": 4.4614577812087863e-07,
      "loss": 0.5046,
      "step": 15940
    },
    {
      "epoch": 0.8131946568777404,
      "grad_norm": 9.32556780978424,
      "learning_rate": 4.4379486825547325e-07,
      "loss": 0.5495,
      "step": 15950
    },
    {
      "epoch": 0.8137044967880086,
      "grad_norm": 5.382248420000106,
      "learning_rate": 4.4144956521188496e-07,
      "loss": 0.5218,
      "step": 15960
    },
    {
      "epoch": 0.8142143366982767,
      "grad_norm": 6.454028203276016,
      "learning_rate": 4.391098753852399e-07,
      "loss": 0.5273,
      "step": 15970
    },
    {
      "epoch": 0.8147241766085449,
      "grad_norm": 4.063079790730802,
      "learning_rate": 4.3677580515536363e-07,
      "loss": 0.5034,
      "step": 15980
    },
    {
      "epoch": 0.8152340165188131,
      "grad_norm": 5.187670333044299,
      "learning_rate": 4.344473608867528e-07,
      "loss": 0.4923,
      "step": 15990
    },
    {
      "epoch": 0.8157438564290813,
      "grad_norm": 14.989153395386417,
      "learning_rate": 4.321245489285683e-07,
      "loss": 0.5377,
      "step": 16000
    },
    {
      "epoch": 0.8162536963393494,
      "grad_norm": 5.987137910554856,
      "learning_rate": 4.2980737561460845e-07,
      "loss": 0.4938,
      "step": 16010
    },
    {
      "epoch": 0.8167635362496176,
      "grad_norm": 14.405575944838505,
      "learning_rate": 4.2749584726329866e-07,
      "loss": 0.5596,
      "step": 16020
    },
    {
      "epoch": 0.8172733761598858,
      "grad_norm": 4.051551711111712,
      "learning_rate": 4.251899701776721e-07,
      "loss": 0.5379,
      "step": 16030
    },
    {
      "epoch": 0.8177832160701539,
      "grad_norm": 4.9871145490802125,
      "learning_rate": 4.2288975064535053e-07,
      "loss": 0.5672,
      "step": 16040
    },
    {
      "epoch": 0.8182930559804221,
      "grad_norm": 4.879306760664567,
      "learning_rate": 4.205951949385303e-07,
      "loss": 0.5156,
      "step": 16050
    },
    {
      "epoch": 0.8188028958906903,
      "grad_norm": 6.3657642605460625,
      "learning_rate": 4.1830630931396303e-07,
      "loss": 0.5306,
      "step": 16060
    },
    {
      "epoch": 0.8193127358009585,
      "grad_norm": 3.863545196627187,
      "learning_rate": 4.160231000129392e-07,
      "loss": 0.539,
      "step": 16070
    },
    {
      "epoch": 0.8198225757112266,
      "grad_norm": 6.145189297892257,
      "learning_rate": 4.1374557326127133e-07,
      "loss": 0.6047,
      "step": 16080
    },
    {
      "epoch": 0.8203324156214948,
      "grad_norm": 8.554033895830825,
      "learning_rate": 4.114737352692774e-07,
      "loss": 0.4907,
      "step": 16090
    },
    {
      "epoch": 0.820842255531763,
      "grad_norm": 12.936995455861432,
      "learning_rate": 4.092075922317615e-07,
      "loss": 0.5162,
      "step": 16100
    },
    {
      "epoch": 0.8213520954420312,
      "grad_norm": 4.73513719170877,
      "learning_rate": 4.0694715032800256e-07,
      "loss": 0.5229,
      "step": 16110
    },
    {
      "epoch": 0.8218619353522993,
      "grad_norm": 4.045630560351024,
      "learning_rate": 4.046924157217294e-07,
      "loss": 0.5055,
      "step": 16120
    },
    {
      "epoch": 0.8223717752625676,
      "grad_norm": 10.623104316424055,
      "learning_rate": 4.0244339456111e-07,
      "loss": 0.4885,
      "step": 16130
    },
    {
      "epoch": 0.8228816151728358,
      "grad_norm": 6.014456587568287,
      "learning_rate": 4.0020009297873584e-07,
      "loss": 0.5823,
      "step": 16140
    },
    {
      "epoch": 0.8233914550831039,
      "grad_norm": 7.5181137437104395,
      "learning_rate": 3.979625170915971e-07,
      "loss": 0.4618,
      "step": 16150
    },
    {
      "epoch": 0.8239012949933721,
      "grad_norm": 5.106004631421925,
      "learning_rate": 3.957306730010763e-07,
      "loss": 0.5141,
      "step": 16160
    },
    {
      "epoch": 0.8244111349036403,
      "grad_norm": 2.900163368538095,
      "learning_rate": 3.935045667929227e-07,
      "loss": 0.5507,
      "step": 16170
    },
    {
      "epoch": 0.8249209748139085,
      "grad_norm": 5.751498206078458,
      "learning_rate": 3.9128420453724144e-07,
      "loss": 0.527,
      "step": 16180
    },
    {
      "epoch": 0.8254308147241766,
      "grad_norm": 3.3746818544786654,
      "learning_rate": 3.8906959228847547e-07,
      "loss": 0.5234,
      "step": 16190
    },
    {
      "epoch": 0.8259406546344448,
      "grad_norm": 6.900117163253321,
      "learning_rate": 3.868607360853877e-07,
      "loss": 0.5441,
      "step": 16200
    },
    {
      "epoch": 0.826450494544713,
      "grad_norm": 5.80204355915017,
      "learning_rate": 3.846576419510462e-07,
      "loss": 0.5288,
      "step": 16210
    },
    {
      "epoch": 0.8269603344549812,
      "grad_norm": 4.7810298840125345,
      "learning_rate": 3.8246031589280695e-07,
      "loss": 0.5027,
      "step": 16220
    },
    {
      "epoch": 0.8274701743652493,
      "grad_norm": 5.258018591863968,
      "learning_rate": 3.802687639022981e-07,
      "loss": 0.5793,
      "step": 16230
    },
    {
      "epoch": 0.8279800142755175,
      "grad_norm": 4.449355989948682,
      "learning_rate": 3.7808299195540214e-07,
      "loss": 0.4824,
      "step": 16240
    },
    {
      "epoch": 0.8284898541857857,
      "grad_norm": 7.034355785850802,
      "learning_rate": 3.7590300601224203e-07,
      "loss": 0.5506,
      "step": 16250
    },
    {
      "epoch": 0.8289996940960538,
      "grad_norm": 5.875077627792097,
      "learning_rate": 3.737288120171612e-07,
      "loss": 0.5326,
      "step": 16260
    },
    {
      "epoch": 0.829509534006322,
      "grad_norm": 4.506545413449493,
      "learning_rate": 3.715604158987135e-07,
      "loss": 0.5059,
      "step": 16270
    },
    {
      "epoch": 0.8300193739165902,
      "grad_norm": 5.883332166476767,
      "learning_rate": 3.693978235696391e-07,
      "loss": 0.5652,
      "step": 16280
    },
    {
      "epoch": 0.8305292138268584,
      "grad_norm": 4.370669756889069,
      "learning_rate": 3.6724104092685507e-07,
      "loss": 0.534,
      "step": 16290
    },
    {
      "epoch": 0.8310390537371265,
      "grad_norm": 9.033741774140763,
      "learning_rate": 3.650900738514371e-07,
      "loss": 0.5316,
      "step": 16300
    },
    {
      "epoch": 0.8315488936473947,
      "grad_norm": 6.4939863578699075,
      "learning_rate": 3.629449282086003e-07,
      "loss": 0.5008,
      "step": 16310
    },
    {
      "epoch": 0.8320587335576629,
      "grad_norm": 4.516805585409594,
      "learning_rate": 3.6080560984769005e-07,
      "loss": 0.511,
      "step": 16320
    },
    {
      "epoch": 0.8325685734679311,
      "grad_norm": 5.753588314258997,
      "learning_rate": 3.5867212460215794e-07,
      "loss": 0.5563,
      "step": 16330
    },
    {
      "epoch": 0.8330784133781992,
      "grad_norm": 6.705773362344025,
      "learning_rate": 3.565444782895522e-07,
      "loss": 0.4542,
      "step": 16340
    },
    {
      "epoch": 0.8335882532884674,
      "grad_norm": 5.268893546565757,
      "learning_rate": 3.5442267671149946e-07,
      "loss": 0.4817,
      "step": 16350
    },
    {
      "epoch": 0.8340980931987356,
      "grad_norm": 6.178390458965791,
      "learning_rate": 3.523067256536883e-07,
      "loss": 0.5895,
      "step": 16360
    },
    {
      "epoch": 0.8346079331090037,
      "grad_norm": 3.5081842493945175,
      "learning_rate": 3.501966308858551e-07,
      "loss": 0.4927,
      "step": 16370
    },
    {
      "epoch": 0.8351177730192719,
      "grad_norm": 5.7331348035161485,
      "learning_rate": 3.4809239816176646e-07,
      "loss": 0.4501,
      "step": 16380
    },
    {
      "epoch": 0.8356276129295401,
      "grad_norm": 37.09804608028036,
      "learning_rate": 3.459940332192052e-07,
      "loss": 0.579,
      "step": 16390
    },
    {
      "epoch": 0.8361374528398083,
      "grad_norm": 6.024637461058086,
      "learning_rate": 3.439015417799538e-07,
      "loss": 0.5211,
      "step": 16400
    },
    {
      "epoch": 0.8366472927500764,
      "grad_norm": 7.131386131971093,
      "learning_rate": 3.418149295497791e-07,
      "loss": 0.4902,
      "step": 16410
    },
    {
      "epoch": 0.8371571326603446,
      "grad_norm": 4.975390581904939,
      "learning_rate": 3.3973420221841526e-07,
      "loss": 0.5848,
      "step": 16420
    },
    {
      "epoch": 0.8376669725706128,
      "grad_norm": 3.2168326404356193,
      "learning_rate": 3.3765936545955253e-07,
      "loss": 0.4928,
      "step": 16430
    },
    {
      "epoch": 0.838176812480881,
      "grad_norm": 8.173840087490719,
      "learning_rate": 3.3559042493081563e-07,
      "loss": 0.5722,
      "step": 16440
    },
    {
      "epoch": 0.8386866523911491,
      "grad_norm": 10.478297726213858,
      "learning_rate": 3.335273862737529e-07,
      "loss": 0.5577,
      "step": 16450
    },
    {
      "epoch": 0.8391964923014174,
      "grad_norm": 4.182535638613699,
      "learning_rate": 3.314702551138216e-07,
      "loss": 0.5497,
      "step": 16460
    },
    {
      "epoch": 0.8397063322116856,
      "grad_norm": 6.060638066365898,
      "learning_rate": 3.2941903706036613e-07,
      "loss": 0.5193,
      "step": 16470
    },
    {
      "epoch": 0.8402161721219537,
      "grad_norm": 7.350914854500174,
      "learning_rate": 3.273737377066122e-07,
      "loss": 0.5696,
      "step": 16480
    },
    {
      "epoch": 0.8407260120322219,
      "grad_norm": 4.815524558034425,
      "learning_rate": 3.2533436262964206e-07,
      "loss": 0.4722,
      "step": 16490
    },
    {
      "epoch": 0.8412358519424901,
      "grad_norm": 11.349707013776193,
      "learning_rate": 3.2330091739038614e-07,
      "loss": 0.55,
      "step": 16500
    },
    {
      "epoch": 0.8417456918527583,
      "grad_norm": 3.3495609606329158,
      "learning_rate": 3.212734075336049e-07,
      "loss": 0.4602,
      "step": 16510
    },
    {
      "epoch": 0.8422555317630264,
      "grad_norm": 3.155634761619086,
      "learning_rate": 3.1925183858787485e-07,
      "loss": 0.4686,
      "step": 16520
    },
    {
      "epoch": 0.8427653716732946,
      "grad_norm": 5.654370814489343,
      "learning_rate": 3.172362160655723e-07,
      "loss": 0.5654,
      "step": 16530
    },
    {
      "epoch": 0.8432752115835628,
      "grad_norm": 7.2459688577760675,
      "learning_rate": 3.152265454628589e-07,
      "loss": 0.4983,
      "step": 16540
    },
    {
      "epoch": 0.843785051493831,
      "grad_norm": 12.838026243388592,
      "learning_rate": 3.1322283225966727e-07,
      "loss": 0.5211,
      "step": 16550
    },
    {
      "epoch": 0.8442948914040991,
      "grad_norm": 6.724264790058811,
      "learning_rate": 3.112250819196852e-07,
      "loss": 0.5112,
      "step": 16560
    },
    {
      "epoch": 0.8448047313143673,
      "grad_norm": 6.156426497675465,
      "learning_rate": 3.092332998903416e-07,
      "loss": 0.6122,
      "step": 16570
    },
    {
      "epoch": 0.8453145712246355,
      "grad_norm": 3.946549895253614,
      "learning_rate": 3.072474916027887e-07,
      "loss": 0.5416,
      "step": 16580
    },
    {
      "epoch": 0.8458244111349036,
      "grad_norm": 4.932372360532843,
      "learning_rate": 3.0526766247189394e-07,
      "loss": 0.5095,
      "step": 16590
    },
    {
      "epoch": 0.8463342510451718,
      "grad_norm": 8.468156384447775,
      "learning_rate": 3.032938178962169e-07,
      "loss": 0.5267,
      "step": 16600
    },
    {
      "epoch": 0.84684409095544,
      "grad_norm": 5.636385976253131,
      "learning_rate": 3.0132596325800013e-07,
      "loss": 0.6106,
      "step": 16610
    },
    {
      "epoch": 0.8473539308657082,
      "grad_norm": 4.445978162192108,
      "learning_rate": 2.9936410392315427e-07,
      "loss": 0.5669,
      "step": 16620
    },
    {
      "epoch": 0.8478637707759763,
      "grad_norm": 3.6755291552420033,
      "learning_rate": 2.974082452412394e-07,
      "loss": 0.5297,
      "step": 16630
    },
    {
      "epoch": 0.8483736106862445,
      "grad_norm": 14.392696428263024,
      "learning_rate": 2.9545839254545514e-07,
      "loss": 0.5325,
      "step": 16640
    },
    {
      "epoch": 0.8488834505965127,
      "grad_norm": 12.282062098835242,
      "learning_rate": 2.9351455115262356e-07,
      "loss": 0.5086,
      "step": 16650
    },
    {
      "epoch": 0.8493932905067809,
      "grad_norm": 4.4895478669348154,
      "learning_rate": 2.915767263631747e-07,
      "loss": 0.553,
      "step": 16660
    },
    {
      "epoch": 0.849903130417049,
      "grad_norm": 14.685321876752772,
      "learning_rate": 2.8964492346113343e-07,
      "loss": 0.5659,
      "step": 16670
    },
    {
      "epoch": 0.8504129703273172,
      "grad_norm": 4.2937451100068325,
      "learning_rate": 2.877191477141039e-07,
      "loss": 0.4832,
      "step": 16680
    },
    {
      "epoch": 0.8509228102375854,
      "grad_norm": 6.059884328555942,
      "learning_rate": 2.857994043732551e-07,
      "loss": 0.5519,
      "step": 16690
    },
    {
      "epoch": 0.8514326501478535,
      "grad_norm": 5.57087296263021,
      "learning_rate": 2.8388569867330797e-07,
      "loss": 0.5334,
      "step": 16700
    },
    {
      "epoch": 0.8519424900581217,
      "grad_norm": 7.572939938965859,
      "learning_rate": 2.819780358325189e-07,
      "loss": 0.5571,
      "step": 16710
    },
    {
      "epoch": 0.8524523299683899,
      "grad_norm": 7.3686333546596146,
      "learning_rate": 2.8007642105266797e-07,
      "loss": 0.4949,
      "step": 16720
    },
    {
      "epoch": 0.8529621698786581,
      "grad_norm": 5.485068833070104,
      "learning_rate": 2.78180859519043e-07,
      "loss": 0.4964,
      "step": 16730
    },
    {
      "epoch": 0.8534720097889262,
      "grad_norm": 6.146247832338137,
      "learning_rate": 2.762913564004244e-07,
      "loss": 0.5582,
      "step": 16740
    },
    {
      "epoch": 0.8539818496991944,
      "grad_norm": 4.202837258365529,
      "learning_rate": 2.7440791684907625e-07,
      "loss": 0.5619,
      "step": 16750
    },
    {
      "epoch": 0.8544916896094626,
      "grad_norm": 6.663318250972651,
      "learning_rate": 2.7253054600072436e-07,
      "loss": 0.522,
      "step": 16760
    },
    {
      "epoch": 0.8550015295197309,
      "grad_norm": 3.523654035395865,
      "learning_rate": 2.7065924897454993e-07,
      "loss": 0.5118,
      "step": 16770
    },
    {
      "epoch": 0.855511369429999,
      "grad_norm": 9.047514101897685,
      "learning_rate": 2.6879403087317013e-07,
      "loss": 0.5087,
      "step": 16780
    },
    {
      "epoch": 0.8560212093402672,
      "grad_norm": 5.565027610301657,
      "learning_rate": 2.6693489678262715e-07,
      "loss": 0.5665,
      "step": 16790
    },
    {
      "epoch": 0.8565310492505354,
      "grad_norm": 10.04970020606709,
      "learning_rate": 2.65081851772373e-07,
      "loss": 0.5852,
      "step": 16800
    },
    {
      "epoch": 0.8570408891608035,
      "grad_norm": 5.631790723135971,
      "learning_rate": 2.6323490089525643e-07,
      "loss": 0.5738,
      "step": 16810
    },
    {
      "epoch": 0.8575507290710717,
      "grad_norm": 5.180855418168242,
      "learning_rate": 2.613940491875086e-07,
      "loss": 0.4877,
      "step": 16820
    },
    {
      "epoch": 0.8580605689813399,
      "grad_norm": 6.088906502363133,
      "learning_rate": 2.595593016687295e-07,
      "loss": 0.5443,
      "step": 16830
    },
    {
      "epoch": 0.8585704088916081,
      "grad_norm": 4.107268653796043,
      "learning_rate": 2.5773066334187466e-07,
      "loss": 0.5163,
      "step": 16840
    },
    {
      "epoch": 0.8590802488018762,
      "grad_norm": 3.9928473873773775,
      "learning_rate": 2.559081391932411e-07,
      "loss": 0.4553,
      "step": 16850
    },
    {
      "epoch": 0.8595900887121444,
      "grad_norm": 10.42860184414175,
      "learning_rate": 2.5409173419245315e-07,
      "loss": 0.5117,
      "step": 16860
    },
    {
      "epoch": 0.8600999286224126,
      "grad_norm": 6.250708882455792,
      "learning_rate": 2.522814532924506e-07,
      "loss": 0.4819,
      "step": 16870
    },
    {
      "epoch": 0.8606097685326808,
      "grad_norm": 5.636688813902365,
      "learning_rate": 2.504773014294734e-07,
      "loss": 0.5047,
      "step": 16880
    },
    {
      "epoch": 0.8611196084429489,
      "grad_norm": 6.26781373117407,
      "learning_rate": 2.4867928352305006e-07,
      "loss": 0.5618,
      "step": 16890
    },
    {
      "epoch": 0.8616294483532171,
      "grad_norm": 5.166991212116818,
      "learning_rate": 2.4688740447598033e-07,
      "loss": 0.4388,
      "step": 16900
    },
    {
      "epoch": 0.8621392882634853,
      "grad_norm": 5.317514632106231,
      "learning_rate": 2.451016691743288e-07,
      "loss": 0.6003,
      "step": 16910
    },
    {
      "epoch": 0.8626491281737534,
      "grad_norm": 7.020604141487461,
      "learning_rate": 2.433220824874036e-07,
      "loss": 0.5452,
      "step": 16920
    },
    {
      "epoch": 0.8631589680840216,
      "grad_norm": 7.227820968357044,
      "learning_rate": 2.4154864926774935e-07,
      "loss": 0.5176,
      "step": 16930
    },
    {
      "epoch": 0.8636688079942898,
      "grad_norm": 6.852096725624449,
      "learning_rate": 2.3978137435113015e-07,
      "loss": 0.5811,
      "step": 16940
    },
    {
      "epoch": 0.864178647904558,
      "grad_norm": 3.6983724687122104,
      "learning_rate": 2.3802026255651868e-07,
      "loss": 0.5203,
      "step": 16950
    },
    {
      "epoch": 0.8646884878148261,
      "grad_norm": 9.399040457964405,
      "learning_rate": 2.3626531868608165e-07,
      "loss": 0.5561,
      "step": 16960
    },
    {
      "epoch": 0.8651983277250943,
      "grad_norm": 3.2489497167538315,
      "learning_rate": 2.345165475251676e-07,
      "loss": 0.5627,
      "step": 16970
    },
    {
      "epoch": 0.8657081676353625,
      "grad_norm": 6.056572547330579,
      "learning_rate": 2.327739538422924e-07,
      "loss": 0.5468,
      "step": 16980
    },
    {
      "epoch": 0.8662180075456307,
      "grad_norm": 4.870229017115183,
      "learning_rate": 2.3103754238912867e-07,
      "loss": 0.4947,
      "step": 16990
    },
    {
      "epoch": 0.8667278474558988,
      "grad_norm": 7.903019107389556,
      "learning_rate": 2.2930731790049038e-07,
      "loss": 0.5893,
      "step": 17000
    },
    {
      "epoch": 0.867237687366167,
      "grad_norm": 5.300668621748874,
      "learning_rate": 2.2758328509432187e-07,
      "loss": 0.4533,
      "step": 17010
    },
    {
      "epoch": 0.8677475272764352,
      "grad_norm": 5.469657679037128,
      "learning_rate": 2.2586544867168297e-07,
      "loss": 0.4888,
      "step": 17020
    },
    {
      "epoch": 0.8682573671867033,
      "grad_norm": 7.051821198335733,
      "learning_rate": 2.241538133167387e-07,
      "loss": 0.5334,
      "step": 17030
    },
    {
      "epoch": 0.8687672070969715,
      "grad_norm": 4.789754602599315,
      "learning_rate": 2.2244838369674394e-07,
      "loss": 0.5432,
      "step": 17040
    },
    {
      "epoch": 0.8692770470072397,
      "grad_norm": 7.080841294094559,
      "learning_rate": 2.2074916446203326e-07,
      "loss": 0.5249,
      "step": 17050
    },
    {
      "epoch": 0.8697868869175079,
      "grad_norm": 24.173764285939093,
      "learning_rate": 2.1905616024600423e-07,
      "loss": 0.5213,
      "step": 17060
    },
    {
      "epoch": 0.870296726827776,
      "grad_norm": 4.894521920646139,
      "learning_rate": 2.1736937566511103e-07,
      "loss": 0.5126,
      "step": 17070
    },
    {
      "epoch": 0.8708065667380442,
      "grad_norm": 4.90909346394224,
      "learning_rate": 2.1568881531884523e-07,
      "loss": 0.515,
      "step": 17080
    },
    {
      "epoch": 0.8713164066483124,
      "grad_norm": 3.7209650934848195,
      "learning_rate": 2.140144837897279e-07,
      "loss": 0.5577,
      "step": 17090
    },
    {
      "epoch": 0.8718262465585807,
      "grad_norm": 3.737982101575765,
      "learning_rate": 2.12346385643295e-07,
      "loss": 0.5269,
      "step": 17100
    },
    {
      "epoch": 0.8723360864688487,
      "grad_norm": 14.080844208281462,
      "learning_rate": 2.1068452542808564e-07,
      "loss": 0.496,
      "step": 17110
    },
    {
      "epoch": 0.872845926379117,
      "grad_norm": 4.956753332572378,
      "learning_rate": 2.0902890767562883e-07,
      "loss": 0.5491,
      "step": 17120
    },
    {
      "epoch": 0.8733557662893852,
      "grad_norm": 4.591640625650321,
      "learning_rate": 2.073795369004322e-07,
      "loss": 0.6068,
      "step": 17130
    },
    {
      "epoch": 0.8738656061996533,
      "grad_norm": 4.099384667329855,
      "learning_rate": 2.0573641759996986e-07,
      "loss": 0.5315,
      "step": 17140
    },
    {
      "epoch": 0.8743754461099215,
      "grad_norm": 4.950824362700582,
      "learning_rate": 2.0409955425466837e-07,
      "loss": 0.5279,
      "step": 17150
    },
    {
      "epoch": 0.8748852860201897,
      "grad_norm": 6.414979645813058,
      "learning_rate": 2.024689513278963e-07,
      "loss": 0.4776,
      "step": 17160
    },
    {
      "epoch": 0.8753951259304579,
      "grad_norm": 5.394474787839066,
      "learning_rate": 2.008446132659511e-07,
      "loss": 0.5215,
      "step": 17170
    },
    {
      "epoch": 0.875904965840726,
      "grad_norm": 4.5324708115394605,
      "learning_rate": 1.9922654449804817e-07,
      "loss": 0.4876,
      "step": 17180
    },
    {
      "epoch": 0.8764148057509942,
      "grad_norm": 5.907527034390697,
      "learning_rate": 1.976147494363062e-07,
      "loss": 0.4698,
      "step": 17190
    },
    {
      "epoch": 0.8769246456612624,
      "grad_norm": 8.922743293877302,
      "learning_rate": 1.9600923247573871e-07,
      "loss": 0.5154,
      "step": 17200
    },
    {
      "epoch": 0.8774344855715306,
      "grad_norm": 4.998554702230558,
      "learning_rate": 1.944099979942396e-07,
      "loss": 0.5034,
      "step": 17210
    },
    {
      "epoch": 0.8779443254817987,
      "grad_norm": 5.668728758328859,
      "learning_rate": 1.9281705035257058e-07,
      "loss": 0.5499,
      "step": 17220
    },
    {
      "epoch": 0.8784541653920669,
      "grad_norm": 4.671811840815958,
      "learning_rate": 1.91230393894353e-07,
      "loss": 0.5687,
      "step": 17230
    },
    {
      "epoch": 0.8789640053023351,
      "grad_norm": 5.520575226755685,
      "learning_rate": 1.89650032946051e-07,
      "loss": 0.4812,
      "step": 17240
    },
    {
      "epoch": 0.8794738452126032,
      "grad_norm": 11.05687779884733,
      "learning_rate": 1.8807597181696362e-07,
      "loss": 0.7002,
      "step": 17250
    },
    {
      "epoch": 0.8799836851228714,
      "grad_norm": 16.581275564566983,
      "learning_rate": 1.8650821479921145e-07,
      "loss": 0.5369,
      "step": 17260
    },
    {
      "epoch": 0.8804935250331396,
      "grad_norm": 6.006427943479531,
      "learning_rate": 1.8494676616772512e-07,
      "loss": 0.605,
      "step": 17270
    },
    {
      "epoch": 0.8810033649434078,
      "grad_norm": 6.045415253926665,
      "learning_rate": 1.8339163018023383e-07,
      "loss": 0.4756,
      "step": 17280
    },
    {
      "epoch": 0.8815132048536759,
      "grad_norm": 5.206019981041104,
      "learning_rate": 1.8184281107725327e-07,
      "loss": 0.5694,
      "step": 17290
    },
    {
      "epoch": 0.8820230447639441,
      "grad_norm": 6.466061518762644,
      "learning_rate": 1.8030031308207407e-07,
      "loss": 0.4846,
      "step": 17300
    },
    {
      "epoch": 0.8825328846742123,
      "grad_norm": 5.06266467785271,
      "learning_rate": 1.7876414040075175e-07,
      "loss": 0.4877,
      "step": 17310
    },
    {
      "epoch": 0.8830427245844805,
      "grad_norm": 3.8687971588466934,
      "learning_rate": 1.7723429722209278e-07,
      "loss": 0.4456,
      "step": 17320
    },
    {
      "epoch": 0.8835525644947486,
      "grad_norm": 6.99193564633083,
      "learning_rate": 1.7571078771764533e-07,
      "loss": 0.5818,
      "step": 17330
    },
    {
      "epoch": 0.8840624044050168,
      "grad_norm": 8.539752753092014,
      "learning_rate": 1.7419361604168682e-07,
      "loss": 0.5616,
      "step": 17340
    },
    {
      "epoch": 0.884572244315285,
      "grad_norm": 8.203570899756697,
      "learning_rate": 1.7268278633121167e-07,
      "loss": 0.536,
      "step": 17350
    },
    {
      "epoch": 0.8850820842255531,
      "grad_norm": 3.185969185168957,
      "learning_rate": 1.7117830270592357e-07,
      "loss": 0.5055,
      "step": 17360
    },
    {
      "epoch": 0.8855919241358213,
      "grad_norm": 2.931715047088655,
      "learning_rate": 1.6968016926822013e-07,
      "loss": 0.5626,
      "step": 17370
    },
    {
      "epoch": 0.8861017640460895,
      "grad_norm": 7.24661592844988,
      "learning_rate": 1.6818839010318223e-07,
      "loss": 0.5572,
      "step": 17380
    },
    {
      "epoch": 0.8866116039563577,
      "grad_norm": 8.24951575739579,
      "learning_rate": 1.6670296927856767e-07,
      "loss": 0.4993,
      "step": 17390
    },
    {
      "epoch": 0.8871214438666258,
      "grad_norm": 21.389911613660374,
      "learning_rate": 1.6522391084479283e-07,
      "loss": 0.5698,
      "step": 17400
    },
    {
      "epoch": 0.887631283776894,
      "grad_norm": 16.404827647203533,
      "learning_rate": 1.637512188349269e-07,
      "loss": 0.5382,
      "step": 17410
    },
    {
      "epoch": 0.8881411236871622,
      "grad_norm": 4.805873407925152,
      "learning_rate": 1.62284897264679e-07,
      "loss": 0.4783,
      "step": 17420
    },
    {
      "epoch": 0.8886509635974305,
      "grad_norm": 3.3798702825749714,
      "learning_rate": 1.6082495013238775e-07,
      "loss": 0.4808,
      "step": 17430
    },
    {
      "epoch": 0.8891608035076985,
      "grad_norm": 12.790949004053491,
      "learning_rate": 1.5937138141900982e-07,
      "loss": 0.5197,
      "step": 17440
    },
    {
      "epoch": 0.8896706434179668,
      "grad_norm": 9.44744368083394,
      "learning_rate": 1.5792419508810858e-07,
      "loss": 0.5452,
      "step": 17450
    },
    {
      "epoch": 0.890180483328235,
      "grad_norm": 7.129885436749561,
      "learning_rate": 1.5648339508584548e-07,
      "loss": 0.5228,
      "step": 17460
    },
    {
      "epoch": 0.8906903232385031,
      "grad_norm": 5.135176674116688,
      "learning_rate": 1.5504898534096673e-07,
      "loss": 0.5183,
      "step": 17470
    },
    {
      "epoch": 0.8912001631487713,
      "grad_norm": 5.1041591374414,
      "learning_rate": 1.5362096976479475e-07,
      "loss": 0.5185,
      "step": 17480
    },
    {
      "epoch": 0.8917100030590395,
      "grad_norm": 5.694786690994035,
      "learning_rate": 1.5219935225121412e-07,
      "loss": 0.4908,
      "step": 17490
    },
    {
      "epoch": 0.8922198429693077,
      "grad_norm": 3.9034922717406015,
      "learning_rate": 1.5078413667666715e-07,
      "loss": 0.5097,
      "step": 17500
    },
    {
      "epoch": 0.8927296828795758,
      "grad_norm": 8.002868699227667,
      "learning_rate": 1.4937532690013523e-07,
      "loss": 0.4972,
      "step": 17510
    },
    {
      "epoch": 0.893239522789844,
      "grad_norm": 10.291943080794496,
      "learning_rate": 1.4797292676313607e-07,
      "loss": 0.6284,
      "step": 17520
    },
    {
      "epoch": 0.8937493627001122,
      "grad_norm": 9.650821841936288,
      "learning_rate": 1.4657694008970796e-07,
      "loss": 0.5288,
      "step": 17530
    },
    {
      "epoch": 0.8942592026103804,
      "grad_norm": 3.9948393204016064,
      "learning_rate": 1.4518737068640044e-07,
      "loss": 0.5057,
      "step": 17540
    },
    {
      "epoch": 0.8947690425206485,
      "grad_norm": 6.17897672680295,
      "learning_rate": 1.438042223422667e-07,
      "loss": 0.5056,
      "step": 17550
    },
    {
      "epoch": 0.8952788824309167,
      "grad_norm": 9.235506895995227,
      "learning_rate": 1.4242749882884875e-07,
      "loss": 0.5267,
      "step": 17560
    },
    {
      "epoch": 0.8957887223411849,
      "grad_norm": 6.187656386174637,
      "learning_rate": 1.4105720390017147e-07,
      "loss": 0.5462,
      "step": 17570
    },
    {
      "epoch": 0.896298562251453,
      "grad_norm": 4.243447123841643,
      "learning_rate": 1.39693341292729e-07,
      "loss": 0.5367,
      "step": 17580
    },
    {
      "epoch": 0.8968084021617212,
      "grad_norm": 4.041289794364369,
      "learning_rate": 1.3833591472547647e-07,
      "loss": 0.4994,
      "step": 17590
    },
    {
      "epoch": 0.8973182420719894,
      "grad_norm": 6.229288293844123,
      "learning_rate": 1.369849278998195e-07,
      "loss": 0.5206,
      "step": 17600
    },
    {
      "epoch": 0.8978280819822576,
      "grad_norm": 6.79920156828565,
      "learning_rate": 1.3564038449960405e-07,
      "loss": 0.533,
      "step": 17610
    },
    {
      "epoch": 0.8983379218925257,
      "grad_norm": 3.2521858657367737,
      "learning_rate": 1.3430228819110548e-07,
      "loss": 0.4946,
      "step": 17620
    },
    {
      "epoch": 0.8988477618027939,
      "grad_norm": 4.990742845655695,
      "learning_rate": 1.329706426230201e-07,
      "loss": 0.4791,
      "step": 17630
    },
    {
      "epoch": 0.8993576017130621,
      "grad_norm": 7.025888602922682,
      "learning_rate": 1.3164545142645452e-07,
      "loss": 0.5821,
      "step": 17640
    },
    {
      "epoch": 0.8998674416233303,
      "grad_norm": 10.93605938712498,
      "learning_rate": 1.3032671821491426e-07,
      "loss": 0.479,
      "step": 17650
    },
    {
      "epoch": 0.9003772815335984,
      "grad_norm": 13.273121414912028,
      "learning_rate": 1.2901444658429823e-07,
      "loss": 0.5172,
      "step": 17660
    },
    {
      "epoch": 0.9008871214438666,
      "grad_norm": 7.254958027501088,
      "learning_rate": 1.2770864011288243e-07,
      "loss": 0.4899,
      "step": 17670
    },
    {
      "epoch": 0.9013969613541348,
      "grad_norm": 4.878424338077347,
      "learning_rate": 1.2640930236131666e-07,
      "loss": 0.5012,
      "step": 17680
    },
    {
      "epoch": 0.9019068012644029,
      "grad_norm": 6.437844629509608,
      "learning_rate": 1.2511643687261126e-07,
      "loss": 0.5102,
      "step": 17690
    },
    {
      "epoch": 0.9024166411746711,
      "grad_norm": 5.239404662880723,
      "learning_rate": 1.2383004717212626e-07,
      "loss": 0.5383,
      "step": 17700
    },
    {
      "epoch": 0.9029264810849393,
      "grad_norm": 5.393620607223004,
      "learning_rate": 1.225501367675666e-07,
      "loss": 0.5649,
      "step": 17710
    },
    {
      "epoch": 0.9034363209952075,
      "grad_norm": 5.273731975446447,
      "learning_rate": 1.212767091489675e-07,
      "loss": 0.5049,
      "step": 17720
    },
    {
      "epoch": 0.9039461609054756,
      "grad_norm": 4.042327687721329,
      "learning_rate": 1.2000976778868744e-07,
      "loss": 0.5192,
      "step": 17730
    },
    {
      "epoch": 0.9044560008157438,
      "grad_norm": 4.318986918711694,
      "learning_rate": 1.1874931614139857e-07,
      "loss": 0.5109,
      "step": 17740
    },
    {
      "epoch": 0.904965840726012,
      "grad_norm": 4.720341432462499,
      "learning_rate": 1.1749535764407737e-07,
      "loss": 0.5631,
      "step": 17750
    },
    {
      "epoch": 0.9054756806362803,
      "grad_norm": 5.672296381527825,
      "learning_rate": 1.1624789571599404e-07,
      "loss": 0.5489,
      "step": 17760
    },
    {
      "epoch": 0.9059855205465484,
      "grad_norm": 6.938516984102913,
      "learning_rate": 1.1500693375870454e-07,
      "loss": 0.5594,
      "step": 17770
    },
    {
      "epoch": 0.9064953604568166,
      "grad_norm": 4.3384297659200275,
      "learning_rate": 1.1377247515604095e-07,
      "loss": 0.5518,
      "step": 17780
    },
    {
      "epoch": 0.9070052003670848,
      "grad_norm": 3.7070064736161403,
      "learning_rate": 1.125445232741021e-07,
      "loss": 0.4584,
      "step": 17790
    },
    {
      "epoch": 0.9075150402773529,
      "grad_norm": 10.374380190425383,
      "learning_rate": 1.1132308146124454e-07,
      "loss": 0.4766,
      "step": 17800
    },
    {
      "epoch": 0.9080248801876211,
      "grad_norm": 4.718312236764829,
      "learning_rate": 1.1010815304807188e-07,
      "loss": 0.5457,
      "step": 17810
    },
    {
      "epoch": 0.9085347200978893,
      "grad_norm": 3.749039857676094,
      "learning_rate": 1.0889974134742937e-07,
      "loss": 0.5028,
      "step": 17820
    },
    {
      "epoch": 0.9090445600081575,
      "grad_norm": 3.823156797221916,
      "learning_rate": 1.0769784965439096e-07,
      "loss": 0.5052,
      "step": 17830
    },
    {
      "epoch": 0.9095543999184256,
      "grad_norm": 3.014825307279332,
      "learning_rate": 1.0650248124625256e-07,
      "loss": 0.5315,
      "step": 17840
    },
    {
      "epoch": 0.9100642398286938,
      "grad_norm": 5.212599447844577,
      "learning_rate": 1.0531363938252326e-07,
      "loss": 0.5186,
      "step": 17850
    },
    {
      "epoch": 0.910574079738962,
      "grad_norm": 34.368575662060316,
      "learning_rate": 1.0413132730491355e-07,
      "loss": 0.5162,
      "step": 17860
    },
    {
      "epoch": 0.9110839196492302,
      "grad_norm": 3.597099037504823,
      "learning_rate": 1.0295554823733122e-07,
      "loss": 0.5855,
      "step": 17870
    },
    {
      "epoch": 0.9115937595594983,
      "grad_norm": 4.727267398755642,
      "learning_rate": 1.0178630538586753e-07,
      "loss": 0.4831,
      "step": 17880
    },
    {
      "epoch": 0.9121035994697665,
      "grad_norm": 5.911766216360492,
      "learning_rate": 1.0062360193879295e-07,
      "loss": 0.5668,
      "step": 17890
    },
    {
      "epoch": 0.9126134393800347,
      "grad_norm": 4.0615112555300925,
      "learning_rate": 9.946744106654526e-08,
      "loss": 0.4179,
      "step": 17900
    },
    {
      "epoch": 0.9131232792903028,
      "grad_norm": 4.749359954012263,
      "learning_rate": 9.83178259217224e-08,
      "loss": 0.5185,
      "step": 17910
    },
    {
      "epoch": 0.913633119200571,
      "grad_norm": 6.3639629967995965,
      "learning_rate": 9.717475963907346e-08,
      "loss": 0.5243,
      "step": 17920
    },
    {
      "epoch": 0.9141429591108392,
      "grad_norm": 5.920025477063065,
      "learning_rate": 9.60382453354905e-08,
      "loss": 0.4972,
      "step": 17930
    },
    {
      "epoch": 0.9146527990211074,
      "grad_norm": 6.0515248027506905,
      "learning_rate": 9.490828610999924e-08,
      "loss": 0.5253,
      "step": 17940
    },
    {
      "epoch": 0.9151626389313755,
      "grad_norm": 3.748270274591082,
      "learning_rate": 9.378488504375144e-08,
      "loss": 0.4371,
      "step": 17950
    },
    {
      "epoch": 0.9156724788416437,
      "grad_norm": 4.968252816190375,
      "learning_rate": 9.26680452000167e-08,
      "loss": 0.5414,
      "step": 17960
    },
    {
      "epoch": 0.9161823187519119,
      "grad_norm": 4.873600807902032,
      "learning_rate": 9.155776962417207e-08,
      "loss": 0.5299,
      "step": 17970
    },
    {
      "epoch": 0.9166921586621801,
      "grad_norm": 4.219217507441979,
      "learning_rate": 9.045406134369716e-08,
      "loss": 0.5429,
      "step": 17980
    },
    {
      "epoch": 0.9172019985724482,
      "grad_norm": 5.241201213247095,
      "learning_rate": 8.935692336816265e-08,
      "loss": 0.511,
      "step": 17990
    },
    {
      "epoch": 0.9177118384827164,
      "grad_norm": 8.919986388742297,
      "learning_rate": 8.826635868922461e-08,
      "loss": 0.4773,
      "step": 18000
    },
    {
      "epoch": 0.9182216783929846,
      "grad_norm": 10.10570201012482,
      "learning_rate": 8.718237028061377e-08,
      "loss": 0.5781,
      "step": 18010
    },
    {
      "epoch": 0.9187315183032527,
      "grad_norm": 4.158483913899484,
      "learning_rate": 8.610496109812933e-08,
      "loss": 0.5329,
      "step": 18020
    },
    {
      "epoch": 0.9192413582135209,
      "grad_norm": 9.586346343848911,
      "learning_rate": 8.503413407963151e-08,
      "loss": 0.5469,
      "step": 18030
    },
    {
      "epoch": 0.9197511981237891,
      "grad_norm": 3.8448185881102566,
      "learning_rate": 8.396989214503049e-08,
      "loss": 0.4836,
      "step": 18040
    },
    {
      "epoch": 0.9202610380340573,
      "grad_norm": 5.640326473227691,
      "learning_rate": 8.291223819628214e-08,
      "loss": 0.6244,
      "step": 18050
    },
    {
      "epoch": 0.9207708779443254,
      "grad_norm": 7.373226438300865,
      "learning_rate": 8.186117511737674e-08,
      "loss": 0.5215,
      "step": 18060
    },
    {
      "epoch": 0.9212807178545936,
      "grad_norm": 3.4587339642694674,
      "learning_rate": 8.08167057743342e-08,
      "loss": 0.4781,
      "step": 18070
    },
    {
      "epoch": 0.9217905577648619,
      "grad_norm": 2.768301830786394,
      "learning_rate": 7.977883301519357e-08,
      "loss": 0.5722,
      "step": 18080
    },
    {
      "epoch": 0.9223003976751301,
      "grad_norm": 5.719285971725797,
      "learning_rate": 7.874755967000714e-08,
      "loss": 0.5325,
      "step": 18090
    },
    {
      "epoch": 0.9228102375853982,
      "grad_norm": 6.042524456479693,
      "learning_rate": 7.772288855083188e-08,
      "loss": 0.6014,
      "step": 18100
    },
    {
      "epoch": 0.9233200774956664,
      "grad_norm": 5.400178848850842,
      "learning_rate": 7.670482245172194e-08,
      "loss": 0.5099,
      "step": 18110
    },
    {
      "epoch": 0.9238299174059346,
      "grad_norm": 2.754575388814914,
      "learning_rate": 7.569336414872092e-08,
      "loss": 0.4918,
      "step": 18120
    },
    {
      "epoch": 0.9243397573162027,
      "grad_norm": 13.88985456058074,
      "learning_rate": 7.468851639985397e-08,
      "loss": 0.5413,
      "step": 18130
    },
    {
      "epoch": 0.9248495972264709,
      "grad_norm": 4.388939796155767,
      "learning_rate": 7.369028194512212e-08,
      "loss": 0.5016,
      "step": 18140
    },
    {
      "epoch": 0.9253594371367391,
      "grad_norm": 6.205604328569233,
      "learning_rate": 7.269866350649135e-08,
      "loss": 0.5335,
      "step": 18150
    },
    {
      "epoch": 0.9258692770470073,
      "grad_norm": 6.101462279645939,
      "learning_rate": 7.171366378788985e-08,
      "loss": 0.5468,
      "step": 18160
    },
    {
      "epoch": 0.9263791169572754,
      "grad_norm": 6.020969502565288,
      "learning_rate": 7.073528547519498e-08,
      "loss": 0.5997,
      "step": 18170
    },
    {
      "epoch": 0.9268889568675436,
      "grad_norm": 4.618725332842686,
      "learning_rate": 6.976353123623103e-08,
      "loss": 0.5041,
      "step": 18180
    },
    {
      "epoch": 0.9273987967778118,
      "grad_norm": 7.184348947277078,
      "learning_rate": 6.87984037207598e-08,
      "loss": 0.4754,
      "step": 18190
    },
    {
      "epoch": 0.92790863668808,
      "grad_norm": 7.713917613131603,
      "learning_rate": 6.783990556047255e-08,
      "loss": 0.5175,
      "step": 18200
    },
    {
      "epoch": 0.9284184765983481,
      "grad_norm": 4.792556129343706,
      "learning_rate": 6.688803936898414e-08,
      "loss": 0.4878,
      "step": 18210
    },
    {
      "epoch": 0.9289283165086163,
      "grad_norm": 3.703695350787858,
      "learning_rate": 6.594280774182588e-08,
      "loss": 0.4873,
      "step": 18220
    },
    {
      "epoch": 0.9294381564188845,
      "grad_norm": 6.124863696737036,
      "learning_rate": 6.500421325643741e-08,
      "loss": 0.5573,
      "step": 18230
    },
    {
      "epoch": 0.9299479963291526,
      "grad_norm": 4.086006806022881,
      "learning_rate": 6.407225847216064e-08,
      "loss": 0.4596,
      "step": 18240
    },
    {
      "epoch": 0.9304578362394208,
      "grad_norm": 4.730225850142239,
      "learning_rate": 6.31469459302328e-08,
      "loss": 0.503,
      "step": 18250
    },
    {
      "epoch": 0.930967676149689,
      "grad_norm": 9.109944551466292,
      "learning_rate": 6.222827815377891e-08,
      "loss": 0.6018,
      "step": 18260
    },
    {
      "epoch": 0.9314775160599572,
      "grad_norm": 3.4809623856378744,
      "learning_rate": 6.131625764780463e-08,
      "loss": 0.4811,
      "step": 18270
    },
    {
      "epoch": 0.9319873559702253,
      "grad_norm": 13.953918060150174,
      "learning_rate": 6.041088689919122e-08,
      "loss": 0.5377,
      "step": 18280
    },
    {
      "epoch": 0.9324971958804935,
      "grad_norm": 4.25953364961008,
      "learning_rate": 5.951216837668611e-08,
      "loss": 0.5599,
      "step": 18290
    },
    {
      "epoch": 0.9330070357907617,
      "grad_norm": 6.07972176790746,
      "learning_rate": 5.8620104530898445e-08,
      "loss": 0.5707,
      "step": 18300
    },
    {
      "epoch": 0.9335168757010299,
      "grad_norm": 5.3162707838036365,
      "learning_rate": 5.7734697794291084e-08,
      "loss": 0.5307,
      "step": 18310
    },
    {
      "epoch": 0.934026715611298,
      "grad_norm": 5.0188908228263545,
      "learning_rate": 5.6855950581175544e-08,
      "loss": 0.5962,
      "step": 18320
    },
    {
      "epoch": 0.9345365555215662,
      "grad_norm": 5.24867013376636,
      "learning_rate": 5.598386528770205e-08,
      "loss": 0.5565,
      "step": 18330
    },
    {
      "epoch": 0.9350463954318344,
      "grad_norm": 22.382867821978923,
      "learning_rate": 5.5118444291856756e-08,
      "loss": 0.5487,
      "step": 18340
    },
    {
      "epoch": 0.9355562353421025,
      "grad_norm": 7.0743618016834375,
      "learning_rate": 5.4259689953454485e-08,
      "loss": 0.5524,
      "step": 18350
    },
    {
      "epoch": 0.9360660752523707,
      "grad_norm": 4.1306254705707355,
      "learning_rate": 5.3407604614129635e-08,
      "loss": 0.507,
      "step": 18360
    },
    {
      "epoch": 0.9365759151626389,
      "grad_norm": 5.496527409956476,
      "learning_rate": 5.2562190597333086e-08,
      "loss": 0.5337,
      "step": 18370
    },
    {
      "epoch": 0.9370857550729071,
      "grad_norm": 5.707646973628439,
      "learning_rate": 5.172345020832359e-08,
      "loss": 0.5257,
      "step": 18380
    },
    {
      "epoch": 0.9375955949831752,
      "grad_norm": 5.210175801682956,
      "learning_rate": 5.0891385734163077e-08,
      "loss": 0.5407,
      "step": 18390
    },
    {
      "epoch": 0.9381054348934434,
      "grad_norm": 7.382791437311747,
      "learning_rate": 5.006599944370944e-08,
      "loss": 0.5697,
      "step": 18400
    },
    {
      "epoch": 0.9386152748037117,
      "grad_norm": 7.111821103951391,
      "learning_rate": 4.924729358761066e-08,
      "loss": 0.5179,
      "step": 18410
    },
    {
      "epoch": 0.9391251147139799,
      "grad_norm": 8.048320031381866,
      "learning_rate": 4.843527039829821e-08,
      "loss": 0.5582,
      "step": 18420
    },
    {
      "epoch": 0.939634954624248,
      "grad_norm": 3.8996485562976444,
      "learning_rate": 4.762993208998229e-08,
      "loss": 0.5644,
      "step": 18430
    },
    {
      "epoch": 0.9401447945345162,
      "grad_norm": 5.671078940006414,
      "learning_rate": 4.6831280858644354e-08,
      "loss": 0.475,
      "step": 18440
    },
    {
      "epoch": 0.9406546344447844,
      "grad_norm": 16.07670677743477,
      "learning_rate": 4.6039318882031e-08,
      "loss": 0.49,
      "step": 18450
    },
    {
      "epoch": 0.9411644743550525,
      "grad_norm": 7.4934067342706525,
      "learning_rate": 4.525404831965063e-08,
      "loss": 0.5153,
      "step": 18460
    },
    {
      "epoch": 0.9416743142653207,
      "grad_norm": 3.141994208167517,
      "learning_rate": 4.44754713127632e-08,
      "loss": 0.5038,
      "step": 18470
    },
    {
      "epoch": 0.9421841541755889,
      "grad_norm": 32.17902273556436,
      "learning_rate": 4.3703589984378516e-08,
      "loss": 0.4903,
      "step": 18480
    },
    {
      "epoch": 0.9426939940858571,
      "grad_norm": 3.367404953847282,
      "learning_rate": 4.293840643924796e-08,
      "loss": 0.4557,
      "step": 18490
    },
    {
      "epoch": 0.9432038339961252,
      "grad_norm": 5.048749451134672,
      "learning_rate": 4.217992276385974e-08,
      "loss": 0.5364,
      "step": 18500
    },
    {
      "epoch": 0.9437136739063934,
      "grad_norm": 5.0034318322981495,
      "learning_rate": 4.142814102643361e-08,
      "loss": 0.5513,
      "step": 18510
    },
    {
      "epoch": 0.9442235138166616,
      "grad_norm": 4.278247994376298,
      "learning_rate": 4.0683063276913405e-08,
      "loss": 0.5449,
      "step": 18520
    },
    {
      "epoch": 0.9447333537269298,
      "grad_norm": 5.421839129452638,
      "learning_rate": 3.99446915469634e-08,
      "loss": 0.5449,
      "step": 18530
    },
    {
      "epoch": 0.9452431936371979,
      "grad_norm": 4.104415412127668,
      "learning_rate": 3.921302784996167e-08,
      "loss": 0.5404,
      "step": 18540
    },
    {
      "epoch": 0.9457530335474661,
      "grad_norm": 4.701408530965104,
      "learning_rate": 3.8488074180995374e-08,
      "loss": 0.4649,
      "step": 18550
    },
    {
      "epoch": 0.9462628734577343,
      "grad_norm": 9.32179627217768,
      "learning_rate": 3.776983251685462e-08,
      "loss": 0.523,
      "step": 18560
    },
    {
      "epoch": 0.9467727133680024,
      "grad_norm": 3.6634884696605363,
      "learning_rate": 3.7058304816027516e-08,
      "loss": 0.4673,
      "step": 18570
    },
    {
      "epoch": 0.9472825532782706,
      "grad_norm": 5.139736780159314,
      "learning_rate": 3.635349301869401e-08,
      "loss": 0.5031,
      "step": 18580
    },
    {
      "epoch": 0.9477923931885388,
      "grad_norm": 4.596816520394499,
      "learning_rate": 3.5655399046722326e-08,
      "loss": 0.5159,
      "step": 18590
    },
    {
      "epoch": 0.948302233098807,
      "grad_norm": 11.765445721487552,
      "learning_rate": 3.496402480366229e-08,
      "loss": 0.5276,
      "step": 18600
    },
    {
      "epoch": 0.9488120730090751,
      "grad_norm": 6.844763570325794,
      "learning_rate": 3.42793721747392e-08,
      "loss": 0.5238,
      "step": 18610
    },
    {
      "epoch": 0.9493219129193433,
      "grad_norm": 4.547721352100664,
      "learning_rate": 3.3601443026852476e-08,
      "loss": 0.5704,
      "step": 18620
    },
    {
      "epoch": 0.9498317528296115,
      "grad_norm": 6.251252686216228,
      "learning_rate": 3.293023920856564e-08,
      "loss": 0.5405,
      "step": 18630
    },
    {
      "epoch": 0.9503415927398797,
      "grad_norm": 6.015275652746063,
      "learning_rate": 3.226576255010494e-08,
      "loss": 0.5118,
      "step": 18640
    },
    {
      "epoch": 0.9508514326501478,
      "grad_norm": 8.234395597155862,
      "learning_rate": 3.160801486335324e-08,
      "loss": 0.5592,
      "step": 18650
    },
    {
      "epoch": 0.951361272560416,
      "grad_norm": 4.754344888661146,
      "learning_rate": 3.095699794184476e-08,
      "loss": 0.5524,
      "step": 18660
    },
    {
      "epoch": 0.9518711124706842,
      "grad_norm": 6.68079127540894,
      "learning_rate": 3.0312713560759766e-08,
      "loss": 0.4849,
      "step": 18670
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 5.451421382141734,
      "learning_rate": 2.9675163476921287e-08,
      "loss": 0.5537,
      "step": 18680
    },
    {
      "epoch": 0.9528907922912205,
      "grad_norm": 9.786743935052339,
      "learning_rate": 2.9044349428788976e-08,
      "loss": 0.4827,
      "step": 18690
    },
    {
      "epoch": 0.9534006322014887,
      "grad_norm": 8.232002898614457,
      "learning_rate": 2.842027313645468e-08,
      "loss": 0.5923,
      "step": 18700
    },
    {
      "epoch": 0.953910472111757,
      "grad_norm": 6.979721702774588,
      "learning_rate": 2.7802936301638273e-08,
      "loss": 0.4923,
      "step": 18710
    },
    {
      "epoch": 0.954420312022025,
      "grad_norm": 6.011316761886053,
      "learning_rate": 2.7192340607681833e-08,
      "loss": 0.5147,
      "step": 18720
    },
    {
      "epoch": 0.9549301519322932,
      "grad_norm": 4.47132964768527,
      "learning_rate": 2.658848771954714e-08,
      "loss": 0.5763,
      "step": 18730
    },
    {
      "epoch": 0.9554399918425615,
      "grad_norm": 4.885688369435783,
      "learning_rate": 2.5991379283807904e-08,
      "loss": 0.4976,
      "step": 18740
    },
    {
      "epoch": 0.9559498317528297,
      "grad_norm": 5.2130620487001895,
      "learning_rate": 2.5401016928648935e-08,
      "loss": 0.5505,
      "step": 18750
    },
    {
      "epoch": 0.9564596716630978,
      "grad_norm": 8.042198715976756,
      "learning_rate": 2.481740226385948e-08,
      "loss": 0.6171,
      "step": 18760
    },
    {
      "epoch": 0.956969511573366,
      "grad_norm": 5.985678970410733,
      "learning_rate": 2.4240536880828503e-08,
      "loss": 0.4905,
      "step": 18770
    },
    {
      "epoch": 0.9574793514836342,
      "grad_norm": 8.406610661486411,
      "learning_rate": 2.3670422352542466e-08,
      "loss": 0.5365,
      "step": 18780
    },
    {
      "epoch": 0.9579891913939023,
      "grad_norm": 4.112693522165467,
      "learning_rate": 2.3107060233578393e-08,
      "loss": 0.5136,
      "step": 18790
    },
    {
      "epoch": 0.9584990313041705,
      "grad_norm": 7.338631506115541,
      "learning_rate": 2.25504520601022e-08,
      "loss": 0.498,
      "step": 18800
    },
    {
      "epoch": 0.9590088712144387,
      "grad_norm": 6.2098176838166745,
      "learning_rate": 2.200059934986204e-08,
      "loss": 0.491,
      "step": 18810
    },
    {
      "epoch": 0.9595187111247069,
      "grad_norm": 5.07719923123484,
      "learning_rate": 2.1457503602186625e-08,
      "loss": 0.5815,
      "step": 18820
    },
    {
      "epoch": 0.960028551034975,
      "grad_norm": 5.337217289825358,
      "learning_rate": 2.0921166297978858e-08,
      "loss": 0.5515,
      "step": 18830
    },
    {
      "epoch": 0.9605383909452432,
      "grad_norm": 9.869232248594697,
      "learning_rate": 2.0391588899713598e-08,
      "loss": 0.52,
      "step": 18840
    },
    {
      "epoch": 0.9610482308555114,
      "grad_norm": 3.8427534633301312,
      "learning_rate": 1.9868772851432404e-08,
      "loss": 0.5542,
      "step": 18850
    },
    {
      "epoch": 0.9615580707657796,
      "grad_norm": 4.991658787134779,
      "learning_rate": 1.935271957874074e-08,
      "loss": 0.5525,
      "step": 18860
    },
    {
      "epoch": 0.9620679106760477,
      "grad_norm": 4.300256783152754,
      "learning_rate": 1.8843430488802438e-08,
      "loss": 0.5173,
      "step": 18870
    },
    {
      "epoch": 0.9625777505863159,
      "grad_norm": 5.147408487787641,
      "learning_rate": 1.8340906970338023e-08,
      "loss": 0.4697,
      "step": 18880
    },
    {
      "epoch": 0.9630875904965841,
      "grad_norm": 11.129787417227005,
      "learning_rate": 1.7845150393618894e-08,
      "loss": 0.5594,
      "step": 18890
    },
    {
      "epoch": 0.9635974304068522,
      "grad_norm": 11.910584867583186,
      "learning_rate": 1.7356162110465092e-08,
      "loss": 0.5424,
      "step": 18900
    },
    {
      "epoch": 0.9641072703171204,
      "grad_norm": 24.564796616772416,
      "learning_rate": 1.6873943454240593e-08,
      "loss": 0.5801,
      "step": 18910
    },
    {
      "epoch": 0.9646171102273886,
      "grad_norm": 11.85284427839324,
      "learning_rate": 1.639849573985025e-08,
      "loss": 0.4865,
      "step": 18920
    },
    {
      "epoch": 0.9651269501376568,
      "grad_norm": 5.767042170342012,
      "learning_rate": 1.5929820263735907e-08,
      "loss": 0.5142,
      "step": 18930
    },
    {
      "epoch": 0.9656367900479249,
      "grad_norm": 3.232135744615972,
      "learning_rate": 1.546791830387362e-08,
      "loss": 0.5221,
      "step": 18940
    },
    {
      "epoch": 0.9661466299581931,
      "grad_norm": 7.960254210098102,
      "learning_rate": 1.5012791119768665e-08,
      "loss": 0.4861,
      "step": 18950
    },
    {
      "epoch": 0.9666564698684613,
      "grad_norm": 4.380004085312518,
      "learning_rate": 1.4564439952453324e-08,
      "loss": 0.5369,
      "step": 18960
    },
    {
      "epoch": 0.9671663097787295,
      "grad_norm": 4.3180007597053125,
      "learning_rate": 1.4122866024483261e-08,
      "loss": 0.5186,
      "step": 18970
    },
    {
      "epoch": 0.9676761496889976,
      "grad_norm": 4.037312910139026,
      "learning_rate": 1.3688070539933928e-08,
      "loss": 0.4379,
      "step": 18980
    },
    {
      "epoch": 0.9681859895992658,
      "grad_norm": 4.476262239890478,
      "learning_rate": 1.3260054684397782e-08,
      "loss": 0.5926,
      "step": 18990
    },
    {
      "epoch": 0.968695829509534,
      "grad_norm": 9.271495266404623,
      "learning_rate": 1.2838819624980125e-08,
      "loss": 0.5238,
      "step": 19000
    },
    {
      "epoch": 0.9692056694198021,
      "grad_norm": 5.490916312155755,
      "learning_rate": 1.2424366510297436e-08,
      "loss": 0.4774,
      "step": 19010
    },
    {
      "epoch": 0.9697155093300703,
      "grad_norm": 6.857369554668582,
      "learning_rate": 1.20166964704721e-08,
      "loss": 0.5446,
      "step": 19020
    },
    {
      "epoch": 0.9702253492403385,
      "grad_norm": 8.71544312715168,
      "learning_rate": 1.1615810617131573e-08,
      "loss": 0.5236,
      "step": 19030
    },
    {
      "epoch": 0.9707351891506067,
      "grad_norm": 8.467862835101643,
      "learning_rate": 1.1221710043403943e-08,
      "loss": 0.5231,
      "step": 19040
    },
    {
      "epoch": 0.9712450290608748,
      "grad_norm": 7.436576967265831,
      "learning_rate": 1.0834395823915156e-08,
      "loss": 0.5239,
      "step": 19050
    },
    {
      "epoch": 0.971754868971143,
      "grad_norm": 12.762100749378813,
      "learning_rate": 1.0453869014786232e-08,
      "loss": 0.5472,
      "step": 19060
    },
    {
      "epoch": 0.9722647088814113,
      "grad_norm": 4.004442125450377,
      "learning_rate": 1.008013065363106e-08,
      "loss": 0.555,
      "step": 19070
    },
    {
      "epoch": 0.9727745487916795,
      "grad_norm": 10.557378950896895,
      "learning_rate": 9.713181759552215e-09,
      "loss": 0.5519,
      "step": 19080
    },
    {
      "epoch": 0.9732843887019476,
      "grad_norm": 6.28040223860578,
      "learning_rate": 9.353023333138755e-09,
      "loss": 0.4956,
      "step": 19090
    },
    {
      "epoch": 0.9737942286122158,
      "grad_norm": 5.6899027379222655,
      "learning_rate": 8.999656356464547e-09,
      "loss": 0.5118,
      "step": 19100
    },
    {
      "epoch": 0.974304068522484,
      "grad_norm": 5.807412866914558,
      "learning_rate": 8.65308179308355e-09,
      "loss": 0.5229,
      "step": 19110
    },
    {
      "epoch": 0.9748139084327521,
      "grad_norm": 4.11394127307105,
      "learning_rate": 8.31330058802926e-09,
      "loss": 0.5073,
      "step": 19120
    },
    {
      "epoch": 0.9753237483430203,
      "grad_norm": 5.700434689816356,
      "learning_rate": 7.980313667810268e-09,
      "loss": 0.4894,
      "step": 19130
    },
    {
      "epoch": 0.9758335882532885,
      "grad_norm": 4.577599228091688,
      "learning_rate": 7.654121940409432e-09,
      "loss": 0.6207,
      "step": 19140
    },
    {
      "epoch": 0.9763434281635567,
      "grad_norm": 10.419675523544738,
      "learning_rate": 7.334726295280259e-09,
      "loss": 0.5352,
      "step": 19150
    },
    {
      "epoch": 0.9768532680738248,
      "grad_norm": 4.439358657537711,
      "learning_rate": 7.0221276033446975e-09,
      "loss": 0.4932,
      "step": 19160
    },
    {
      "epoch": 0.977363107984093,
      "grad_norm": 3.742211679316256,
      "learning_rate": 6.716326716991184e-09,
      "loss": 0.5847,
      "step": 19170
    },
    {
      "epoch": 0.9778729478943612,
      "grad_norm": 3.8227065535066678,
      "learning_rate": 6.417324470071873e-09,
      "loss": 0.5439,
      "step": 19180
    },
    {
      "epoch": 0.9783827878046294,
      "grad_norm": 4.7303947099623835,
      "learning_rate": 6.125121677900414e-09,
      "loss": 0.5091,
      "step": 19190
    },
    {
      "epoch": 0.9788926277148975,
      "grad_norm": 8.717984325580684,
      "learning_rate": 5.83971913725001e-09,
      "loss": 0.5532,
      "step": 19200
    },
    {
      "epoch": 0.9794024676251657,
      "grad_norm": 3.950523220126785,
      "learning_rate": 5.56111762635092e-09,
      "loss": 0.5678,
      "step": 19210
    },
    {
      "epoch": 0.9799123075354339,
      "grad_norm": 6.2586202336071395,
      "learning_rate": 5.289317904888513e-09,
      "loss": 0.4832,
      "step": 19220
    },
    {
      "epoch": 0.980422147445702,
      "grad_norm": 6.26610501924219,
      "learning_rate": 5.024320714001329e-09,
      "loss": 0.6249,
      "step": 19230
    },
    {
      "epoch": 0.9809319873559702,
      "grad_norm": 4.730438194254504,
      "learning_rate": 4.766126776278579e-09,
      "loss": 0.5083,
      "step": 19240
    },
    {
      "epoch": 0.9814418272662384,
      "grad_norm": 5.157032241241999,
      "learning_rate": 4.514736795758756e-09,
      "loss": 0.5722,
      "step": 19250
    },
    {
      "epoch": 0.9819516671765066,
      "grad_norm": 4.9127912748996305,
      "learning_rate": 4.2701514579276955e-09,
      "loss": 0.5183,
      "step": 19260
    },
    {
      "epoch": 0.9824615070867747,
      "grad_norm": 7.864075457181176,
      "learning_rate": 4.03237142971552e-09,
      "loss": 0.506,
      "step": 19270
    },
    {
      "epoch": 0.9829713469970429,
      "grad_norm": 5.0400627370982924,
      "learning_rate": 3.8013973594969166e-09,
      "loss": 0.5261,
      "step": 19280
    },
    {
      "epoch": 0.9834811869073111,
      "grad_norm": 4.769948287567263,
      "learning_rate": 3.5772298770875293e-09,
      "loss": 0.4839,
      "step": 19290
    },
    {
      "epoch": 0.9839910268175793,
      "grad_norm": 4.202266396236591,
      "learning_rate": 3.3598695937428483e-09,
      "loss": 0.5264,
      "step": 19300
    },
    {
      "epoch": 0.9845008667278474,
      "grad_norm": 14.024777095366243,
      "learning_rate": 3.1493171021571013e-09,
      "loss": 0.5577,
      "step": 19310
    },
    {
      "epoch": 0.9850107066381156,
      "grad_norm": 3.753221181700882,
      "learning_rate": 2.9455729764607533e-09,
      "loss": 0.5397,
      "step": 19320
    },
    {
      "epoch": 0.9855205465483838,
      "grad_norm": 3.2700035457841525,
      "learning_rate": 2.748637772219398e-09,
      "loss": 0.5002,
      "step": 19330
    },
    {
      "epoch": 0.9860303864586519,
      "grad_norm": 7.1456997972092005,
      "learning_rate": 2.558512026432647e-09,
      "loss": 0.5349,
      "step": 19340
    },
    {
      "epoch": 0.9865402263689201,
      "grad_norm": 3.811434567567053,
      "learning_rate": 2.375196257531631e-09,
      "loss": 0.4973,
      "step": 19350
    },
    {
      "epoch": 0.9870500662791883,
      "grad_norm": 5.195560958785233,
      "learning_rate": 2.1986909653781696e-09,
      "loss": 0.5455,
      "step": 19360
    },
    {
      "epoch": 0.9875599061894565,
      "grad_norm": 3.075752215335098,
      "learning_rate": 2.0289966312639353e-09,
      "loss": 0.5713,
      "step": 19370
    },
    {
      "epoch": 0.9880697460997246,
      "grad_norm": 5.175670667888546,
      "learning_rate": 1.866113717907958e-09,
      "loss": 0.5186,
      "step": 19380
    },
    {
      "epoch": 0.9885795860099929,
      "grad_norm": 8.82076603320367,
      "learning_rate": 1.7100426694566241e-09,
      "loss": 0.6248,
      "step": 19390
    },
    {
      "epoch": 0.9890894259202611,
      "grad_norm": 10.598190890684371,
      "learning_rate": 1.5607839114811785e-09,
      "loss": 0.5185,
      "step": 19400
    },
    {
      "epoch": 0.9895992658305293,
      "grad_norm": 99.97448677834379,
      "learning_rate": 1.4183378509782797e-09,
      "loss": 0.5391,
      "step": 19410
    },
    {
      "epoch": 0.9901091057407974,
      "grad_norm": 3.5906574918458554,
      "learning_rate": 1.2827048763663918e-09,
      "loss": 0.5658,
      "step": 19420
    },
    {
      "epoch": 0.9906189456510656,
      "grad_norm": 3.937560719140895,
      "learning_rate": 1.1538853574874497e-09,
      "loss": 0.5157,
      "step": 19430
    },
    {
      "epoch": 0.9911287855613338,
      "grad_norm": 3.370981182140972,
      "learning_rate": 1.0318796456040835e-09,
      "loss": 0.546,
      "step": 19440
    },
    {
      "epoch": 0.9916386254716019,
      "grad_norm": 3.908118760270642,
      "learning_rate": 9.166880733993411e-10,
      "loss": 0.5132,
      "step": 19450
    },
    {
      "epoch": 0.9921484653818701,
      "grad_norm": 5.504638469324314,
      "learning_rate": 8.083109549750223e-10,
      "loss": 0.5299,
      "step": 19460
    },
    {
      "epoch": 0.9926583052921383,
      "grad_norm": 4.939716355524505,
      "learning_rate": 7.06748585852235e-10,
      "loss": 0.5293,
      "step": 19470
    },
    {
      "epoch": 0.9931681452024065,
      "grad_norm": 3.029382803122107,
      "learning_rate": 6.12001242968896e-10,
      "loss": 0.537,
      "step": 19480
    },
    {
      "epoch": 0.9936779851126746,
      "grad_norm": 3.7112758915934716,
      "learning_rate": 5.240691846808421e-10,
      "loss": 0.4678,
      "step": 19490
    },
    {
      "epoch": 0.9941878250229428,
      "grad_norm": 9.076414136062386,
      "learning_rate": 4.4295265075905425e-10,
      "loss": 0.5024,
      "step": 19500
    },
    {
      "epoch": 0.994697664933211,
      "grad_norm": 4.660051024920895,
      "learning_rate": 3.686518623910451e-10,
      "loss": 0.512,
      "step": 19510
    },
    {
      "epoch": 0.9952075048434792,
      "grad_norm": 3.430866952752682,
      "learning_rate": 3.011670221786389e-10,
      "loss": 0.5249,
      "step": 19520
    },
    {
      "epoch": 0.9957173447537473,
      "grad_norm": 3.6543057669756416,
      "learning_rate": 2.404983141379713e-10,
      "loss": 0.5477,
      "step": 19530
    },
    {
      "epoch": 0.9962271846640155,
      "grad_norm": 5.190759538622556,
      "learning_rate": 1.8664590369976697e-10,
      "loss": 0.5671,
      "step": 19540
    },
    {
      "epoch": 0.9967370245742837,
      "grad_norm": 3.6001177060757676,
      "learning_rate": 1.396099377076743e-10,
      "loss": 0.5121,
      "step": 19550
    },
    {
      "epoch": 0.9972468644845518,
      "grad_norm": 4.8061797540089515,
      "learning_rate": 9.939054441826523e-11,
      "loss": 0.4448,
      "step": 19560
    },
    {
      "epoch": 0.99775670439482,
      "grad_norm": 4.397650838060559,
      "learning_rate": 6.59878335013131e-11,
      "loss": 0.624,
      "step": 19570
    },
    {
      "epoch": 0.9982665443050882,
      "grad_norm": 4.026961541414647,
      "learning_rate": 3.940189603840461e-11,
      "loss": 0.5493,
      "step": 19580
    },
    {
      "epoch": 0.9987763842153564,
      "grad_norm": 4.025535540667108,
      "learning_rate": 1.9632804523772587e-11,
      "loss": 0.5757,
      "step": 19590
    },
    {
      "epoch": 0.9992862241256245,
      "grad_norm": 10.89356163552132,
      "learning_rate": 6.680612863463332e-12,
      "loss": 0.5871,
      "step": 19600
    },
    {
      "epoch": 0.9997960640358927,
      "grad_norm": 7.500947430018431,
      "learning_rate": 5.453563750590363e-13,
      "loss": 0.5528,
      "step": 19610
    },
    {
      "epoch": 1.0,
      "step": 19614,
      "total_flos": 1.1749560677040128e+16,
      "train_loss": 0.6247651589151381,
      "train_runtime": 104252.569,
      "train_samples_per_second": 12.041,
      "train_steps_per_second": 0.188
    }
  ],
  "logging_steps": 10,
  "max_steps": 19614,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1749560677040128e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}