| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 8661, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0034644032565390613, | |
| "grad_norm": 24.105030711898273, | |
| "learning_rate": 5.190311418685121e-07, | |
| "loss": 2.8149, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0069288065130781226, | |
| "grad_norm": 13.101411602211778, | |
| "learning_rate": 1.0957324106113035e-06, | |
| "loss": 2.6533, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.010393209769617183, | |
| "grad_norm": 11.8076022930929, | |
| "learning_rate": 1.6724336793540945e-06, | |
| "loss": 2.4007, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.013857613026156245, | |
| "grad_norm": 4.7580336362411515, | |
| "learning_rate": 2.249134948096886e-06, | |
| "loss": 1.8865, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.017322016282695307, | |
| "grad_norm": 2.9114980071240395, | |
| "learning_rate": 2.825836216839677e-06, | |
| "loss": 1.4207, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.020786419539234366, | |
| "grad_norm": 1.7324565160527228, | |
| "learning_rate": 3.402537485582469e-06, | |
| "loss": 1.0113, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.024250822795773428, | |
| "grad_norm": 2.1155590344472155, | |
| "learning_rate": 3.9792387543252595e-06, | |
| "loss": 0.7313, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.02771522605231249, | |
| "grad_norm": 0.6681966791277029, | |
| "learning_rate": 4.555940023068051e-06, | |
| "loss": 0.5804, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.03117962930885155, | |
| "grad_norm": 2.046887683182866, | |
| "learning_rate": 5.132641291810842e-06, | |
| "loss": 0.5134, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.034644032565390614, | |
| "grad_norm": 1.0043907474739053, | |
| "learning_rate": 5.709342560553633e-06, | |
| "loss": 0.4659, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03810843582192967, | |
| "grad_norm": 0.6198895627168727, | |
| "learning_rate": 6.286043829296424e-06, | |
| "loss": 0.4432, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.04157283907846873, | |
| "grad_norm": 0.5789693949791498, | |
| "learning_rate": 6.862745098039216e-06, | |
| "loss": 0.4208, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0450372423350078, | |
| "grad_norm": 0.5151956509234089, | |
| "learning_rate": 7.439446366782007e-06, | |
| "loss": 0.4103, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.048501645591546856, | |
| "grad_norm": 0.6554047963560565, | |
| "learning_rate": 8.016147635524798e-06, | |
| "loss": 0.3938, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.051966048848085915, | |
| "grad_norm": 0.504860048364916, | |
| "learning_rate": 8.592848904267588e-06, | |
| "loss": 0.384, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05543045210462498, | |
| "grad_norm": 0.6045057320065914, | |
| "learning_rate": 9.169550173010382e-06, | |
| "loss": 0.3781, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.05889485536116404, | |
| "grad_norm": 1.055910114221381, | |
| "learning_rate": 9.746251441753172e-06, | |
| "loss": 0.3695, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.0623592586177031, | |
| "grad_norm": 0.462726140305608, | |
| "learning_rate": 1.0322952710495964e-05, | |
| "loss": 0.3577, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.06582366187424216, | |
| "grad_norm": 0.4950470445818375, | |
| "learning_rate": 1.0899653979238756e-05, | |
| "loss": 0.3593, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.06928806513078123, | |
| "grad_norm": 0.4011301599299419, | |
| "learning_rate": 1.1476355247981546e-05, | |
| "loss": 0.3469, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.07275246838732029, | |
| "grad_norm": 1.5395956991225512, | |
| "learning_rate": 1.2053056516724338e-05, | |
| "loss": 0.3466, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.07621687164385935, | |
| "grad_norm": 0.4782287164298744, | |
| "learning_rate": 1.2629757785467128e-05, | |
| "loss": 0.3384, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.0796812749003984, | |
| "grad_norm": 0.4264649009974007, | |
| "learning_rate": 1.3206459054209918e-05, | |
| "loss": 0.335, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.08314567815693746, | |
| "grad_norm": 0.5500552360743377, | |
| "learning_rate": 1.3783160322952712e-05, | |
| "loss": 0.3294, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.08661008141347652, | |
| "grad_norm": 0.5287918177337965, | |
| "learning_rate": 1.4359861591695503e-05, | |
| "loss": 0.328, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.0900744846700156, | |
| "grad_norm": 0.4510077521972178, | |
| "learning_rate": 1.4936562860438294e-05, | |
| "loss": 0.3294, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.09353888792655465, | |
| "grad_norm": 0.47410104891468646, | |
| "learning_rate": 1.5513264129181084e-05, | |
| "loss": 0.322, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.09700329118309371, | |
| "grad_norm": 0.5064048354634346, | |
| "learning_rate": 1.6089965397923876e-05, | |
| "loss": 0.3222, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.10046769443963277, | |
| "grad_norm": 0.5163925193924696, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.3104, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.10393209769617183, | |
| "grad_norm": 0.5854453216694896, | |
| "learning_rate": 1.7243367935409456e-05, | |
| "loss": 0.3108, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1073965009527109, | |
| "grad_norm": 0.47989721671414387, | |
| "learning_rate": 1.782006920415225e-05, | |
| "loss": 0.3122, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.11086090420924996, | |
| "grad_norm": 0.4198890022476431, | |
| "learning_rate": 1.8396770472895043e-05, | |
| "loss": 0.3013, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.11432530746578902, | |
| "grad_norm": 0.35484886374124996, | |
| "learning_rate": 1.897347174163783e-05, | |
| "loss": 0.308, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.11778971072232808, | |
| "grad_norm": 0.6798994381335608, | |
| "learning_rate": 1.9550173010380623e-05, | |
| "loss": 0.3017, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.12125411397886714, | |
| "grad_norm": 0.5104370022480478, | |
| "learning_rate": 2.0126874279123415e-05, | |
| "loss": 0.3009, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.1247185172354062, | |
| "grad_norm": 0.43181121899772806, | |
| "learning_rate": 2.0703575547866204e-05, | |
| "loss": 0.2984, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.12818292049194527, | |
| "grad_norm": 0.44631400797502857, | |
| "learning_rate": 2.1280276816609e-05, | |
| "loss": 0.3011, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.1316473237484843, | |
| "grad_norm": 1.3618600184569662, | |
| "learning_rate": 2.185697808535179e-05, | |
| "loss": 0.3028, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.13511172700502339, | |
| "grad_norm": 0.4288866277270222, | |
| "learning_rate": 2.243367935409458e-05, | |
| "loss": 0.2966, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.13857613026156246, | |
| "grad_norm": 0.43831756556428697, | |
| "learning_rate": 2.301038062283737e-05, | |
| "loss": 0.2916, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.1420405335181015, | |
| "grad_norm": 0.422949206010911, | |
| "learning_rate": 2.3587081891580163e-05, | |
| "loss": 0.2979, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.14550493677464058, | |
| "grad_norm": 0.5022509237000374, | |
| "learning_rate": 2.4163783160322955e-05, | |
| "loss": 0.2895, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.14896934003117962, | |
| "grad_norm": 0.49397467400296585, | |
| "learning_rate": 2.4740484429065743e-05, | |
| "loss": 0.2898, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.1524337432877187, | |
| "grad_norm": 0.3494967743075288, | |
| "learning_rate": 2.531718569780854e-05, | |
| "loss": 0.279, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.15589814654425777, | |
| "grad_norm": 0.45661458601823307, | |
| "learning_rate": 2.5893886966551327e-05, | |
| "loss": 0.291, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.1593625498007968, | |
| "grad_norm": 0.5438985700428273, | |
| "learning_rate": 2.647058823529412e-05, | |
| "loss": 0.29, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.16282695305733588, | |
| "grad_norm": 0.4788529828590826, | |
| "learning_rate": 2.704728950403691e-05, | |
| "loss": 0.2866, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.16629135631387493, | |
| "grad_norm": 0.4154664374547961, | |
| "learning_rate": 2.7623990772779702e-05, | |
| "loss": 0.2825, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.169755759570414, | |
| "grad_norm": 0.45665598437011556, | |
| "learning_rate": 2.820069204152249e-05, | |
| "loss": 0.2839, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.17322016282695304, | |
| "grad_norm": 0.5602183672259513, | |
| "learning_rate": 2.8777393310265283e-05, | |
| "loss": 0.285, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.17668456608349212, | |
| "grad_norm": 0.4595470907703161, | |
| "learning_rate": 2.9354094579008075e-05, | |
| "loss": 0.2845, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.1801489693400312, | |
| "grad_norm": 0.35972117453020297, | |
| "learning_rate": 2.9930795847750863e-05, | |
| "loss": 0.2772, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.18361337259657023, | |
| "grad_norm": 0.4722911335764227, | |
| "learning_rate": 3.0507497116493655e-05, | |
| "loss": 0.2774, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.1870777758531093, | |
| "grad_norm": 0.4212365397286255, | |
| "learning_rate": 3.108419838523645e-05, | |
| "loss": 0.2778, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.19054217910964835, | |
| "grad_norm": 0.4437718583316477, | |
| "learning_rate": 3.166089965397924e-05, | |
| "loss": 0.2763, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.19400658236618742, | |
| "grad_norm": 0.5795580292549793, | |
| "learning_rate": 3.2237600922722034e-05, | |
| "loss": 0.2777, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.1974709856227265, | |
| "grad_norm": 0.38801773200166495, | |
| "learning_rate": 3.2814302191464826e-05, | |
| "loss": 0.2782, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.20093538887926554, | |
| "grad_norm": 0.39386050551197965, | |
| "learning_rate": 3.339100346020762e-05, | |
| "loss": 0.2756, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.20439979213580461, | |
| "grad_norm": 0.4094962883057876, | |
| "learning_rate": 3.39677047289504e-05, | |
| "loss": 0.2725, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.20786419539234366, | |
| "grad_norm": 0.46243563531324183, | |
| "learning_rate": 3.4544405997693194e-05, | |
| "loss": 0.2679, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.21132859864888273, | |
| "grad_norm": 0.44066593111685165, | |
| "learning_rate": 3.5121107266435986e-05, | |
| "loss": 0.2785, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.2147930019054218, | |
| "grad_norm": 0.3559776358805474, | |
| "learning_rate": 3.569780853517878e-05, | |
| "loss": 0.2717, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.21825740516196085, | |
| "grad_norm": 0.46610388128285485, | |
| "learning_rate": 3.627450980392157e-05, | |
| "loss": 0.2697, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.22172180841849992, | |
| "grad_norm": 0.40480766460689316, | |
| "learning_rate": 3.685121107266436e-05, | |
| "loss": 0.2703, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.22518621167503897, | |
| "grad_norm": 0.4307168132201555, | |
| "learning_rate": 3.7427912341407154e-05, | |
| "loss": 0.2732, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.22865061493157804, | |
| "grad_norm": 0.4259888241847833, | |
| "learning_rate": 3.800461361014994e-05, | |
| "loss": 0.2701, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.23211501818811708, | |
| "grad_norm": 0.45912634835480254, | |
| "learning_rate": 3.858131487889274e-05, | |
| "loss": 0.2715, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.23557942144465616, | |
| "grad_norm": 0.4028410357459808, | |
| "learning_rate": 3.915801614763553e-05, | |
| "loss": 0.2722, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.23904382470119523, | |
| "grad_norm": 0.48493013541150326, | |
| "learning_rate": 3.973471741637832e-05, | |
| "loss": 0.2671, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.24250822795773427, | |
| "grad_norm": 0.3565349550219391, | |
| "learning_rate": 4.031141868512111e-05, | |
| "loss": 0.2663, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.24597263121427335, | |
| "grad_norm": 0.32316152566585826, | |
| "learning_rate": 4.0888119953863905e-05, | |
| "loss": 0.2725, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.2494370344708124, | |
| "grad_norm": 0.5136690083745088, | |
| "learning_rate": 4.146482122260669e-05, | |
| "loss": 0.2655, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.25290143772735146, | |
| "grad_norm": 0.40785543102527044, | |
| "learning_rate": 4.204152249134948e-05, | |
| "loss": 0.2668, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.25636584098389054, | |
| "grad_norm": 0.38517456097463165, | |
| "learning_rate": 4.2618223760092274e-05, | |
| "loss": 0.257, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.2598302442404296, | |
| "grad_norm": 0.38202204582529214, | |
| "learning_rate": 4.3194925028835065e-05, | |
| "loss": 0.2657, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.2632946474969686, | |
| "grad_norm": 0.5057316578616624, | |
| "learning_rate": 4.377162629757786e-05, | |
| "loss": 0.2669, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.2667590507535077, | |
| "grad_norm": 0.4288116267424748, | |
| "learning_rate": 4.434832756632065e-05, | |
| "loss": 0.2636, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.27022345401004677, | |
| "grad_norm": 0.37093943217557107, | |
| "learning_rate": 4.4925028835063434e-05, | |
| "loss": 0.2647, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.27368785726658584, | |
| "grad_norm": 0.34353485608546885, | |
| "learning_rate": 4.5501730103806226e-05, | |
| "loss": 0.2598, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.2771522605231249, | |
| "grad_norm": 0.35239301626467756, | |
| "learning_rate": 4.607843137254902e-05, | |
| "loss": 0.2646, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.28061666377966393, | |
| "grad_norm": 0.3842430524450989, | |
| "learning_rate": 4.6655132641291816e-05, | |
| "loss": 0.2619, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.284081067036203, | |
| "grad_norm": 0.35682883446316815, | |
| "learning_rate": 4.723183391003461e-05, | |
| "loss": 0.2561, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.2875454702927421, | |
| "grad_norm": 0.3734875488865965, | |
| "learning_rate": 4.78085351787774e-05, | |
| "loss": 0.2584, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.29100987354928115, | |
| "grad_norm": 0.4315870557925161, | |
| "learning_rate": 4.8385236447520185e-05, | |
| "loss": 0.2613, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.2944742768058202, | |
| "grad_norm": 0.4103742391218009, | |
| "learning_rate": 4.896193771626298e-05, | |
| "loss": 0.2624, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.29793868006235924, | |
| "grad_norm": 0.3591092100235818, | |
| "learning_rate": 4.953863898500577e-05, | |
| "loss": 0.2597, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.3014030833188983, | |
| "grad_norm": 0.3623515286988262, | |
| "learning_rate": 4.999999187639266e-05, | |
| "loss": 0.2593, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.3048674865754374, | |
| "grad_norm": 0.3048594211509306, | |
| "learning_rate": 4.999970755069012e-05, | |
| "loss": 0.2601, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.30833188983197646, | |
| "grad_norm": 0.45002930011250586, | |
| "learning_rate": 4.9999017049900046e-05, | |
| "loss": 0.2543, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.31179629308851553, | |
| "grad_norm": 0.35358665328747896, | |
| "learning_rate": 4.999792038524113e-05, | |
| "loss": 0.2559, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.31526069634505455, | |
| "grad_norm": 0.2967473429143083, | |
| "learning_rate": 4.9996417574531085e-05, | |
| "loss": 0.2576, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.3187250996015936, | |
| "grad_norm": 0.38465662558696595, | |
| "learning_rate": 4.9994508642186376e-05, | |
| "loss": 0.2603, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.3221895028581327, | |
| "grad_norm": 0.31492562032892685, | |
| "learning_rate": 4.9992193619221796e-05, | |
| "loss": 0.2576, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.32565390611467177, | |
| "grad_norm": 0.34729263239739333, | |
| "learning_rate": 4.998947254324998e-05, | |
| "loss": 0.2547, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.3291183093712108, | |
| "grad_norm": 0.3488064460618837, | |
| "learning_rate": 4.998634545848076e-05, | |
| "loss": 0.2515, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.33258271262774985, | |
| "grad_norm": 0.26471687398645055, | |
| "learning_rate": 4.9982812415720496e-05, | |
| "loss": 0.2574, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.3360471158842889, | |
| "grad_norm": 0.2644922688346079, | |
| "learning_rate": 4.997887347237122e-05, | |
| "loss": 0.2586, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.339511519140828, | |
| "grad_norm": 0.7989330166644754, | |
| "learning_rate": 4.99745286924297e-05, | |
| "loss": 0.2552, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.3429759223973671, | |
| "grad_norm": 0.26650336882677617, | |
| "learning_rate": 4.9969778146486424e-05, | |
| "loss": 0.2524, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.3464403256539061, | |
| "grad_norm": 0.2899936429270715, | |
| "learning_rate": 4.996462191172443e-05, | |
| "loss": 0.2543, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.34990472891044516, | |
| "grad_norm": 0.26123609655286284, | |
| "learning_rate": 4.9959060071918055e-05, | |
| "loss": 0.2533, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.35336913216698423, | |
| "grad_norm": 0.33570339771203644, | |
| "learning_rate": 4.99530927174316e-05, | |
| "loss": 0.2563, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.3568335354235233, | |
| "grad_norm": 0.3014454205427117, | |
| "learning_rate": 4.9946719945217814e-05, | |
| "loss": 0.2499, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.3602979386800624, | |
| "grad_norm": 0.27325651600933015, | |
| "learning_rate": 4.9939941858816366e-05, | |
| "loss": 0.2511, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.3637623419366014, | |
| "grad_norm": 0.32465788692548037, | |
| "learning_rate": 4.9932758568352144e-05, | |
| "loss": 0.2479, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.36722674519314047, | |
| "grad_norm": 0.2652235360508281, | |
| "learning_rate": 4.9925170190533454e-05, | |
| "loss": 0.2517, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.37069114844967954, | |
| "grad_norm": 0.3970874000599188, | |
| "learning_rate": 4.991717684865014e-05, | |
| "loss": 0.2476, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.3741555517062186, | |
| "grad_norm": 0.2722867182843485, | |
| "learning_rate": 4.990877867257157e-05, | |
| "loss": 0.2529, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.3776199549627577, | |
| "grad_norm": 0.2619052903321827, | |
| "learning_rate": 4.989997579874454e-05, | |
| "loss": 0.2469, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.3810843582192967, | |
| "grad_norm": 0.2955918646015672, | |
| "learning_rate": 4.9890768370191046e-05, | |
| "loss": 0.2502, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3845487614758358, | |
| "grad_norm": 0.387831684494149, | |
| "learning_rate": 4.988115653650596e-05, | |
| "loss": 0.2425, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.38801316473237485, | |
| "grad_norm": 0.32722861574894646, | |
| "learning_rate": 4.98711404538546e-05, | |
| "loss": 0.248, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.3914775679889139, | |
| "grad_norm": 0.29851671037489946, | |
| "learning_rate": 4.986072028497021e-05, | |
| "loss": 0.2477, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.394941971245453, | |
| "grad_norm": 0.32504507070930905, | |
| "learning_rate": 4.984989619915128e-05, | |
| "loss": 0.2483, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.398406374501992, | |
| "grad_norm": 0.2992367844222804, | |
| "learning_rate": 4.9838668372258844e-05, | |
| "loss": 0.2434, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.4018707777585311, | |
| "grad_norm": 0.35335395639024886, | |
| "learning_rate": 4.982703698671356e-05, | |
| "loss": 0.2515, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.40533518101507016, | |
| "grad_norm": 0.2724105498054968, | |
| "learning_rate": 4.9815002231492806e-05, | |
| "loss": 0.2422, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.40879958427160923, | |
| "grad_norm": 0.26081802141731797, | |
| "learning_rate": 4.9802564302127584e-05, | |
| "loss": 0.2477, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.4122639875281483, | |
| "grad_norm": 0.26509078283121335, | |
| "learning_rate": 4.978972340069934e-05, | |
| "loss": 0.2428, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.4157283907846873, | |
| "grad_norm": 0.3268402808784247, | |
| "learning_rate": 4.977647973583669e-05, | |
| "loss": 0.245, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.4191927940412264, | |
| "grad_norm": 0.26931679508398965, | |
| "learning_rate": 4.9762833522712e-05, | |
| "loss": 0.2461, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.42265719729776546, | |
| "grad_norm": 0.28796254136886007, | |
| "learning_rate": 4.9748784983037955e-05, | |
| "loss": 0.2464, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.42612160055430454, | |
| "grad_norm": 0.2903443309315686, | |
| "learning_rate": 4.9734334345063884e-05, | |
| "loss": 0.2462, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.4295860038108436, | |
| "grad_norm": 0.2474488914617406, | |
| "learning_rate": 4.971948184357211e-05, | |
| "loss": 0.241, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.4330504070673826, | |
| "grad_norm": 0.255276664365212, | |
| "learning_rate": 4.970422771987411e-05, | |
| "loss": 0.239, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.4365148103239217, | |
| "grad_norm": 0.24990399483865394, | |
| "learning_rate": 4.968857222180656e-05, | |
| "loss": 0.2466, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.43997921358046077, | |
| "grad_norm": 0.35045726721574383, | |
| "learning_rate": 4.9672515603727385e-05, | |
| "loss": 0.2423, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.44344361683699984, | |
| "grad_norm": 0.24435346062621818, | |
| "learning_rate": 4.965605812651155e-05, | |
| "loss": 0.2407, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.44690802009353886, | |
| "grad_norm": 0.24411085271480595, | |
| "learning_rate": 4.96392000575469e-05, | |
| "loss": 0.2381, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.45037242335007793, | |
| "grad_norm": 0.2774791617724539, | |
| "learning_rate": 4.962194167072971e-05, | |
| "loss": 0.2397, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.453836826606617, | |
| "grad_norm": 0.33768453163385515, | |
| "learning_rate": 4.960428324646036e-05, | |
| "loss": 0.2391, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.4573012298631561, | |
| "grad_norm": 0.26599849394188135, | |
| "learning_rate": 4.958622507163868e-05, | |
| "loss": 0.2372, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.46076563311969515, | |
| "grad_norm": 0.34654816144848893, | |
| "learning_rate": 4.9567767439659315e-05, | |
| "loss": 0.2405, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.46423003637623417, | |
| "grad_norm": 0.2964452922825174, | |
| "learning_rate": 4.954891065040701e-05, | |
| "loss": 0.2424, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.46769443963277324, | |
| "grad_norm": 0.26622673063396735, | |
| "learning_rate": 4.952965501025165e-05, | |
| "loss": 0.2396, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.4711588428893123, | |
| "grad_norm": 0.25967043414851687, | |
| "learning_rate": 4.9510000832043356e-05, | |
| "loss": 0.2421, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.4746232461458514, | |
| "grad_norm": 0.22164309133223403, | |
| "learning_rate": 4.948994843510737e-05, | |
| "loss": 0.2429, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.47808764940239046, | |
| "grad_norm": 0.3316472047464383, | |
| "learning_rate": 4.9469498145238855e-05, | |
| "loss": 0.2426, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.4815520526589295, | |
| "grad_norm": 0.3356169844309959, | |
| "learning_rate": 4.944865029469764e-05, | |
| "loss": 0.2355, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.48501645591546855, | |
| "grad_norm": 0.268486815716583, | |
| "learning_rate": 4.9427405222202784e-05, | |
| "loss": 0.2368, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.4884808591720076, | |
| "grad_norm": 0.2334743696157166, | |
| "learning_rate": 4.9405763272927086e-05, | |
| "loss": 0.2439, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.4919452624285467, | |
| "grad_norm": 0.2957491864509931, | |
| "learning_rate": 4.938372479849149e-05, | |
| "loss": 0.237, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.49540966568508576, | |
| "grad_norm": 0.26896125577295615, | |
| "learning_rate": 4.936129015695936e-05, | |
| "loss": 0.2354, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.4988740689416248, | |
| "grad_norm": 0.25816020668305967, | |
| "learning_rate": 4.9338459712830656e-05, | |
| "loss": 0.2374, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.5023384721981639, | |
| "grad_norm": 0.24981495367506942, | |
| "learning_rate": 4.9315233837036016e-05, | |
| "loss": 0.2332, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.5058028754547029, | |
| "grad_norm": 0.2554391345730699, | |
| "learning_rate": 4.9291612906930754e-05, | |
| "loss": 0.2383, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.509267278711242, | |
| "grad_norm": 0.26653068047488826, | |
| "learning_rate": 4.926759730628868e-05, | |
| "loss": 0.2411, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.5127316819677811, | |
| "grad_norm": 0.2402237748204006, | |
| "learning_rate": 4.9243187425295915e-05, | |
| "loss": 0.2332, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.5161960852243201, | |
| "grad_norm": 0.24413036670385513, | |
| "learning_rate": 4.921838366054451e-05, | |
| "loss": 0.2396, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.5196604884808592, | |
| "grad_norm": 0.22909060071304008, | |
| "learning_rate": 4.919318641502604e-05, | |
| "loss": 0.2349, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5231248917373982, | |
| "grad_norm": 0.22701914207506868, | |
| "learning_rate": 4.9167596098125036e-05, | |
| "loss": 0.2324, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.5265892949939373, | |
| "grad_norm": 0.25285812755375375, | |
| "learning_rate": 4.9141613125612316e-05, | |
| "loss": 0.2361, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.5300536982504763, | |
| "grad_norm": 0.23531009106142328, | |
| "learning_rate": 4.911523791963828e-05, | |
| "loss": 0.2389, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.5335181015070154, | |
| "grad_norm": 0.23036998762323121, | |
| "learning_rate": 4.908847090872599e-05, | |
| "loss": 0.2349, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.5369825047635545, | |
| "grad_norm": 0.2771142315120943, | |
| "learning_rate": 4.906131252776426e-05, | |
| "loss": 0.2384, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.5404469080200935, | |
| "grad_norm": 0.22571300533030822, | |
| "learning_rate": 4.9033763218000555e-05, | |
| "loss": 0.2307, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.5439113112766326, | |
| "grad_norm": 0.2351873545158354, | |
| "learning_rate": 4.9005823427033856e-05, | |
| "loss": 0.2353, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.5473757145331717, | |
| "grad_norm": 0.2540211756984853, | |
| "learning_rate": 4.897749360880735e-05, | |
| "loss": 0.2324, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.5508401177897108, | |
| "grad_norm": 0.25457759095229565, | |
| "learning_rate": 4.894877422360106e-05, | |
| "loss": 0.233, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.5543045210462498, | |
| "grad_norm": 0.270030962078855, | |
| "learning_rate": 4.8919665738024424e-05, | |
| "loss": 0.2415, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.5577689243027888, | |
| "grad_norm": 0.2570316973112016, | |
| "learning_rate": 4.8890168625008624e-05, | |
| "loss": 0.2342, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.5612333275593279, | |
| "grad_norm": 0.27096347274503246, | |
| "learning_rate": 4.8860283363798974e-05, | |
| "loss": 0.2279, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.5646977308158669, | |
| "grad_norm": 0.24193443897499534, | |
| "learning_rate": 4.8830010439947096e-05, | |
| "loss": 0.2337, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.568162134072406, | |
| "grad_norm": 0.29770893374153723, | |
| "learning_rate": 4.879935034530304e-05, | |
| "loss": 0.2308, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.5716265373289451, | |
| "grad_norm": 0.25131732918770927, | |
| "learning_rate": 4.876830357800729e-05, | |
| "loss": 0.2294, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.5750909405854842, | |
| "grad_norm": 0.35319194823747296, | |
| "learning_rate": 4.87368706424827e-05, | |
| "loss": 0.231, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.5785553438420232, | |
| "grad_norm": 0.23506203264124303, | |
| "learning_rate": 4.8705052049426254e-05, | |
| "loss": 0.2353, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.5820197470985623, | |
| "grad_norm": 0.26231316656015746, | |
| "learning_rate": 4.867284831580078e-05, | |
| "loss": 0.2379, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.5854841503551014, | |
| "grad_norm": 0.23941392513796939, | |
| "learning_rate": 4.8640259964826584e-05, | |
| "loss": 0.2308, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.5889485536116404, | |
| "grad_norm": 0.2531735045781861, | |
| "learning_rate": 4.860728752597291e-05, | |
| "loss": 0.2315, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.5924129568681794, | |
| "grad_norm": 0.23922451826735386, | |
| "learning_rate": 4.8573931534949354e-05, | |
| "loss": 0.2334, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.5958773601247185, | |
| "grad_norm": 0.26345705856662766, | |
| "learning_rate": 4.8540192533697155e-05, | |
| "loss": 0.2326, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.5993417633812576, | |
| "grad_norm": 0.25324175129413945, | |
| "learning_rate": 4.85060710703804e-05, | |
| "loss": 0.2333, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.6028061666377966, | |
| "grad_norm": 0.25577386258261664, | |
| "learning_rate": 4.84715676993771e-05, | |
| "loss": 0.2362, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.6062705698943357, | |
| "grad_norm": 0.27948607132517533, | |
| "learning_rate": 4.843668298127022e-05, | |
| "loss": 0.2304, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.6097349731508748, | |
| "grad_norm": 0.2560173418476038, | |
| "learning_rate": 4.840141748283851e-05, | |
| "loss": 0.2362, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.6131993764074138, | |
| "grad_norm": 0.24729226299066756, | |
| "learning_rate": 4.8365771777047356e-05, | |
| "loss": 0.2317, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.6166637796639529, | |
| "grad_norm": 0.2568219765818277, | |
| "learning_rate": 4.832974644303944e-05, | |
| "loss": 0.2393, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.620128182920492, | |
| "grad_norm": 0.2306059252401264, | |
| "learning_rate": 4.829334206612534e-05, | |
| "loss": 0.2367, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.6235925861770311, | |
| "grad_norm": 0.31020261629615153, | |
| "learning_rate": 4.8256559237774e-05, | |
| "loss": 0.2326, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.62705698943357, | |
| "grad_norm": 0.27321518814530843, | |
| "learning_rate": 4.821939855560318e-05, | |
| "loss": 0.2341, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.6305213926901091, | |
| "grad_norm": 0.3177547595944014, | |
| "learning_rate": 4.8181860623369646e-05, | |
| "loss": 0.235, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.6339857959466482, | |
| "grad_norm": 0.2631656385352305, | |
| "learning_rate": 4.814394605095946e-05, | |
| "loss": 0.2325, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.6374501992031872, | |
| "grad_norm": 0.19501128079802074, | |
| "learning_rate": 4.810565545437802e-05, | |
| "loss": 0.2318, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.6409146024597263, | |
| "grad_norm": 0.23539186170837376, | |
| "learning_rate": 4.806698945574006e-05, | |
| "loss": 0.2322, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.6443790057162654, | |
| "grad_norm": 0.2474455157721665, | |
| "learning_rate": 4.8027948683259546e-05, | |
| "loss": 0.2319, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.6478434089728045, | |
| "grad_norm": 0.21665268684721978, | |
| "learning_rate": 4.798853377123948e-05, | |
| "loss": 0.2277, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.6513078122293435, | |
| "grad_norm": 0.24192469144287532, | |
| "learning_rate": 4.794874536006152e-05, | |
| "loss": 0.2263, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.6547722154858826, | |
| "grad_norm": 0.2372551879205524, | |
| "learning_rate": 4.790858409617573e-05, | |
| "loss": 0.227, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.6582366187424216, | |
| "grad_norm": 0.23445846730497275, | |
| "learning_rate": 4.786805063208992e-05, | |
| "loss": 0.2349, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.6617010219989606, | |
| "grad_norm": 0.22188437526617993, | |
| "learning_rate": 4.782714562635914e-05, | |
| "loss": 0.2298, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.6651654252554997, | |
| "grad_norm": 0.22756117335293902, | |
| "learning_rate": 4.7785869743574915e-05, | |
| "loss": 0.2245, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.6686298285120388, | |
| "grad_norm": 0.20717649696487608, | |
| "learning_rate": 4.7744223654354506e-05, | |
| "loss": 0.2331, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.6720942317685779, | |
| "grad_norm": 0.21788412171242105, | |
| "learning_rate": 4.7702208035329996e-05, | |
| "loss": 0.2207, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.6755586350251169, | |
| "grad_norm": 0.23790582790590165, | |
| "learning_rate": 4.765982356913728e-05, | |
| "loss": 0.2299, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.679023038281656, | |
| "grad_norm": 0.254738526683431, | |
| "learning_rate": 4.7617070944404975e-05, | |
| "loss": 0.2277, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.6824874415381951, | |
| "grad_norm": 0.2628656210512643, | |
| "learning_rate": 4.757395085574326e-05, | |
| "loss": 0.2297, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.6859518447947341, | |
| "grad_norm": 0.20591189751455907, | |
| "learning_rate": 4.7530464003732545e-05, | |
| "loss": 0.2248, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.6894162480512732, | |
| "grad_norm": 0.2576351313383852, | |
| "learning_rate": 4.7486611094912146e-05, | |
| "loss": 0.2251, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.6928806513078122, | |
| "grad_norm": 0.20856524397248571, | |
| "learning_rate": 4.744239284176876e-05, | |
| "loss": 0.2291, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.6963450545643513, | |
| "grad_norm": 0.2186827003230637, | |
| "learning_rate": 4.73978099627249e-05, | |
| "loss": 0.2229, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.6998094578208903, | |
| "grad_norm": 0.20914686503222382, | |
| "learning_rate": 4.7352863182127246e-05, | |
| "loss": 0.2206, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.7032738610774294, | |
| "grad_norm": 0.22559468853582607, | |
| "learning_rate": 4.730755323023482e-05, | |
| "loss": 0.2319, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.7067382643339685, | |
| "grad_norm": 0.23247057053881534, | |
| "learning_rate": 4.72618808432072e-05, | |
| "loss": 0.2261, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.7102026675905075, | |
| "grad_norm": 0.22994852903066657, | |
| "learning_rate": 4.7215846763092486e-05, | |
| "loss": 0.2275, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.7136670708470466, | |
| "grad_norm": 0.21562072555254103, | |
| "learning_rate": 4.716945173781528e-05, | |
| "loss": 0.2275, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.7171314741035857, | |
| "grad_norm": 0.1964162535848221, | |
| "learning_rate": 4.7122696521164564e-05, | |
| "loss": 0.2267, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.7205958773601248, | |
| "grad_norm": 0.23405157909799276, | |
| "learning_rate": 4.7075581872781375e-05, | |
| "loss": 0.2293, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.7240602806166638, | |
| "grad_norm": 0.22767428517421429, | |
| "learning_rate": 4.7028108558146526e-05, | |
| "loss": 0.2273, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.7275246838732028, | |
| "grad_norm": 0.28600372042549504, | |
| "learning_rate": 4.698027734856816e-05, | |
| "loss": 0.2297, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.7309890871297419, | |
| "grad_norm": 0.2298031761231605, | |
| "learning_rate": 4.693208902116918e-05, | |
| "loss": 0.2227, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.7344534903862809, | |
| "grad_norm": 0.2116599416195417, | |
| "learning_rate": 4.688354435887467e-05, | |
| "loss": 0.2248, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.73791789364282, | |
| "grad_norm": 0.20160724544535827, | |
| "learning_rate": 4.683464415039918e-05, | |
| "loss": 0.2197, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.7413822968993591, | |
| "grad_norm": 0.22040076084389237, | |
| "learning_rate": 4.678538919023383e-05, | |
| "loss": 0.2306, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.7448467001558982, | |
| "grad_norm": 0.24384427587101223, | |
| "learning_rate": 4.673578027863351e-05, | |
| "loss": 0.226, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.7483111034124372, | |
| "grad_norm": 0.21129176345098202, | |
| "learning_rate": 4.6685818221603804e-05, | |
| "loss": 0.2298, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.7517755066689763, | |
| "grad_norm": 0.2763625585319092, | |
| "learning_rate": 4.663550383088792e-05, | |
| "loss": 0.2253, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.7552399099255154, | |
| "grad_norm": 0.21704903419555124, | |
| "learning_rate": 4.6584837923953516e-05, | |
| "loss": 0.2215, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.7587043131820544, | |
| "grad_norm": 0.21517162264960232, | |
| "learning_rate": 4.653382132397938e-05, | |
| "loss": 0.2251, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.7621687164385934, | |
| "grad_norm": 0.2018666939738909, | |
| "learning_rate": 4.648245485984207e-05, | |
| "loss": 0.2239, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.7656331196951325, | |
| "grad_norm": 0.18928657263154086, | |
| "learning_rate": 4.64307393661025e-05, | |
| "loss": 0.2222, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.7690975229516716, | |
| "grad_norm": 0.23077452960308834, | |
| "learning_rate": 4.63786756829923e-05, | |
| "loss": 0.2254, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.7725619262082106, | |
| "grad_norm": 0.19369514792151565, | |
| "learning_rate": 4.63262646564002e-05, | |
| "loss": 0.2214, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.7760263294647497, | |
| "grad_norm": 0.19788506342985074, | |
| "learning_rate": 4.627350713785829e-05, | |
| "loss": 0.2199, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.7794907327212888, | |
| "grad_norm": 0.1892817176323716, | |
| "learning_rate": 4.622040398452819e-05, | |
| "loss": 0.2209, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.7829551359778278, | |
| "grad_norm": 0.21413217334371104, | |
| "learning_rate": 4.616695605918712e-05, | |
| "loss": 0.2259, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.7864195392343669, | |
| "grad_norm": 0.2516901660820717, | |
| "learning_rate": 4.6113164230213844e-05, | |
| "loss": 0.2224, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.789883942490906, | |
| "grad_norm": 0.23275016126252404, | |
| "learning_rate": 4.605902937157465e-05, | |
| "loss": 0.2269, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.793348345747445, | |
| "grad_norm": 0.2121809202061214, | |
| "learning_rate": 4.600455236280905e-05, | |
| "loss": 0.2231, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.796812749003984, | |
| "grad_norm": 0.19630769074682533, | |
| "learning_rate": 4.5949734089015544e-05, | |
| "loss": 0.2207, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.8002771522605231, | |
| "grad_norm": 0.21355754308769215, | |
| "learning_rate": 4.589457544083725e-05, | |
| "loss": 0.224, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.8037415555170622, | |
| "grad_norm": 0.21050957794732314, | |
| "learning_rate": 4.5839077314447385e-05, | |
| "loss": 0.2238, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.8072059587736012, | |
| "grad_norm": 0.22620144254655492, | |
| "learning_rate": 4.578324061153477e-05, | |
| "loss": 0.2252, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.8106703620301403, | |
| "grad_norm": 0.19924326647557386, | |
| "learning_rate": 4.5727066239289117e-05, | |
| "loss": 0.2239, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.8141347652866794, | |
| "grad_norm": 0.22935473461207423, | |
| "learning_rate": 4.5670555110386316e-05, | |
| "loss": 0.222, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.8175991685432185, | |
| "grad_norm": 0.2651712827400202, | |
| "learning_rate": 4.561370814297363e-05, | |
| "loss": 0.2225, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.8210635717997575, | |
| "grad_norm": 0.2182312756063536, | |
| "learning_rate": 4.555652626065473e-05, | |
| "loss": 0.2238, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.8245279750562966, | |
| "grad_norm": 0.20447815035283293, | |
| "learning_rate": 4.549901039247474e-05, | |
| "loss": 0.2212, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.8279923783128356, | |
| "grad_norm": 0.17858513767092687, | |
| "learning_rate": 4.544116147290509e-05, | |
| "loss": 0.223, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.8314567815693746, | |
| "grad_norm": 0.21126944513637871, | |
| "learning_rate": 4.5382980441828385e-05, | |
| "loss": 0.2253, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.8349211848259137, | |
| "grad_norm": 0.2343427045564657, | |
| "learning_rate": 4.5324468244523086e-05, | |
| "loss": 0.2176, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.8383855880824528, | |
| "grad_norm": 0.19348098291090032, | |
| "learning_rate": 4.52656258316482e-05, | |
| "loss": 0.2171, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.8418499913389919, | |
| "grad_norm": 0.18351830211981723, | |
| "learning_rate": 4.5206454159227783e-05, | |
| "loss": 0.2209, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.8453143945955309, | |
| "grad_norm": 0.21496767724862215, | |
| "learning_rate": 4.514695418863547e-05, | |
| "loss": 0.2209, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.84877879785207, | |
| "grad_norm": 0.19946299406668855, | |
| "learning_rate": 4.508712688657879e-05, | |
| "loss": 0.2202, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.8522432011086091, | |
| "grad_norm": 0.19377744464389568, | |
| "learning_rate": 4.50269732250835e-05, | |
| "loss": 0.2201, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.8557076043651481, | |
| "grad_norm": 0.2366384856135975, | |
| "learning_rate": 4.496649418147778e-05, | |
| "loss": 0.2149, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.8591720076216872, | |
| "grad_norm": 0.21068619938805416, | |
| "learning_rate": 4.490569073837636e-05, | |
| "loss": 0.2184, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.8626364108782262, | |
| "grad_norm": 0.2315187829791829, | |
| "learning_rate": 4.4844563883664554e-05, | |
| "loss": 0.222, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.8661008141347653, | |
| "grad_norm": 0.18649456076146348, | |
| "learning_rate": 4.478311461048219e-05, | |
| "loss": 0.2209, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.8695652173913043, | |
| "grad_norm": 0.23315042553004378, | |
| "learning_rate": 4.472134391720751e-05, | |
| "loss": 0.2224, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.8730296206478434, | |
| "grad_norm": 0.1951271064725934, | |
| "learning_rate": 4.465925280744094e-05, | |
| "loss": 0.2239, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.8764940239043825, | |
| "grad_norm": 0.1913261231013653, | |
| "learning_rate": 4.459684228998873e-05, | |
| "loss": 0.2179, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.8799584271609215, | |
| "grad_norm": 0.19492329842413578, | |
| "learning_rate": 4.453411337884666e-05, | |
| "loss": 0.2162, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.8834228304174606, | |
| "grad_norm": 0.2055009502555625, | |
| "learning_rate": 4.4471067093183475e-05, | |
| "loss": 0.2165, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.8868872336739997, | |
| "grad_norm": 0.19549219766107842, | |
| "learning_rate": 4.4407704457324394e-05, | |
| "loss": 0.2158, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.8903516369305388, | |
| "grad_norm": 0.1850796577943829, | |
| "learning_rate": 4.4344026500734415e-05, | |
| "loss": 0.2172, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.8938160401870777, | |
| "grad_norm": 0.19643486062098017, | |
| "learning_rate": 4.428003425800164e-05, | |
| "loss": 0.2208, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.8972804434436168, | |
| "grad_norm": 0.21099302341164966, | |
| "learning_rate": 4.4215728768820406e-05, | |
| "loss": 0.2194, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.9007448467001559, | |
| "grad_norm": 0.24764922928675714, | |
| "learning_rate": 4.415111107797445e-05, | |
| "loss": 0.2193, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.9042092499566949, | |
| "grad_norm": 0.22064705519176767, | |
| "learning_rate": 4.4086182235319904e-05, | |
| "loss": 0.2148, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.907673653213234, | |
| "grad_norm": 0.2131199868612154, | |
| "learning_rate": 4.402094329576825e-05, | |
| "loss": 0.2233, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.9111380564697731, | |
| "grad_norm": 0.2184325870922078, | |
| "learning_rate": 4.395539531926914e-05, | |
| "loss": 0.2227, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.9146024597263122, | |
| "grad_norm": 0.20257196030375807, | |
| "learning_rate": 4.388953937079327e-05, | |
| "loss": 0.2145, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.9180668629828512, | |
| "grad_norm": 0.2052608168052879, | |
| "learning_rate": 4.3823376520314964e-05, | |
| "loss": 0.2176, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.9215312662393903, | |
| "grad_norm": 0.20116038778213127, | |
| "learning_rate": 4.3756907842794855e-05, | |
| "loss": 0.2209, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.9249956694959294, | |
| "grad_norm": 0.2094115752703769, | |
| "learning_rate": 4.369013441816242e-05, | |
| "loss": 0.2186, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.9284600727524683, | |
| "grad_norm": 0.21116605286596796, | |
| "learning_rate": 4.362305733129841e-05, | |
| "loss": 0.2177, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.9319244760090074, | |
| "grad_norm": 0.2355250090651405, | |
| "learning_rate": 4.355567767201725e-05, | |
| "loss": 0.216, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.9353888792655465, | |
| "grad_norm": 0.21712887070689368, | |
| "learning_rate": 4.3487996535049296e-05, | |
| "loss": 0.2194, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.9388532825220856, | |
| "grad_norm": 0.21715912584157251, | |
| "learning_rate": 4.342001502002309e-05, | |
| "loss": 0.2187, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.9423176857786246, | |
| "grad_norm": 0.23840653028574527, | |
| "learning_rate": 4.3351734231447436e-05, | |
| "loss": 0.2127, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.9457820890351637, | |
| "grad_norm": 0.18655391680385583, | |
| "learning_rate": 4.328315527869357e-05, | |
| "loss": 0.2213, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.9492464922917028, | |
| "grad_norm": 0.20595739324476314, | |
| "learning_rate": 4.321427927597697e-05, | |
| "loss": 0.2172, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.9527108955482418, | |
| "grad_norm": 0.16761465601551198, | |
| "learning_rate": 4.31451073423394e-05, | |
| "loss": 0.2153, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.9561752988047809, | |
| "grad_norm": 0.18621316019170056, | |
| "learning_rate": 4.3075640601630664e-05, | |
| "loss": 0.2156, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.95963970206132, | |
| "grad_norm": 0.17305717604504345, | |
| "learning_rate": 4.300588018249033e-05, | |
| "loss": 0.2129, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.963104105317859, | |
| "grad_norm": 0.18044851481990093, | |
| "learning_rate": 4.2935827218329434e-05, | |
| "loss": 0.2154, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.966568508574398, | |
| "grad_norm": 0.20518001148705736, | |
| "learning_rate": 4.2865482847312043e-05, | |
| "loss": 0.2132, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.9700329118309371, | |
| "grad_norm": 0.3349155151219487, | |
| "learning_rate": 4.279484821233678e-05, | |
| "loss": 0.2202, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.9734973150874762, | |
| "grad_norm": 0.18282251380283435, | |
| "learning_rate": 4.2723924461018225e-05, | |
| "loss": 0.2186, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.9769617183440152, | |
| "grad_norm": 0.2173702476740624, | |
| "learning_rate": 4.265271274566829e-05, | |
| "loss": 0.22, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.9804261216005543, | |
| "grad_norm": 0.19184429102715528, | |
| "learning_rate": 4.2581214223277495e-05, | |
| "loss": 0.2077, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.9838905248570934, | |
| "grad_norm": 0.20991477426484062, | |
| "learning_rate": 4.250943005549618e-05, | |
| "loss": 0.2208, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.9873549281136325, | |
| "grad_norm": 0.2285331325208064, | |
| "learning_rate": 4.2437361408615614e-05, | |
| "loss": 0.2151, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.9908193313701715, | |
| "grad_norm": 0.2148804733407693, | |
| "learning_rate": 4.2365009453549046e-05, | |
| "loss": 0.2216, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.9942837346267106, | |
| "grad_norm": 0.23671514755116507, | |
| "learning_rate": 4.22923753658127e-05, | |
| "loss": 0.2197, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.9977481378832496, | |
| "grad_norm": 0.21988104341412565, | |
| "learning_rate": 4.221946032550665e-05, | |
| "loss": 0.2143, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.0010393209769617, | |
| "grad_norm": 0.20204127186990958, | |
| "learning_rate": 4.214626551729569e-05, | |
| "loss": 0.2095, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.0045037242335009, | |
| "grad_norm": 0.19674007109910524, | |
| "learning_rate": 4.207279213039003e-05, | |
| "loss": 0.192, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.0079681274900398, | |
| "grad_norm": 0.18771217665260514, | |
| "learning_rate": 4.199904135852598e-05, | |
| "loss": 0.1936, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.0114325307465788, | |
| "grad_norm": 0.2045135750011863, | |
| "learning_rate": 4.192501439994664e-05, | |
| "loss": 0.1942, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.014896934003118, | |
| "grad_norm": 0.18370214635615664, | |
| "learning_rate": 4.185071245738231e-05, | |
| "loss": 0.1891, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.018361337259657, | |
| "grad_norm": 0.18667193497723014, | |
| "learning_rate": 4.177613673803106e-05, | |
| "loss": 0.1944, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.0218257405161961, | |
| "grad_norm": 0.1791392276679071, | |
| "learning_rate": 4.170128845353902e-05, | |
| "loss": 0.189, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.025290143772735, | |
| "grad_norm": 0.16725027485938548, | |
| "learning_rate": 4.162616881998075e-05, | |
| "loss": 0.1985, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.0287545470292743, | |
| "grad_norm": 0.2029662849352073, | |
| "learning_rate": 4.155077905783949e-05, | |
| "loss": 0.1938, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.0322189502858132, | |
| "grad_norm": 0.21676480591029273, | |
| "learning_rate": 4.14751203919873e-05, | |
| "loss": 0.1938, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.0356833535423524, | |
| "grad_norm": 0.18194277030338057, | |
| "learning_rate": 4.1399194051665146e-05, | |
| "loss": 0.1943, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.0391477567988914, | |
| "grad_norm": 0.22187757323234317, | |
| "learning_rate": 4.1323001270463e-05, | |
| "loss": 0.1956, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.0426121600554306, | |
| "grad_norm": 0.17994994526393276, | |
| "learning_rate": 4.1246543286299714e-05, | |
| "loss": 0.196, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.0460765633119695, | |
| "grad_norm": 0.2006941244750973, | |
| "learning_rate": 4.1169821341402956e-05, | |
| "loss": 0.1928, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.0495409665685085, | |
| "grad_norm": 0.18127266652072002, | |
| "learning_rate": 4.109283668228903e-05, | |
| "loss": 0.1883, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.0530053698250477, | |
| "grad_norm": 0.17064172550512371, | |
| "learning_rate": 4.101559055974258e-05, | |
| "loss": 0.1944, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.0564697730815866, | |
| "grad_norm": 0.17513257115164024, | |
| "learning_rate": 4.09380842287963e-05, | |
| "loss": 0.1924, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.0599341763381258, | |
| "grad_norm": 0.17679873359445633, | |
| "learning_rate": 4.0860318948710574e-05, | |
| "loss": 0.1967, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.0633985795946648, | |
| "grad_norm": 0.17716657233908994, | |
| "learning_rate": 4.0782295982952954e-05, | |
| "loss": 0.1904, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.066862982851204, | |
| "grad_norm": 0.20587418971229102, | |
| "learning_rate": 4.0704016599177655e-05, | |
| "loss": 0.1944, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.070327386107743, | |
| "grad_norm": 0.19036738753494378, | |
| "learning_rate": 4.062548206920499e-05, | |
| "loss": 0.1927, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.073791789364282, | |
| "grad_norm": 0.19921829291538054, | |
| "learning_rate": 4.054669366900066e-05, | |
| "loss": 0.1917, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.077256192620821, | |
| "grad_norm": 0.20317583824797536, | |
| "learning_rate": 4.0467652678655056e-05, | |
| "loss": 0.1914, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.08072059587736, | |
| "grad_norm": 0.1848009075000212, | |
| "learning_rate": 4.038836038236245e-05, | |
| "loss": 0.1868, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.0841849991338992, | |
| "grad_norm": 0.2082390217876895, | |
| "learning_rate": 4.0308818068400125e-05, | |
| "loss": 0.1897, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.0876494023904382, | |
| "grad_norm": 0.23521100374901133, | |
| "learning_rate": 4.022902702910745e-05, | |
| "loss": 0.1849, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.0911138056469774, | |
| "grad_norm": 0.18191505448762496, | |
| "learning_rate": 4.014898856086489e-05, | |
| "loss": 0.1909, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.0945782089035163, | |
| "grad_norm": 0.19423731854983112, | |
| "learning_rate": 4.006870396407294e-05, | |
| "loss": 0.1925, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.0980426121600555, | |
| "grad_norm": 0.17415753971247672, | |
| "learning_rate": 3.998817454313096e-05, | |
| "loss": 0.1961, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.1015070154165945, | |
| "grad_norm": 0.17868260694918264, | |
| "learning_rate": 3.9907401606416054e-05, | |
| "loss": 0.1984, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.1049714186731336, | |
| "grad_norm": 0.16583150690918594, | |
| "learning_rate": 3.9826386466261765e-05, | |
| "loss": 0.1948, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.1084358219296726, | |
| "grad_norm": 0.19154779416193093, | |
| "learning_rate": 3.9745130438936744e-05, | |
| "loss": 0.187, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.1119002251862118, | |
| "grad_norm": 0.18741249451292638, | |
| "learning_rate": 3.96636348446234e-05, | |
| "loss": 0.1907, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.1153646284427507, | |
| "grad_norm": 0.18322276372490287, | |
| "learning_rate": 3.958190100739643e-05, | |
| "loss": 0.1872, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.1188290316992897, | |
| "grad_norm": 0.18729813363303588, | |
| "learning_rate": 3.94999302552013e-05, | |
| "loss": 0.1942, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.122293434955829, | |
| "grad_norm": 0.19705653891217498, | |
| "learning_rate": 3.941772391983271e-05, | |
| "loss": 0.1912, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.1257578382123679, | |
| "grad_norm": 0.17707126700086195, | |
| "learning_rate": 3.9335283336912873e-05, | |
| "loss": 0.192, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.129222241468907, | |
| "grad_norm": 0.17283665381012417, | |
| "learning_rate": 3.925260984586991e-05, | |
| "loss": 0.1904, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.132686644725446, | |
| "grad_norm": 0.18010720437594213, | |
| "learning_rate": 3.916970478991604e-05, | |
| "loss": 0.1943, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.1361510479819852, | |
| "grad_norm": 0.15919684820270277, | |
| "learning_rate": 3.908656951602574e-05, | |
| "loss": 0.1897, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.1396154512385241, | |
| "grad_norm": 0.1931598714015755, | |
| "learning_rate": 3.9003205374913906e-05, | |
| "loss": 0.1901, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.1430798544950633, | |
| "grad_norm": 0.17545621617123003, | |
| "learning_rate": 3.891961372101387e-05, | |
| "loss": 0.1869, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.1465442577516023, | |
| "grad_norm": 0.17341255082466775, | |
| "learning_rate": 3.883579591245542e-05, | |
| "loss": 0.1899, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.1500086610081413, | |
| "grad_norm": 0.16204232239326744, | |
| "learning_rate": 3.8751753311042704e-05, | |
| "loss": 0.1897, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.1534730642646804, | |
| "grad_norm": 0.17553623491312426, | |
| "learning_rate": 3.8667487282232144e-05, | |
| "loss": 0.187, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.1569374675212194, | |
| "grad_norm": 0.1774831508823347, | |
| "learning_rate": 3.8582999195110215e-05, | |
| "loss": 0.1943, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.1604018707777586, | |
| "grad_norm": 0.17946778025767848, | |
| "learning_rate": 3.849829042237123e-05, | |
| "loss": 0.1929, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.1638662740342975, | |
| "grad_norm": 0.17173672286352726, | |
| "learning_rate": 3.841336234029501e-05, | |
| "loss": 0.195, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.1673306772908367, | |
| "grad_norm": 0.17994745465860756, | |
| "learning_rate": 3.832821632872454e-05, | |
| "loss": 0.19, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.1707950805473757, | |
| "grad_norm": 0.1850088732651661, | |
| "learning_rate": 3.8242853771043566e-05, | |
| "loss": 0.1957, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.1742594838039149, | |
| "grad_norm": 0.15908666104639177, | |
| "learning_rate": 3.815727605415406e-05, | |
| "loss": 0.1915, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.1777238870604538, | |
| "grad_norm": 0.18156692156906576, | |
| "learning_rate": 3.807148456845378e-05, | |
| "loss": 0.188, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.1811882903169928, | |
| "grad_norm": 0.17113960858415064, | |
| "learning_rate": 3.798548070781357e-05, | |
| "loss": 0.1893, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.184652693573532, | |
| "grad_norm": 0.18236211522160944, | |
| "learning_rate": 3.789926586955484e-05, | |
| "loss": 0.1859, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.188117096830071, | |
| "grad_norm": 0.16797194145110902, | |
| "learning_rate": 3.7812841454426715e-05, | |
| "loss": 0.1901, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.1915815000866101, | |
| "grad_norm": 0.1988755262539599, | |
| "learning_rate": 3.772620886658342e-05, | |
| "loss": 0.1942, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.195045903343149, | |
| "grad_norm": 0.18276504002195174, | |
| "learning_rate": 3.7639369513561374e-05, | |
| "loss": 0.1901, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.1985103065996883, | |
| "grad_norm": 0.19420509251762302, | |
| "learning_rate": 3.7552324806256356e-05, | |
| "loss": 0.1893, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.2019747098562272, | |
| "grad_norm": 0.1856528154175482, | |
| "learning_rate": 3.7465076158900565e-05, | |
| "loss": 0.1926, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.2054391131127664, | |
| "grad_norm": 0.15954596519502212, | |
| "learning_rate": 3.737762498903967e-05, | |
| "loss": 0.1928, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.2089035163693054, | |
| "grad_norm": 0.16035794848815701, | |
| "learning_rate": 3.728997271750975e-05, | |
| "loss": 0.1911, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.2123679196258443, | |
| "grad_norm": 0.1860891805383301, | |
| "learning_rate": 3.720212076841424e-05, | |
| "loss": 0.1906, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.2158323228823835, | |
| "grad_norm": 0.18968549769475154, | |
| "learning_rate": 3.7114070569100745e-05, | |
| "loss": 0.1915, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.2192967261389225, | |
| "grad_norm": 0.18632674935712812, | |
| "learning_rate": 3.70258235501379e-05, | |
| "loss": 0.2005, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.2227611293954617, | |
| "grad_norm": 0.17630114385410808, | |
| "learning_rate": 3.693738114529211e-05, | |
| "loss": 0.1932, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.2262255326520006, | |
| "grad_norm": 0.17065976632694624, | |
| "learning_rate": 3.6848744791504244e-05, | |
| "loss": 0.1924, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.2296899359085398, | |
| "grad_norm": 0.16123026277843103, | |
| "learning_rate": 3.675991592886629e-05, | |
| "loss": 0.1921, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.2331543391650788, | |
| "grad_norm": 0.15903672080165102, | |
| "learning_rate": 3.667089600059799e-05, | |
| "loss": 0.1872, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.236618742421618, | |
| "grad_norm": 0.17243581096797103, | |
| "learning_rate": 3.658168645302333e-05, | |
| "loss": 0.1933, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.240083145678157, | |
| "grad_norm": 0.18100700093073868, | |
| "learning_rate": 3.6492288735547104e-05, | |
| "loss": 0.1951, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.2435475489346959, | |
| "grad_norm": 0.17490828663332014, | |
| "learning_rate": 3.640270430063133e-05, | |
| "loss": 0.1914, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.247011952191235, | |
| "grad_norm": 0.15940099515313444, | |
| "learning_rate": 3.6312934603771674e-05, | |
| "loss": 0.1894, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.2504763554477742, | |
| "grad_norm": 0.18052826346513526, | |
| "learning_rate": 3.622298110347377e-05, | |
| "loss": 0.1891, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.2539407587043132, | |
| "grad_norm": 0.16612752065480388, | |
| "learning_rate": 3.613284526122954e-05, | |
| "loss": 0.1908, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.2574051619608522, | |
| "grad_norm": 0.18743922356428885, | |
| "learning_rate": 3.604252854149347e-05, | |
| "loss": 0.1883, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.2608695652173914, | |
| "grad_norm": 0.181478054238508, | |
| "learning_rate": 3.595203241165878e-05, | |
| "loss": 0.1878, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.2643339684739303, | |
| "grad_norm": 0.1804892389398887, | |
| "learning_rate": 3.586135834203362e-05, | |
| "loss": 0.1893, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.2677983717304695, | |
| "grad_norm": 0.1741226930201246, | |
| "learning_rate": 3.5770507805817135e-05, | |
| "loss": 0.1912, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.2712627749870085, | |
| "grad_norm": 0.16334377723582452, | |
| "learning_rate": 3.5679482279075584e-05, | |
| "loss": 0.1892, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.2747271782435474, | |
| "grad_norm": 0.17047126134525575, | |
| "learning_rate": 3.558828324071831e-05, | |
| "loss": 0.1907, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.2781915815000866, | |
| "grad_norm": 0.17298916476177462, | |
| "learning_rate": 3.549691217247375e-05, | |
| "loss": 0.1906, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.2816559847566258, | |
| "grad_norm": 0.15717399662492984, | |
| "learning_rate": 3.540537055886533e-05, | |
| "loss": 0.1934, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.2851203880131647, | |
| "grad_norm": 0.17584831578937637, | |
| "learning_rate": 3.531365988718736e-05, | |
| "loss": 0.1851, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.2885847912697037, | |
| "grad_norm": 0.16205306891044194, | |
| "learning_rate": 3.522178164748089e-05, | |
| "loss": 0.1861, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.292049194526243, | |
| "grad_norm": 0.15057670492815758, | |
| "learning_rate": 3.5129737332509456e-05, | |
| "loss": 0.1906, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.2955135977827819, | |
| "grad_norm": 0.15822993127615093, | |
| "learning_rate": 3.503752843773486e-05, | |
| "loss": 0.1838, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.298978001039321, | |
| "grad_norm": 0.15864785027235162, | |
| "learning_rate": 3.4945156461292854e-05, | |
| "loss": 0.1952, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.30244240429586, | |
| "grad_norm": 0.18227602995981887, | |
| "learning_rate": 3.485262290396883e-05, | |
| "loss": 0.1898, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.305906807552399, | |
| "grad_norm": 0.16200311831559636, | |
| "learning_rate": 3.475992926917341e-05, | |
| "loss": 0.1929, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.3093712108089381, | |
| "grad_norm": 0.15259911553775118, | |
| "learning_rate": 3.4667077062918e-05, | |
| "loss": 0.1872, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.3128356140654773, | |
| "grad_norm": 0.18125600690337332, | |
| "learning_rate": 3.457406779379039e-05, | |
| "loss": 0.1925, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.3163000173220163, | |
| "grad_norm": 0.192188947967991, | |
| "learning_rate": 3.448090297293016e-05, | |
| "loss": 0.1871, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.3197644205785553, | |
| "grad_norm": 0.17328021183720274, | |
| "learning_rate": 3.438758411400421e-05, | |
| "loss": 0.189, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.3232288238350944, | |
| "grad_norm": 0.16788815861788564, | |
| "learning_rate": 3.4294112733182084e-05, | |
| "loss": 0.1916, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.3266932270916334, | |
| "grad_norm": 0.15688398565420658, | |
| "learning_rate": 3.420049034911139e-05, | |
| "loss": 0.1882, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.3301576303481726, | |
| "grad_norm": 0.1714798078013055, | |
| "learning_rate": 3.410671848289315e-05, | |
| "loss": 0.1882, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.3336220336047115, | |
| "grad_norm": 0.16309203688542842, | |
| "learning_rate": 3.401279865805702e-05, | |
| "loss": 0.1914, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.3370864368612507, | |
| "grad_norm": 0.15748111773147097, | |
| "learning_rate": 3.391873240053656e-05, | |
| "loss": 0.1866, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.3405508401177897, | |
| "grad_norm": 0.1820518471519293, | |
| "learning_rate": 3.382452123864448e-05, | |
| "loss": 0.1865, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.3440152433743289, | |
| "grad_norm": 0.15772861765330992, | |
| "learning_rate": 3.373016670304774e-05, | |
| "loss": 0.1928, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.3474796466308678, | |
| "grad_norm": 0.15938918092133955, | |
| "learning_rate": 3.3635670326742755e-05, | |
| "loss": 0.1913, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.3509440498874068, | |
| "grad_norm": 0.1721339531229463, | |
| "learning_rate": 3.354103364503045e-05, | |
| "loss": 0.1907, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.354408453143946, | |
| "grad_norm": 0.15410885348307193, | |
| "learning_rate": 3.3446258195491305e-05, | |
| "loss": 0.1879, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.357872856400485, | |
| "grad_norm": 0.16165063244129996, | |
| "learning_rate": 3.3351345517960386e-05, | |
| "loss": 0.1898, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.3613372596570241, | |
| "grad_norm": 0.16569690135925177, | |
| "learning_rate": 3.325629715450235e-05, | |
| "loss": 0.1873, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.364801662913563, | |
| "grad_norm": 0.16487442057352042, | |
| "learning_rate": 3.3161114649386335e-05, | |
| "loss": 0.1888, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.3682660661701023, | |
| "grad_norm": 0.17731395997046875, | |
| "learning_rate": 3.306579954906095e-05, | |
| "loss": 0.1881, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.3717304694266412, | |
| "grad_norm": 0.18039964361054459, | |
| "learning_rate": 3.2970353402129065e-05, | |
| "loss": 0.1873, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.3751948726831804, | |
| "grad_norm": 0.17793927736310747, | |
| "learning_rate": 3.287477775932271e-05, | |
| "loss": 0.1912, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.3786592759397194, | |
| "grad_norm": 0.1790070950599728, | |
| "learning_rate": 3.2779074173477845e-05, | |
| "loss": 0.1837, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.3821236791962583, | |
| "grad_norm": 0.16536456635439983, | |
| "learning_rate": 3.2683244199509164e-05, | |
| "loss": 0.1822, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.3855880824527975, | |
| "grad_norm": 0.17630304243331663, | |
| "learning_rate": 3.258728939438479e-05, | |
| "loss": 0.1875, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.3890524857093367, | |
| "grad_norm": 0.17420428081742365, | |
| "learning_rate": 3.249121131710102e-05, | |
| "loss": 0.1883, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.3925168889658757, | |
| "grad_norm": 0.17543770138618733, | |
| "learning_rate": 3.239501152865698e-05, | |
| "loss": 0.1871, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.3959812922224146, | |
| "grad_norm": 0.1592954498035186, | |
| "learning_rate": 3.229869159202925e-05, | |
| "loss": 0.1845, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.3994456954789538, | |
| "grad_norm": 0.1969202150910442, | |
| "learning_rate": 3.2202253072146485e-05, | |
| "loss": 0.1899, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.4029100987354928, | |
| "grad_norm": 0.16611324585892465, | |
| "learning_rate": 3.2105697535863974e-05, | |
| "loss": 0.1884, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.406374501992032, | |
| "grad_norm": 0.16159007802640257, | |
| "learning_rate": 3.200902655193822e-05, | |
| "loss": 0.185, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.409838905248571, | |
| "grad_norm": 0.1580252831987218, | |
| "learning_rate": 3.1912241691001396e-05, | |
| "loss": 0.1883, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.4133033085051099, | |
| "grad_norm": 0.17023457596293415, | |
| "learning_rate": 3.181534452553589e-05, | |
| "loss": 0.1864, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.416767711761649, | |
| "grad_norm": 0.16337679260042998, | |
| "learning_rate": 3.1718336629848674e-05, | |
| "loss": 0.1877, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.4202321150181882, | |
| "grad_norm": 0.1899260224945417, | |
| "learning_rate": 3.162121958004584e-05, | |
| "loss": 0.188, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.4236965182747272, | |
| "grad_norm": 0.1901828231396822, | |
| "learning_rate": 3.1523994954006875e-05, | |
| "loss": 0.1868, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.4271609215312662, | |
| "grad_norm": 0.1791821381475306, | |
| "learning_rate": 3.142666433135911e-05, | |
| "loss": 0.1889, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.4306253247878054, | |
| "grad_norm": 0.16547869947285684, | |
| "learning_rate": 3.132922929345199e-05, | |
| "loss": 0.1884, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.4340897280443443, | |
| "grad_norm": 0.1549076050063216, | |
| "learning_rate": 3.123169142333145e-05, | |
| "loss": 0.1884, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.4375541313008835, | |
| "grad_norm": 0.15295140029133414, | |
| "learning_rate": 3.1134052305714146e-05, | |
| "loss": 0.1852, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.4410185345574225, | |
| "grad_norm": 0.16777477030335766, | |
| "learning_rate": 3.1036313526961716e-05, | |
| "loss": 0.1849, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.4444829378139614, | |
| "grad_norm": 0.14671702288800448, | |
| "learning_rate": 3.093847667505502e-05, | |
| "loss": 0.1918, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.4479473410705006, | |
| "grad_norm": 0.15525539418252593, | |
| "learning_rate": 3.084054333956833e-05, | |
| "loss": 0.1866, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.4514117443270398, | |
| "grad_norm": 0.16462043975916238, | |
| "learning_rate": 3.0742515111643496e-05, | |
| "loss": 0.1863, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.4548761475835787, | |
| "grad_norm": 0.15447538862682672, | |
| "learning_rate": 3.064439358396412e-05, | |
| "loss": 0.1871, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.4583405508401177, | |
| "grad_norm": 0.19391772756705172, | |
| "learning_rate": 3.0546180350729646e-05, | |
| "loss": 0.1907, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.461804954096657, | |
| "grad_norm": 0.16839531563433688, | |
| "learning_rate": 3.0447877007629494e-05, | |
| "loss": 0.1872, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.4652693573531959, | |
| "grad_norm": 0.1667638250714929, | |
| "learning_rate": 3.0349485151817104e-05, | |
| "loss": 0.1891, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.468733760609735, | |
| "grad_norm": 0.15657114860167654, | |
| "learning_rate": 3.0251006381884e-05, | |
| "loss": 0.1888, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.472198163866274, | |
| "grad_norm": 0.1616644177415703, | |
| "learning_rate": 3.0152442297833817e-05, | |
| "loss": 0.1866, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.475662567122813, | |
| "grad_norm": 0.16936489968998167, | |
| "learning_rate": 3.005379450105631e-05, | |
| "loss": 0.1861, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.4791269703793521, | |
| "grad_norm": 0.17783057212322842, | |
| "learning_rate": 2.995506459430133e-05, | |
| "loss": 0.1921, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.4825913736358913, | |
| "grad_norm": 0.18253028978511793, | |
| "learning_rate": 2.9856254181652777e-05, | |
| "loss": 0.1931, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.4860557768924303, | |
| "grad_norm": 0.17108679951308503, | |
| "learning_rate": 2.9757364868502558e-05, | |
| "loss": 0.187, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.4895201801489693, | |
| "grad_norm": 0.17127968110442396, | |
| "learning_rate": 2.9658398261524477e-05, | |
| "loss": 0.1856, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.4929845834055084, | |
| "grad_norm": 0.15243800455802872, | |
| "learning_rate": 2.9559355968648163e-05, | |
| "loss": 0.1878, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.4964489866620474, | |
| "grad_norm": 0.16208265788754178, | |
| "learning_rate": 2.9460239599032898e-05, | |
| "loss": 0.1831, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.4999133899185866, | |
| "grad_norm": 0.17721043816157045, | |
| "learning_rate": 2.9361050763041552e-05, | |
| "loss": 0.1855, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.5033777931751255, | |
| "grad_norm": 0.1624251601306164, | |
| "learning_rate": 2.926179107221433e-05, | |
| "loss": 0.1905, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.5068421964316645, | |
| "grad_norm": 0.17242171402814246, | |
| "learning_rate": 2.916246213924263e-05, | |
| "loss": 0.1892, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.5103065996882037, | |
| "grad_norm": 0.18060628796516595, | |
| "learning_rate": 2.9063065577942873e-05, | |
| "loss": 0.1868, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.5137710029447429, | |
| "grad_norm": 0.16420679560340506, | |
| "learning_rate": 2.896360300323022e-05, | |
| "loss": 0.189, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.5172354062012818, | |
| "grad_norm": 0.1657190366825487, | |
| "learning_rate": 2.8864076031092375e-05, | |
| "loss": 0.1862, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.5206998094578208, | |
| "grad_norm": 0.14827671598571107, | |
| "learning_rate": 2.8764486278563313e-05, | |
| "loss": 0.187, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.52416421271436, | |
| "grad_norm": 0.1696723630570198, | |
| "learning_rate": 2.8664835363697028e-05, | |
| "loss": 0.1878, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.5276286159708992, | |
| "grad_norm": 0.16415531283137735, | |
| "learning_rate": 2.8565124905541224e-05, | |
| "loss": 0.1884, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.5310930192274381, | |
| "grad_norm": 0.1711666868251127, | |
| "learning_rate": 2.8465356524111014e-05, | |
| "loss": 0.1885, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.534557422483977, | |
| "grad_norm": 0.15183248647521377, | |
| "learning_rate": 2.8365531840362586e-05, | |
| "loss": 0.185, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.538021825740516, | |
| "grad_norm": 0.14509942126397887, | |
| "learning_rate": 2.826565247616692e-05, | |
| "loss": 0.1882, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.5414862289970552, | |
| "grad_norm": 0.1638920162743926, | |
| "learning_rate": 2.816572005428337e-05, | |
| "loss": 0.1868, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.5449506322535944, | |
| "grad_norm": 0.15578153131291148, | |
| "learning_rate": 2.8065736198333337e-05, | |
| "loss": 0.1811, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.5484150355101334, | |
| "grad_norm": 0.16655001845904682, | |
| "learning_rate": 2.796570253277389e-05, | |
| "loss": 0.1867, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.5518794387666723, | |
| "grad_norm": 0.16373974199509916, | |
| "learning_rate": 2.786562068287134e-05, | |
| "loss": 0.1841, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.5553438420232115, | |
| "grad_norm": 0.17150797676546983, | |
| "learning_rate": 2.7765492274674887e-05, | |
| "loss": 0.1885, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.5588082452797507, | |
| "grad_norm": 0.1477537468546959, | |
| "learning_rate": 2.7665318934990153e-05, | |
| "loss": 0.1836, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.5622726485362897, | |
| "grad_norm": 0.1553596996678754, | |
| "learning_rate": 2.7565102291352785e-05, | |
| "loss": 0.1828, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.5657370517928286, | |
| "grad_norm": 0.1653908672889608, | |
| "learning_rate": 2.7464843972001985e-05, | |
| "loss": 0.1841, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.5692014550493676, | |
| "grad_norm": 0.16834209700469813, | |
| "learning_rate": 2.7364545605854077e-05, | |
| "loss": 0.1868, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.5726658583059068, | |
| "grad_norm": 0.16296690623854307, | |
| "learning_rate": 2.7264208822476016e-05, | |
| "loss": 0.1871, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.576130261562446, | |
| "grad_norm": 0.1465435846295834, | |
| "learning_rate": 2.716383525205896e-05, | |
| "loss": 0.1845, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.579594664818985, | |
| "grad_norm": 0.16909003341569917, | |
| "learning_rate": 2.7063426525391732e-05, | |
| "loss": 0.1818, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.5830590680755239, | |
| "grad_norm": 0.16069669006075715, | |
| "learning_rate": 2.6962984273834346e-05, | |
| "loss": 0.1844, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.586523471332063, | |
| "grad_norm": 0.1750416978664114, | |
| "learning_rate": 2.686251012929151e-05, | |
| "loss": 0.1876, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.5899878745886022, | |
| "grad_norm": 0.16259236460228596, | |
| "learning_rate": 2.6762005724186084e-05, | |
| "loss": 0.1817, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.5934522778451412, | |
| "grad_norm": 0.14258206554047775, | |
| "learning_rate": 2.6661472691432614e-05, | |
| "loss": 0.1908, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.5969166811016802, | |
| "grad_norm": 0.15573453304245355, | |
| "learning_rate": 2.6560912664410724e-05, | |
| "loss": 0.1847, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.6003810843582191, | |
| "grad_norm": 0.1598455887435374, | |
| "learning_rate": 2.646032727693864e-05, | |
| "loss": 0.1883, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.6038454876147583, | |
| "grad_norm": 0.16653009190610318, | |
| "learning_rate": 2.6359718163246627e-05, | |
| "loss": 0.1817, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.6073098908712975, | |
| "grad_norm": 0.16139062116102534, | |
| "learning_rate": 2.6259086957950434e-05, | |
| "loss": 0.186, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.6107742941278365, | |
| "grad_norm": 0.1408890193988467, | |
| "learning_rate": 2.615843529602472e-05, | |
| "loss": 0.1883, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.6142386973843754, | |
| "grad_norm": 0.15912928421327938, | |
| "learning_rate": 2.6057764812776524e-05, | |
| "loss": 0.1818, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.6177031006409146, | |
| "grad_norm": 0.1531498559224487, | |
| "learning_rate": 2.595707714381867e-05, | |
| "loss": 0.1815, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.6211675038974538, | |
| "grad_norm": 0.15818993699570458, | |
| "learning_rate": 2.585637392504321e-05, | |
| "loss": 0.189, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.6246319071539927, | |
| "grad_norm": 0.1550856346527227, | |
| "learning_rate": 2.575565679259483e-05, | |
| "loss": 0.1851, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.6280963104105317, | |
| "grad_norm": 0.17234204432744546, | |
| "learning_rate": 2.5654927382844274e-05, | |
| "loss": 0.1856, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.631560713667071, | |
| "grad_norm": 0.14720447626557742, | |
| "learning_rate": 2.555418733236176e-05, | |
| "loss": 0.1849, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.6350251169236099, | |
| "grad_norm": 0.15155258081793999, | |
| "learning_rate": 2.545343827789039e-05, | |
| "loss": 0.185, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.638489520180149, | |
| "grad_norm": 0.1585948164278231, | |
| "learning_rate": 2.5352681856319556e-05, | |
| "loss": 0.1818, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.641953923436688, | |
| "grad_norm": 0.16020278019866965, | |
| "learning_rate": 2.5251919704658323e-05, | |
| "loss": 0.1847, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.645418326693227, | |
| "grad_norm": 0.1619196729529339, | |
| "learning_rate": 2.5151153460008898e-05, | |
| "loss": 0.1851, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.6488827299497661, | |
| "grad_norm": 0.17892607432188418, | |
| "learning_rate": 2.5050384759539946e-05, | |
| "loss": 0.1884, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.6523471332063053, | |
| "grad_norm": 0.1453101210669921, | |
| "learning_rate": 2.4949615240460053e-05, | |
| "loss": 0.1829, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.6558115364628443, | |
| "grad_norm": 0.15218576172212772, | |
| "learning_rate": 2.4848846539991108e-05, | |
| "loss": 0.1815, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.6592759397193833, | |
| "grad_norm": 0.14916349890801867, | |
| "learning_rate": 2.474808029534168e-05, | |
| "loss": 0.1831, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.6627403429759224, | |
| "grad_norm": 0.16152070439341162, | |
| "learning_rate": 2.464731814368045e-05, | |
| "loss": 0.1845, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.6662047462324616, | |
| "grad_norm": 0.2549593516440478, | |
| "learning_rate": 2.4546561722109614e-05, | |
| "loss": 0.1821, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.6696691494890006, | |
| "grad_norm": 0.1423882724472122, | |
| "learning_rate": 2.4445812667638242e-05, | |
| "loss": 0.1824, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.6731335527455395, | |
| "grad_norm": 0.16756009716869377, | |
| "learning_rate": 2.4345072617155732e-05, | |
| "loss": 0.1861, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.6765979560020785, | |
| "grad_norm": 0.16461215951788935, | |
| "learning_rate": 2.424434320740518e-05, | |
| "loss": 0.1832, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.6800623592586177, | |
| "grad_norm": 0.14517098753523155, | |
| "learning_rate": 2.4143626074956796e-05, | |
| "loss": 0.1785, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.6835267625151569, | |
| "grad_norm": 0.15108292412387223, | |
| "learning_rate": 2.4042922856181337e-05, | |
| "loss": 0.1827, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.6869911657716958, | |
| "grad_norm": 0.15525515390004765, | |
| "learning_rate": 2.394223518722348e-05, | |
| "loss": 0.1838, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.6904555690282348, | |
| "grad_norm": 0.15512655551886048, | |
| "learning_rate": 2.3841564703975287e-05, | |
| "loss": 0.1812, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.693919972284774, | |
| "grad_norm": 0.16187683902086444, | |
| "learning_rate": 2.374091304204958e-05, | |
| "loss": 0.1832, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.6973843755413132, | |
| "grad_norm": 0.15579000956703476, | |
| "learning_rate": 2.364028183675337e-05, | |
| "loss": 0.1806, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.7008487787978521, | |
| "grad_norm": 0.15600046355547195, | |
| "learning_rate": 2.353967272306137e-05, | |
| "loss": 0.1844, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 1.704313182054391, | |
| "grad_norm": 0.15757986710095487, | |
| "learning_rate": 2.3439087335589285e-05, | |
| "loss": 0.1841, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 1.70777758531093, | |
| "grad_norm": 0.1452879429548844, | |
| "learning_rate": 2.333852730856739e-05, | |
| "loss": 0.1846, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 1.7112419885674692, | |
| "grad_norm": 0.14279806262433956, | |
| "learning_rate": 2.3237994275813918e-05, | |
| "loss": 0.1846, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 1.7147063918240084, | |
| "grad_norm": 0.168480732012115, | |
| "learning_rate": 2.3137489870708494e-05, | |
| "loss": 0.1854, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.7181707950805474, | |
| "grad_norm": 0.14771704725144452, | |
| "learning_rate": 2.303701572616566e-05, | |
| "loss": 0.1781, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 1.7216351983370863, | |
| "grad_norm": 0.15399297657379268, | |
| "learning_rate": 2.2936573474608274e-05, | |
| "loss": 0.1851, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 1.7250996015936255, | |
| "grad_norm": 0.14268904873654373, | |
| "learning_rate": 2.283616474794104e-05, | |
| "loss": 0.1793, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 1.7285640048501647, | |
| "grad_norm": 0.1458152221590982, | |
| "learning_rate": 2.273579117752399e-05, | |
| "loss": 0.18, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 1.7320284081067037, | |
| "grad_norm": 0.157752398066733, | |
| "learning_rate": 2.2635454394145926e-05, | |
| "loss": 0.1804, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.7354928113632426, | |
| "grad_norm": 0.16354623197521176, | |
| "learning_rate": 2.253515602799802e-05, | |
| "loss": 0.18, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 1.7389572146197816, | |
| "grad_norm": 0.14987547413644828, | |
| "learning_rate": 2.2434897708647225e-05, | |
| "loss": 0.1884, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 1.7424216178763208, | |
| "grad_norm": 0.13264921207181166, | |
| "learning_rate": 2.233468106500985e-05, | |
| "loss": 0.1817, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 1.74588602113286, | |
| "grad_norm": 0.16074846687523298, | |
| "learning_rate": 2.2234507725325115e-05, | |
| "loss": 0.1821, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 1.749350424389399, | |
| "grad_norm": 0.14912108468148355, | |
| "learning_rate": 2.2134379317128666e-05, | |
| "loss": 0.1831, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.7528148276459379, | |
| "grad_norm": 0.15108125406874282, | |
| "learning_rate": 2.2034297467226117e-05, | |
| "loss": 0.1849, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 1.756279230902477, | |
| "grad_norm": 0.1841322575834389, | |
| "learning_rate": 2.193426380166667e-05, | |
| "loss": 0.1814, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 1.7597436341590162, | |
| "grad_norm": 0.15923619065201655, | |
| "learning_rate": 2.183427994571663e-05, | |
| "loss": 0.1826, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 1.7632080374155552, | |
| "grad_norm": 0.15869671284509257, | |
| "learning_rate": 2.1734347523833088e-05, | |
| "loss": 0.1825, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 1.7666724406720942, | |
| "grad_norm": 0.15221224358826752, | |
| "learning_rate": 2.163446815963742e-05, | |
| "loss": 0.182, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.7701368439286331, | |
| "grad_norm": 0.1460640105447675, | |
| "learning_rate": 2.1534643475888995e-05, | |
| "loss": 0.1823, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 1.7736012471851723, | |
| "grad_norm": 0.1521505743886422, | |
| "learning_rate": 2.1434875094458785e-05, | |
| "loss": 0.1874, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 1.7770656504417115, | |
| "grad_norm": 0.14416303035440375, | |
| "learning_rate": 2.133516463630297e-05, | |
| "loss": 0.1808, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 1.7805300536982505, | |
| "grad_norm": 0.1586845052440452, | |
| "learning_rate": 2.1235513721436693e-05, | |
| "loss": 0.1841, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 1.7839944569547894, | |
| "grad_norm": 0.14468498059776927, | |
| "learning_rate": 2.113592396890764e-05, | |
| "loss": 0.181, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.7874588602113286, | |
| "grad_norm": 0.14200788749614593, | |
| "learning_rate": 2.1036396996769785e-05, | |
| "loss": 0.1806, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 1.7909232634678678, | |
| "grad_norm": 0.14145049327765216, | |
| "learning_rate": 2.093693442205713e-05, | |
| "loss": 0.1844, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 1.7943876667244067, | |
| "grad_norm": 0.14047484844001326, | |
| "learning_rate": 2.0837537860757378e-05, | |
| "loss": 0.1856, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 1.7978520699809457, | |
| "grad_norm": 0.15798548962919395, | |
| "learning_rate": 2.073820892778568e-05, | |
| "loss": 0.1781, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 1.801316473237485, | |
| "grad_norm": 0.15599305625176324, | |
| "learning_rate": 2.063894923695846e-05, | |
| "loss": 0.1846, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.8047808764940239, | |
| "grad_norm": 0.15451286542161505, | |
| "learning_rate": 2.0539760400967105e-05, | |
| "loss": 0.1814, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 1.808245279750563, | |
| "grad_norm": 0.15151680436099774, | |
| "learning_rate": 2.0440644031351846e-05, | |
| "loss": 0.187, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 1.811709683007102, | |
| "grad_norm": 0.16740847608877021, | |
| "learning_rate": 2.0341601738475532e-05, | |
| "loss": 0.1788, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 1.815174086263641, | |
| "grad_norm": 0.15255748452386272, | |
| "learning_rate": 2.0242635131497444e-05, | |
| "loss": 0.1799, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 1.8186384895201801, | |
| "grad_norm": 0.21370458116557772, | |
| "learning_rate": 2.0143745818347226e-05, | |
| "loss": 0.1859, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.8221028927767193, | |
| "grad_norm": 0.15178882291540086, | |
| "learning_rate": 2.004493540569867e-05, | |
| "loss": 0.1816, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 1.8255672960332583, | |
| "grad_norm": 0.1381809582876828, | |
| "learning_rate": 1.9946205498943693e-05, | |
| "loss": 0.1782, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 1.8290316992897973, | |
| "grad_norm": 0.15231248860338162, | |
| "learning_rate": 1.9847557702166185e-05, | |
| "loss": 0.182, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 1.8324961025463364, | |
| "grad_norm": 0.13540143942421462, | |
| "learning_rate": 1.9748993618116003e-05, | |
| "loss": 0.1802, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 1.8359605058028756, | |
| "grad_norm": 0.15057686984095897, | |
| "learning_rate": 1.9650514848182902e-05, | |
| "loss": 0.1845, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.8394249090594146, | |
| "grad_norm": 0.15657239979982757, | |
| "learning_rate": 1.9552122992370515e-05, | |
| "loss": 0.1816, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 1.8428893123159535, | |
| "grad_norm": 0.14942811146448692, | |
| "learning_rate": 1.9453819649270356e-05, | |
| "loss": 0.1881, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 1.8463537155724925, | |
| "grad_norm": 0.14206236299677405, | |
| "learning_rate": 1.9355606416035893e-05, | |
| "loss": 0.1798, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 1.8498181188290317, | |
| "grad_norm": 0.15512685603221288, | |
| "learning_rate": 1.925748488835651e-05, | |
| "loss": 0.1787, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 1.8532825220855709, | |
| "grad_norm": 0.14951858713327895, | |
| "learning_rate": 1.9159456660431675e-05, | |
| "loss": 0.1808, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.8567469253421098, | |
| "grad_norm": 0.1518891829482899, | |
| "learning_rate": 1.906152332494499e-05, | |
| "loss": 0.1847, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 1.8602113285986488, | |
| "grad_norm": 0.1599605482136836, | |
| "learning_rate": 1.8963686473038286e-05, | |
| "loss": 0.1758, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 1.863675731855188, | |
| "grad_norm": 0.14097789058459068, | |
| "learning_rate": 1.8865947694285863e-05, | |
| "loss": 0.1814, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 1.8671401351117272, | |
| "grad_norm": 0.13734664780231215, | |
| "learning_rate": 1.876830857666855e-05, | |
| "loss": 0.1813, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 1.8706045383682661, | |
| "grad_norm": 0.15463681734647824, | |
| "learning_rate": 1.867077070654802e-05, | |
| "loss": 0.1807, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.874068941624805, | |
| "grad_norm": 0.16737868012866194, | |
| "learning_rate": 1.85733356686409e-05, | |
| "loss": 0.1791, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 1.877533344881344, | |
| "grad_norm": 0.1422554567768386, | |
| "learning_rate": 1.847600504599312e-05, | |
| "loss": 0.1812, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 1.8809977481378832, | |
| "grad_norm": 0.1499775475287378, | |
| "learning_rate": 1.8378780419954168e-05, | |
| "loss": 0.1791, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 1.8844621513944224, | |
| "grad_norm": 0.1620107234869922, | |
| "learning_rate": 1.828166337015133e-05, | |
| "loss": 0.1798, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 1.8879265546509614, | |
| "grad_norm": 0.14943512022105485, | |
| "learning_rate": 1.8184655474464122e-05, | |
| "loss": 0.1769, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.8913909579075003, | |
| "grad_norm": 0.1636002811165978, | |
| "learning_rate": 1.8087758308998607e-05, | |
| "loss": 0.1828, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 1.8948553611640395, | |
| "grad_norm": 0.1488164351792101, | |
| "learning_rate": 1.7990973448061788e-05, | |
| "loss": 0.1793, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 1.8983197644205787, | |
| "grad_norm": 0.1495335119087624, | |
| "learning_rate": 1.7894302464136028e-05, | |
| "loss": 0.1804, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 1.9017841676771177, | |
| "grad_norm": 0.13881655138176263, | |
| "learning_rate": 1.7797746927853524e-05, | |
| "loss": 0.1808, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 1.9052485709336566, | |
| "grad_norm": 0.14655156873185612, | |
| "learning_rate": 1.770130840797075e-05, | |
| "loss": 0.1824, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.9087129741901956, | |
| "grad_norm": 0.1401693117484928, | |
| "learning_rate": 1.7604988471343026e-05, | |
| "loss": 0.1836, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 1.9121773774467348, | |
| "grad_norm": 0.13663044985397266, | |
| "learning_rate": 1.750878868289898e-05, | |
| "loss": 0.179, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 1.915641780703274, | |
| "grad_norm": 0.1440844464161243, | |
| "learning_rate": 1.741271060561522e-05, | |
| "loss": 0.1794, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 1.919106183959813, | |
| "grad_norm": 0.1579545402684227, | |
| "learning_rate": 1.731675580049085e-05, | |
| "loss": 0.1762, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 1.9225705872163519, | |
| "grad_norm": 0.14451711020259372, | |
| "learning_rate": 1.7220925826522158e-05, | |
| "loss": 0.179, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.926034990472891, | |
| "grad_norm": 0.16318851480604618, | |
| "learning_rate": 1.71252222406773e-05, | |
| "loss": 0.1794, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 1.9294993937294302, | |
| "grad_norm": 0.16754335602378248, | |
| "learning_rate": 1.7029646597870934e-05, | |
| "loss": 0.1809, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 1.9329637969859692, | |
| "grad_norm": 0.14425404689789675, | |
| "learning_rate": 1.693420045093905e-05, | |
| "loss": 0.181, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 1.9364282002425082, | |
| "grad_norm": 0.14950486896828924, | |
| "learning_rate": 1.6838885350613664e-05, | |
| "loss": 0.1834, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 1.9398926034990471, | |
| "grad_norm": 0.15401643917378996, | |
| "learning_rate": 1.674370284549765e-05, | |
| "loss": 0.18, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.9433570067555863, | |
| "grad_norm": 0.1457933918907984, | |
| "learning_rate": 1.6648654482039616e-05, | |
| "loss": 0.1798, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 1.9468214100121255, | |
| "grad_norm": 0.15104837558607415, | |
| "learning_rate": 1.6553741804508704e-05, | |
| "loss": 0.1808, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 1.9502858132686645, | |
| "grad_norm": 0.15234854679585655, | |
| "learning_rate": 1.6458966354969553e-05, | |
| "loss": 0.183, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 1.9537502165252034, | |
| "grad_norm": 0.15054697844231169, | |
| "learning_rate": 1.6364329673257244e-05, | |
| "loss": 0.1782, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 1.9572146197817426, | |
| "grad_norm": 0.19519516147127766, | |
| "learning_rate": 1.6269833296952267e-05, | |
| "loss": 0.1779, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.9606790230382818, | |
| "grad_norm": 0.14953949146669174, | |
| "learning_rate": 1.617547876135553e-05, | |
| "loss": 0.1817, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 1.9641434262948207, | |
| "grad_norm": 0.14098620367788547, | |
| "learning_rate": 1.6081267599463446e-05, | |
| "loss": 0.1795, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 1.9676078295513597, | |
| "grad_norm": 0.1516762253034418, | |
| "learning_rate": 1.598720134194298e-05, | |
| "loss": 0.175, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 1.971072232807899, | |
| "grad_norm": 0.14592317747183597, | |
| "learning_rate": 1.5893281517106852e-05, | |
| "loss": 0.1817, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 1.9745366360644379, | |
| "grad_norm": 0.1367156708009888, | |
| "learning_rate": 1.5799509650888605e-05, | |
| "loss": 0.1792, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.978001039320977, | |
| "grad_norm": 0.15222974333942974, | |
| "learning_rate": 1.5705887266817926e-05, | |
| "loss": 0.1838, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 1.981465442577516, | |
| "grad_norm": 0.15063980268483795, | |
| "learning_rate": 1.5612415885995803e-05, | |
| "loss": 0.1798, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 1.984929845834055, | |
| "grad_norm": 0.14361029580183732, | |
| "learning_rate": 1.551909702706984e-05, | |
| "loss": 0.1775, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 1.9883942490905941, | |
| "grad_norm": 0.14905006323407718, | |
| "learning_rate": 1.5425932206209617e-05, | |
| "loss": 0.1853, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 1.9918586523471333, | |
| "grad_norm": 0.1473397517873399, | |
| "learning_rate": 1.533292293708201e-05, | |
| "loss": 0.1857, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.9953230556036723, | |
| "grad_norm": 0.14626760437882622, | |
| "learning_rate": 1.52400707308266e-05, | |
| "loss": 0.1741, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 1.9987874588602113, | |
| "grad_norm": 0.1405339530408193, | |
| "learning_rate": 1.5147377096031173e-05, | |
| "loss": 0.1757, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.0020786419539234, | |
| "grad_norm": 0.17093438476339481, | |
| "learning_rate": 1.5054843538707147e-05, | |
| "loss": 0.1598, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.0055430452104623, | |
| "grad_norm": 0.15448133744376852, | |
| "learning_rate": 1.4962471562265151e-05, | |
| "loss": 0.1509, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.0090074484670017, | |
| "grad_norm": 0.15883932121601194, | |
| "learning_rate": 1.4870262667490553e-05, | |
| "loss": 0.1508, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.0124718517235407, | |
| "grad_norm": 0.15799483695764974, | |
| "learning_rate": 1.4778218352519113e-05, | |
| "loss": 0.1514, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.0159362549800797, | |
| "grad_norm": 0.1397582105470391, | |
| "learning_rate": 1.4686340112812644e-05, | |
| "loss": 0.1513, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.0194006582366186, | |
| "grad_norm": 0.13988381555476553, | |
| "learning_rate": 1.4594629441134674e-05, | |
| "loss": 0.1516, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.0228650614931576, | |
| "grad_norm": 0.15357440805298642, | |
| "learning_rate": 1.4503087827526257e-05, | |
| "loss": 0.1537, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.026329464749697, | |
| "grad_norm": 0.140105602913093, | |
| "learning_rate": 1.4411716759281701e-05, | |
| "loss": 0.1489, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.029793868006236, | |
| "grad_norm": 0.1371171850215917, | |
| "learning_rate": 1.4320517720924423e-05, | |
| "loss": 0.1478, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.033258271262775, | |
| "grad_norm": 0.1415040646234407, | |
| "learning_rate": 1.4229492194182864e-05, | |
| "loss": 0.1511, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.036722674519314, | |
| "grad_norm": 0.1455346789180852, | |
| "learning_rate": 1.4138641657966387e-05, | |
| "loss": 0.1541, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.0401870777758533, | |
| "grad_norm": 0.14764527095741217, | |
| "learning_rate": 1.4047967588341216e-05, | |
| "loss": 0.1528, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.0436514810323922, | |
| "grad_norm": 0.13949032357196248, | |
| "learning_rate": 1.3957471458506536e-05, | |
| "loss": 0.1539, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.047115884288931, | |
| "grad_norm": 0.13705465172650183, | |
| "learning_rate": 1.386715473877046e-05, | |
| "loss": 0.1457, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.05058028754547, | |
| "grad_norm": 0.12956466312791168, | |
| "learning_rate": 1.3777018896526236e-05, | |
| "loss": 0.1473, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.0540446908020096, | |
| "grad_norm": 0.15368302078148194, | |
| "learning_rate": 1.3687065396228332e-05, | |
| "loss": 0.1497, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.0575090940585485, | |
| "grad_norm": 0.1428450265623596, | |
| "learning_rate": 1.3597295699368668e-05, | |
| "loss": 0.1514, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.0609734973150875, | |
| "grad_norm": 0.1281258398579668, | |
| "learning_rate": 1.3507711264452905e-05, | |
| "loss": 0.1483, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.0644379005716265, | |
| "grad_norm": 0.15262843729207556, | |
| "learning_rate": 1.3418313546976676e-05, | |
| "loss": 0.1466, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.0679023038281654, | |
| "grad_norm": 0.14904369630104097, | |
| "learning_rate": 1.332910399940202e-05, | |
| "loss": 0.1454, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.071366707084705, | |
| "grad_norm": 0.1423441662005472, | |
| "learning_rate": 1.324008407113371e-05, | |
| "loss": 0.1501, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.074831110341244, | |
| "grad_norm": 0.1422975070772413, | |
| "learning_rate": 1.3151255208495755e-05, | |
| "loss": 0.154, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.0782955135977828, | |
| "grad_norm": 0.1352228664513086, | |
| "learning_rate": 1.306261885470789e-05, | |
| "loss": 0.1506, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.0817599168543217, | |
| "grad_norm": 0.13493941433636564, | |
| "learning_rate": 1.2974176449862101e-05, | |
| "loss": 0.148, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.085224320110861, | |
| "grad_norm": 0.13664044137951584, | |
| "learning_rate": 1.2885929430899258e-05, | |
| "loss": 0.1479, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.0886887233674, | |
| "grad_norm": 0.13427253141306963, | |
| "learning_rate": 1.279787923158577e-05, | |
| "loss": 0.1451, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.092153126623939, | |
| "grad_norm": 0.18500494498072673, | |
| "learning_rate": 1.2710027282490247e-05, | |
| "loss": 0.1504, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.095617529880478, | |
| "grad_norm": 0.1384525206350356, | |
| "learning_rate": 1.2622375010960335e-05, | |
| "loss": 0.1502, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.099081933137017, | |
| "grad_norm": 0.1417115574643469, | |
| "learning_rate": 1.2534923841099445e-05, | |
| "loss": 0.1522, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.1025463363935564, | |
| "grad_norm": 0.14117258627489582, | |
| "learning_rate": 1.2447675193743651e-05, | |
| "loss": 0.149, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.1060107396500953, | |
| "grad_norm": 0.13976875251148813, | |
| "learning_rate": 1.2360630486438635e-05, | |
| "loss": 0.1479, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.1094751429066343, | |
| "grad_norm": 0.13438983639128466, | |
| "learning_rate": 1.2273791133416584e-05, | |
| "loss": 0.1493, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.1129395461631733, | |
| "grad_norm": 0.12916426405356554, | |
| "learning_rate": 1.2187158545573295e-05, | |
| "loss": 0.1462, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.1164039494197127, | |
| "grad_norm": 0.14884278506870566, | |
| "learning_rate": 1.2100734130445173e-05, | |
| "loss": 0.1534, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.1198683526762516, | |
| "grad_norm": 0.14763268804961824, | |
| "learning_rate": 1.2014519292186428e-05, | |
| "loss": 0.1504, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.1233327559327906, | |
| "grad_norm": 0.14546584264873522, | |
| "learning_rate": 1.1928515431546233e-05, | |
| "loss": 0.1549, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.1267971591893295, | |
| "grad_norm": 0.13000521630439743, | |
| "learning_rate": 1.1842723945845948e-05, | |
| "loss": 0.1515, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.1302615624458685, | |
| "grad_norm": 0.1380689347039955, | |
| "learning_rate": 1.1757146228956445e-05, | |
| "loss": 0.1534, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.133725965702408, | |
| "grad_norm": 0.13885554681042553, | |
| "learning_rate": 1.1671783671275467e-05, | |
| "loss": 0.1477, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.137190368958947, | |
| "grad_norm": 0.1413517568795959, | |
| "learning_rate": 1.1586637659704994e-05, | |
| "loss": 0.1489, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.140654772215486, | |
| "grad_norm": 0.1445567017190447, | |
| "learning_rate": 1.1501709577628777e-05, | |
| "loss": 0.1527, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.144119175472025, | |
| "grad_norm": 0.13842122845453322, | |
| "learning_rate": 1.1417000804889793e-05, | |
| "loss": 0.149, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.147583578728564, | |
| "grad_norm": 0.1351342875816243, | |
| "learning_rate": 1.1332512717767862e-05, | |
| "loss": 0.1499, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.151047981985103, | |
| "grad_norm": 0.19203561762793064, | |
| "learning_rate": 1.1248246688957307e-05, | |
| "loss": 0.1516, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.154512385241642, | |
| "grad_norm": 0.13275502783261534, | |
| "learning_rate": 1.1164204087544589e-05, | |
| "loss": 0.1496, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.157976788498181, | |
| "grad_norm": 0.14124554657127336, | |
| "learning_rate": 1.108038627898613e-05, | |
| "loss": 0.1469, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.16144119175472, | |
| "grad_norm": 0.13662855483900213, | |
| "learning_rate": 1.0996794625086102e-05, | |
| "loss": 0.1533, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.1649055950112595, | |
| "grad_norm": 0.13136794147532813, | |
| "learning_rate": 1.091343048397426e-05, | |
| "loss": 0.1479, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.1683699982677984, | |
| "grad_norm": 0.14289580428302312, | |
| "learning_rate": 1.0830295210083968e-05, | |
| "loss": 0.1523, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 2.1718344015243374, | |
| "grad_norm": 0.14336144046136406, | |
| "learning_rate": 1.0747390154130097e-05, | |
| "loss": 0.1482, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 2.1752988047808763, | |
| "grad_norm": 0.12351594136318876, | |
| "learning_rate": 1.0664716663087132e-05, | |
| "loss": 0.148, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 2.1787632080374157, | |
| "grad_norm": 0.1263105200697639, | |
| "learning_rate": 1.0582276080167299e-05, | |
| "loss": 0.1488, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 2.1822276112939547, | |
| "grad_norm": 0.1409302104392171, | |
| "learning_rate": 1.0500069744798696e-05, | |
| "loss": 0.1493, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.1856920145504937, | |
| "grad_norm": 0.13878678763750232, | |
| "learning_rate": 1.0418098992603576e-05, | |
| "loss": 0.1467, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 2.1891564178070326, | |
| "grad_norm": 0.13130670045208906, | |
| "learning_rate": 1.033636515537661e-05, | |
| "loss": 0.15, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 2.1926208210635716, | |
| "grad_norm": 0.13037720388849533, | |
| "learning_rate": 1.0254869561063263e-05, | |
| "loss": 0.1514, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 2.196085224320111, | |
| "grad_norm": 0.1392467131479532, | |
| "learning_rate": 1.0173613533738238e-05, | |
| "loss": 0.1497, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 2.19954962757665, | |
| "grad_norm": 0.13583441746880653, | |
| "learning_rate": 1.0092598393583949e-05, | |
| "loss": 0.1533, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.203014030833189, | |
| "grad_norm": 0.138478347457145, | |
| "learning_rate": 1.001182545686904e-05, | |
| "loss": 0.1474, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 2.206478434089728, | |
| "grad_norm": 0.13196884066043799, | |
| "learning_rate": 9.931296035927068e-06, | |
| "loss": 0.1485, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 2.2099428373462673, | |
| "grad_norm": 0.12628759927748884, | |
| "learning_rate": 9.851011439135105e-06, | |
| "loss": 0.1512, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 2.2134072406028062, | |
| "grad_norm": 0.12720352197837026, | |
| "learning_rate": 9.770972970892553e-06, | |
| "loss": 0.1492, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 2.216871643859345, | |
| "grad_norm": 0.1288529643249653, | |
| "learning_rate": 9.691181931599886e-06, | |
| "loss": 0.1463, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.220336047115884, | |
| "grad_norm": 0.12600916062409626, | |
| "learning_rate": 9.611639617637558e-06, | |
| "loss": 0.1488, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 2.2238004503724236, | |
| "grad_norm": 0.14329418696142437, | |
| "learning_rate": 9.532347321344956e-06, | |
| "loss": 0.1521, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 2.2272648536289625, | |
| "grad_norm": 0.13819893815319562, | |
| "learning_rate": 9.453306330999349e-06, | |
| "loss": 0.1501, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 2.2307292568855015, | |
| "grad_norm": 0.13277309165484377, | |
| "learning_rate": 9.37451793079502e-06, | |
| "loss": 0.1515, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 2.2341936601420405, | |
| "grad_norm": 0.1304498393414478, | |
| "learning_rate": 9.29598340082236e-06, | |
| "loss": 0.1498, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.2376580633985794, | |
| "grad_norm": 0.13297679247054883, | |
| "learning_rate": 9.217704017047057e-06, | |
| "loss": 0.151, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 2.241122466655119, | |
| "grad_norm": 0.12871920957838523, | |
| "learning_rate": 9.139681051289425e-06, | |
| "loss": 0.1507, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 2.244586869911658, | |
| "grad_norm": 0.1377467169551894, | |
| "learning_rate": 9.061915771203695e-06, | |
| "loss": 0.1477, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 2.2480512731681968, | |
| "grad_norm": 0.14354881718167706, | |
| "learning_rate": 8.984409440257427e-06, | |
| "loss": 0.1496, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 2.2515156764247357, | |
| "grad_norm": 0.13146580616283166, | |
| "learning_rate": 8.907163317710976e-06, | |
| "loss": 0.1499, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.2549800796812747, | |
| "grad_norm": 0.14028927070593003, | |
| "learning_rate": 8.830178658597038e-06, | |
| "loss": 0.1482, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 2.258444482937814, | |
| "grad_norm": 0.13406176038514053, | |
| "learning_rate": 8.75345671370029e-06, | |
| "loss": 0.1513, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 2.261908886194353, | |
| "grad_norm": 0.1281531685378758, | |
| "learning_rate": 8.676998729537009e-06, | |
| "loss": 0.1487, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 2.265373289450892, | |
| "grad_norm": 0.1334136953967956, | |
| "learning_rate": 8.600805948334858e-06, | |
| "loss": 0.1461, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 2.268837692707431, | |
| "grad_norm": 0.13263104957255284, | |
| "learning_rate": 8.524879608012714e-06, | |
| "loss": 0.1494, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.2723020959639704, | |
| "grad_norm": 0.14074464264886974, | |
| "learning_rate": 8.449220942160512e-06, | |
| "loss": 0.1492, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 2.2757664992205093, | |
| "grad_norm": 0.13291686489725904, | |
| "learning_rate": 8.373831180019256e-06, | |
| "loss": 0.1468, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 2.2792309024770483, | |
| "grad_norm": 0.13968516954362226, | |
| "learning_rate": 8.298711546460986e-06, | |
| "loss": 0.148, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 2.2826953057335873, | |
| "grad_norm": 0.13617881495577386, | |
| "learning_rate": 8.223863261968945e-06, | |
| "loss": 0.1514, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 2.2861597089901267, | |
| "grad_norm": 0.13589641843226832, | |
| "learning_rate": 8.149287542617686e-06, | |
| "loss": 0.147, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.2896241122466656, | |
| "grad_norm": 0.13498192446917104, | |
| "learning_rate": 8.074985600053361e-06, | |
| "loss": 0.1559, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 2.2930885155032046, | |
| "grad_norm": 0.13109156975966305, | |
| "learning_rate": 8.000958641474021e-06, | |
| "loss": 0.1524, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 2.2965529187597435, | |
| "grad_norm": 0.1320540630523605, | |
| "learning_rate": 7.927207869609984e-06, | |
| "loss": 0.1493, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 2.3000173220162825, | |
| "grad_norm": 0.14127205971076925, | |
| "learning_rate": 7.853734482704309e-06, | |
| "loss": 0.1511, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 2.303481725272822, | |
| "grad_norm": 0.13466133744323935, | |
| "learning_rate": 7.780539674493345e-06, | |
| "loss": 0.1506, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.306946128529361, | |
| "grad_norm": 0.1286157583033884, | |
| "learning_rate": 7.707624634187308e-06, | |
| "loss": 0.1527, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 2.3104105317859, | |
| "grad_norm": 0.1380982881943608, | |
| "learning_rate": 7.63499054645096e-06, | |
| "loss": 0.1484, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 2.313874935042439, | |
| "grad_norm": 0.15156686175057582, | |
| "learning_rate": 7.562638591384396e-06, | |
| "loss": 0.1461, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 2.3173393382989778, | |
| "grad_norm": 0.12803039542374958, | |
| "learning_rate": 7.4905699445038255e-06, | |
| "loss": 0.1483, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 2.320803741555517, | |
| "grad_norm": 0.13309461688414237, | |
| "learning_rate": 7.418785776722514e-06, | |
| "loss": 0.151, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.324268144812056, | |
| "grad_norm": 0.12574985983373116, | |
| "learning_rate": 7.34728725433172e-06, | |
| "loss": 0.1466, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 2.327732548068595, | |
| "grad_norm": 0.13375589775606558, | |
| "learning_rate": 7.276075538981778e-06, | |
| "loss": 0.1511, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 2.3311969513251345, | |
| "grad_norm": 0.13021533231229976, | |
| "learning_rate": 7.205151787663222e-06, | |
| "loss": 0.1486, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 2.3346613545816735, | |
| "grad_norm": 0.1238991538662092, | |
| "learning_rate": 7.134517152687953e-06, | |
| "loss": 0.1467, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 2.3381257578382124, | |
| "grad_norm": 0.13319985151049268, | |
| "learning_rate": 7.064172781670569e-06, | |
| "loss": 0.1504, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.3415901610947514, | |
| "grad_norm": 0.13427753958581112, | |
| "learning_rate": 6.994119817509678e-06, | |
| "loss": 0.1454, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 2.3450545643512903, | |
| "grad_norm": 0.1329147728324323, | |
| "learning_rate": 6.924359398369342e-06, | |
| "loss": 0.1487, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 2.3485189676078297, | |
| "grad_norm": 0.11940132635278913, | |
| "learning_rate": 6.854892657660605e-06, | |
| "loss": 0.1476, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 2.3519833708643687, | |
| "grad_norm": 0.13086880472397885, | |
| "learning_rate": 6.785720724023042e-06, | |
| "loss": 0.1483, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 2.3554477741209077, | |
| "grad_norm": 0.12994412754505075, | |
| "learning_rate": 6.716844721306443e-06, | |
| "loss": 0.1496, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.3589121773774466, | |
| "grad_norm": 0.13309217588951705, | |
| "learning_rate": 6.648265768552569e-06, | |
| "loss": 0.1469, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 2.3623765806339856, | |
| "grad_norm": 0.1353366584822473, | |
| "learning_rate": 6.579984979976925e-06, | |
| "loss": 0.151, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 2.365840983890525, | |
| "grad_norm": 0.13072638016170673, | |
| "learning_rate": 6.512003464950706e-06, | |
| "loss": 0.1498, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 2.369305387147064, | |
| "grad_norm": 0.14086411924508258, | |
| "learning_rate": 6.444322327982752e-06, | |
| "loss": 0.1488, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 2.372769790403603, | |
| "grad_norm": 0.13022025324073322, | |
| "learning_rate": 6.376942668701586e-06, | |
| "loss": 0.1505, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.376234193660142, | |
| "grad_norm": 0.1270304545640671, | |
| "learning_rate": 6.309865581837584e-06, | |
| "loss": 0.1467, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 2.3796985969166813, | |
| "grad_norm": 0.13824906046376823, | |
| "learning_rate": 6.243092157205146e-06, | |
| "loss": 0.1479, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 2.3831630001732202, | |
| "grad_norm": 0.13322342141123356, | |
| "learning_rate": 6.1766234796850426e-06, | |
| "loss": 0.1532, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 2.386627403429759, | |
| "grad_norm": 0.13622336055549258, | |
| "learning_rate": 6.110460629206735e-06, | |
| "loss": 0.1494, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 2.390091806686298, | |
| "grad_norm": 0.13141145530513035, | |
| "learning_rate": 6.044604680730856e-06, | |
| "loss": 0.1478, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.3935562099428376, | |
| "grad_norm": 0.12753936723220544, | |
| "learning_rate": 5.979056704231759e-06, | |
| "loss": 0.1508, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 2.3970206131993765, | |
| "grad_norm": 0.1282678691982685, | |
| "learning_rate": 5.9138177646800934e-06, | |
| "loss": 0.1494, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 2.4004850164559155, | |
| "grad_norm": 0.12550541746949806, | |
| "learning_rate": 5.848888922025553e-06, | |
| "loss": 0.1474, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 2.4039494197124545, | |
| "grad_norm": 0.13234115800985993, | |
| "learning_rate": 5.7842712311796025e-06, | |
| "loss": 0.1463, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 2.4074138229689934, | |
| "grad_norm": 0.12467209107241967, | |
| "learning_rate": 5.719965741998368e-06, | |
| "loss": 0.1491, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.410878226225533, | |
| "grad_norm": 0.13573330603028008, | |
| "learning_rate": 5.655973499265582e-06, | |
| "loss": 0.1513, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 2.414342629482072, | |
| "grad_norm": 0.13240853708299855, | |
| "learning_rate": 5.59229554267561e-06, | |
| "loss": 0.1516, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 2.4178070327386108, | |
| "grad_norm": 0.1329534082302391, | |
| "learning_rate": 5.528932906816522e-06, | |
| "loss": 0.1517, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 2.4212714359951497, | |
| "grad_norm": 0.12911430987167502, | |
| "learning_rate": 5.465886621153346e-06, | |
| "loss": 0.1457, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 2.4247358392516887, | |
| "grad_norm": 0.1334215432640577, | |
| "learning_rate": 5.403157710011267e-06, | |
| "loss": 0.1534, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.428200242508228, | |
| "grad_norm": 0.12233095847822573, | |
| "learning_rate": 5.340747192559064e-06, | |
| "loss": 0.1443, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 2.431664645764767, | |
| "grad_norm": 0.12214722447020973, | |
| "learning_rate": 5.278656082792488e-06, | |
| "loss": 0.1506, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 2.435129049021306, | |
| "grad_norm": 0.1312038495892653, | |
| "learning_rate": 5.216885389517808e-06, | |
| "loss": 0.1494, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 2.438593452277845, | |
| "grad_norm": 0.12877996640447992, | |
| "learning_rate": 5.155436116335455e-06, | |
| "loss": 0.1498, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 2.4420578555343844, | |
| "grad_norm": 0.13785796047700058, | |
| "learning_rate": 5.094309261623642e-06, | |
| "loss": 0.1493, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.4455222587909233, | |
| "grad_norm": 0.12689388560349374, | |
| "learning_rate": 5.0335058185222245e-06, | |
| "loss": 0.148, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 2.4489866620474623, | |
| "grad_norm": 0.13349070966216434, | |
| "learning_rate": 4.973026774916504e-06, | |
| "loss": 0.1491, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 2.4524510653040013, | |
| "grad_norm": 0.13124780154477322, | |
| "learning_rate": 4.912873113421215e-06, | |
| "loss": 0.1472, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 2.4559154685605407, | |
| "grad_norm": 0.12289322814948568, | |
| "learning_rate": 4.853045811364532e-06, | |
| "loss": 0.151, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 2.4593798718170796, | |
| "grad_norm": 0.1231683131497469, | |
| "learning_rate": 4.793545840772221e-06, | |
| "loss": 0.1477, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.4628442750736186, | |
| "grad_norm": 0.12204021116853747, | |
| "learning_rate": 4.734374168351807e-06, | |
| "loss": 0.1464, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 2.4663086783301575, | |
| "grad_norm": 0.12705870894938584, | |
| "learning_rate": 4.675531755476922e-06, | |
| "loss": 0.1487, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 2.4697730815866965, | |
| "grad_norm": 0.13311385467368475, | |
| "learning_rate": 4.617019558171623e-06, | |
| "loss": 0.1518, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 2.473237484843236, | |
| "grad_norm": 0.12633200495803268, | |
| "learning_rate": 4.558838527094916e-06, | |
| "loss": 0.1487, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 2.476701888099775, | |
| "grad_norm": 0.12821618157907513, | |
| "learning_rate": 4.500989607525271e-06, | |
| "loss": 0.1513, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.480166291356314, | |
| "grad_norm": 0.12368299726159533, | |
| "learning_rate": 4.443473739345275e-06, | |
| "loss": 0.1486, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 2.483630694612853, | |
| "grad_norm": 0.13459364837403084, | |
| "learning_rate": 4.386291857026381e-06, | |
| "loss": 0.1507, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 2.4870950978693918, | |
| "grad_norm": 0.12921146609560327, | |
| "learning_rate": 4.329444889613687e-06, | |
| "loss": 0.1506, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 2.490559501125931, | |
| "grad_norm": 0.13011095251066665, | |
| "learning_rate": 4.272933760710893e-06, | |
| "loss": 0.1472, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 2.49402390438247, | |
| "grad_norm": 0.13394025522445424, | |
| "learning_rate": 4.2167593884652325e-06, | |
| "loss": 0.1482, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.497488307639009, | |
| "grad_norm": 0.12341718153206974, | |
| "learning_rate": 4.160922685552612e-06, | |
| "loss": 0.1492, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 2.5009527108955485, | |
| "grad_norm": 0.12332806421502722, | |
| "learning_rate": 4.105424559162754e-06, | |
| "loss": 0.151, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 2.5044171141520875, | |
| "grad_norm": 0.12451895183900567, | |
| "learning_rate": 4.05026591098446e-06, | |
| "loss": 0.1477, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 2.5078815174086264, | |
| "grad_norm": 0.12237447886665374, | |
| "learning_rate": 3.995447637190955e-06, | |
| "loss": 0.1434, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 2.5113459206651654, | |
| "grad_norm": 0.12468896676434474, | |
| "learning_rate": 3.940970628425353e-06, | |
| "loss": 0.1509, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.5148103239217043, | |
| "grad_norm": 0.12229284415257566, | |
| "learning_rate": 3.886835769786154e-06, | |
| "loss": 0.1508, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 2.5182747271782437, | |
| "grad_norm": 0.12284739761632071, | |
| "learning_rate": 3.833043940812889e-06, | |
| "loss": 0.1469, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 2.5217391304347827, | |
| "grad_norm": 0.12171858269842417, | |
| "learning_rate": 3.7795960154718175e-06, | |
| "loss": 0.148, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 2.5252035336913217, | |
| "grad_norm": 0.1279096545024547, | |
| "learning_rate": 3.726492862141717e-06, | |
| "loss": 0.1492, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 2.5286679369478606, | |
| "grad_norm": 0.1261825689932827, | |
| "learning_rate": 3.67373534359981e-06, | |
| "loss": 0.1485, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.5321323402043996, | |
| "grad_norm": 0.12731710139244515, | |
| "learning_rate": 3.621324317007704e-06, | |
| "loss": 0.1485, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 2.535596743460939, | |
| "grad_norm": 0.1224027049400114, | |
| "learning_rate": 3.569260633897495e-06, | |
| "loss": 0.1476, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 2.539061146717478, | |
| "grad_norm": 0.12095976657546359, | |
| "learning_rate": 3.517545140157927e-06, | |
| "loss": 0.1466, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 2.542525549974017, | |
| "grad_norm": 0.12165268564942827, | |
| "learning_rate": 3.466178676020626e-06, | |
| "loss": 0.1463, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 2.545989953230556, | |
| "grad_norm": 0.12226265951849115, | |
| "learning_rate": 3.415162076046488e-06, | |
| "loss": 0.1485, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.549454356487095, | |
| "grad_norm": 0.12637110596902743, | |
| "learning_rate": 3.364496169112083e-06, | |
| "loss": 0.1487, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 2.5529187597436342, | |
| "grad_norm": 0.12810226008624373, | |
| "learning_rate": 3.3141817783962e-06, | |
| "loss": 0.146, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 2.556383163000173, | |
| "grad_norm": 0.1252993130112932, | |
| "learning_rate": 3.264219721366496e-06, | |
| "loss": 0.1465, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 2.559847566256712, | |
| "grad_norm": 0.1217860788587577, | |
| "learning_rate": 3.2146108097661746e-06, | |
| "loss": 0.1465, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 2.5633119695132516, | |
| "grad_norm": 0.1306358146817434, | |
| "learning_rate": 3.165355849600829e-06, | |
| "loss": 0.1488, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.5667763727697905, | |
| "grad_norm": 0.1243046537823559, | |
| "learning_rate": 3.116455641125332e-06, | |
| "loss": 0.1457, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 2.5702407760263295, | |
| "grad_norm": 0.13155702663844496, | |
| "learning_rate": 3.0679109788308293e-06, | |
| "loss": 0.1507, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 2.5737051792828685, | |
| "grad_norm": 0.12565136055486759, | |
| "learning_rate": 3.0197226514318527e-06, | |
| "loss": 0.1447, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 2.5771695825394074, | |
| "grad_norm": 0.12227279079368177, | |
| "learning_rate": 2.9718914418534747e-06, | |
| "loss": 0.1481, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 2.580633985795947, | |
| "grad_norm": 0.12446579351502253, | |
| "learning_rate": 2.9244181272186257e-06, | |
| "loss": 0.1508, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 2.584098389052486, | |
| "grad_norm": 0.12176081031880796, | |
| "learning_rate": 2.8773034788354384e-06, | |
| "loss": 0.1516, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 2.5875627923090248, | |
| "grad_norm": 0.12394944777774412, | |
| "learning_rate": 2.8305482621847152e-06, | |
| "loss": 0.146, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 2.5910271955655637, | |
| "grad_norm": 0.12488028679932459, | |
| "learning_rate": 2.784153236907522e-06, | |
| "loss": 0.1473, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 2.5944915988221027, | |
| "grad_norm": 0.12228989346664527, | |
| "learning_rate": 2.7381191567928064e-06, | |
| "loss": 0.1481, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 2.597956002078642, | |
| "grad_norm": 0.12775499380593486, | |
| "learning_rate": 2.6924467697651778e-06, | |
| "loss": 0.1489, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.601420405335181, | |
| "grad_norm": 0.123666079771719, | |
| "learning_rate": 2.6471368178727583e-06, | |
| "loss": 0.1457, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 2.60488480859172, | |
| "grad_norm": 0.12267432282437238, | |
| "learning_rate": 2.6021900372750956e-06, | |
| "loss": 0.1457, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 2.6083492118482594, | |
| "grad_norm": 0.12433547335629408, | |
| "learning_rate": 2.5576071582312428e-06, | |
| "loss": 0.1461, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 2.611813615104798, | |
| "grad_norm": 0.12415914526721374, | |
| "learning_rate": 2.51338890508786e-06, | |
| "loss": 0.1503, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 2.6152780183613373, | |
| "grad_norm": 0.1228630751843417, | |
| "learning_rate": 2.4695359962674608e-06, | |
| "loss": 0.1478, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 2.6187424216178763, | |
| "grad_norm": 0.12239232127572298, | |
| "learning_rate": 2.4260491442567506e-06, | |
| "loss": 0.148, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 2.6222068248744153, | |
| "grad_norm": 0.13105355595668536, | |
| "learning_rate": 2.3829290555950264e-06, | |
| "loss": 0.1463, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 2.6256712281309547, | |
| "grad_norm": 0.12268630715908427, | |
| "learning_rate": 2.340176430862723e-06, | |
| "loss": 0.1458, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 2.6291356313874936, | |
| "grad_norm": 0.12235644638631886, | |
| "learning_rate": 2.2977919646700068e-06, | |
| "loss": 0.1455, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 2.6326000346440326, | |
| "grad_norm": 0.11798600614702796, | |
| "learning_rate": 2.255776345645494e-06, | |
| "loss": 0.142, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.6360644379005715, | |
| "grad_norm": 0.12407906704297328, | |
| "learning_rate": 2.2141302564250926e-06, | |
| "loss": 0.1502, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 2.6395288411571105, | |
| "grad_norm": 0.11753331905833096, | |
| "learning_rate": 2.17285437364087e-06, | |
| "loss": 0.1428, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 2.64299324441365, | |
| "grad_norm": 0.12007274689026741, | |
| "learning_rate": 2.131949367910077e-06, | |
| "loss": 0.1465, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 2.646457647670189, | |
| "grad_norm": 0.125472794336859, | |
| "learning_rate": 2.0914159038242704e-06, | |
| "loss": 0.1423, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 2.649922050926728, | |
| "grad_norm": 0.12784584316147593, | |
| "learning_rate": 2.051254639938477e-06, | |
| "loss": 0.1476, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 2.653386454183267, | |
| "grad_norm": 0.11853028227441036, | |
| "learning_rate": 2.0114662287605335e-06, | |
| "loss": 0.1486, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 2.6568508574398058, | |
| "grad_norm": 0.1191674746816265, | |
| "learning_rate": 1.97205131674045e-06, | |
| "loss": 0.1492, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 2.660315260696345, | |
| "grad_norm": 0.1250727768460615, | |
| "learning_rate": 1.933010544259939e-06, | |
| "loss": 0.1454, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 2.663779663952884, | |
| "grad_norm": 0.12320213371283693, | |
| "learning_rate": 1.8943445456219815e-06, | |
| "loss": 0.1472, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 2.667244067209423, | |
| "grad_norm": 0.11891666023211327, | |
| "learning_rate": 1.8560539490405399e-06, | |
| "loss": 0.1492, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.6707084704659625, | |
| "grad_norm": 0.125346930924718, | |
| "learning_rate": 1.8181393766303595e-06, | |
| "loss": 0.1462, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 2.6741728737225015, | |
| "grad_norm": 0.1321032171582539, | |
| "learning_rate": 1.7806014443968289e-06, | |
| "loss": 0.1436, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 2.6776372769790404, | |
| "grad_norm": 0.12117133427851705, | |
| "learning_rate": 1.7434407622259951e-06, | |
| "loss": 0.1466, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 2.6811016802355794, | |
| "grad_norm": 0.11718318211141446, | |
| "learning_rate": 1.7066579338746668e-06, | |
| "loss": 0.1456, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 2.6845660834921183, | |
| "grad_norm": 0.1283761135380607, | |
| "learning_rate": 1.670253556960563e-06, | |
| "loss": 0.1464, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 2.6880304867486577, | |
| "grad_norm": 0.12456996594619513, | |
| "learning_rate": 1.6342282229526468e-06, | |
| "loss": 0.1482, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 2.6914948900051967, | |
| "grad_norm": 0.11703659504283041, | |
| "learning_rate": 1.5985825171614953e-06, | |
| "loss": 0.1455, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 2.6949592932617357, | |
| "grad_norm": 0.11962329640139921, | |
| "learning_rate": 1.5633170187297846e-06, | |
| "loss": 0.1468, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 2.6984236965182746, | |
| "grad_norm": 0.12759004303067803, | |
| "learning_rate": 1.5284323006229035e-06, | |
| "loss": 0.1457, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 2.7018880997748136, | |
| "grad_norm": 0.12164262479291138, | |
| "learning_rate": 1.4939289296196063e-06, | |
| "loss": 0.1451, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.705352503031353, | |
| "grad_norm": 0.11841849076099206, | |
| "learning_rate": 1.4598074663028483e-06, | |
| "loss": 0.1442, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 2.708816906287892, | |
| "grad_norm": 0.1279272278852782, | |
| "learning_rate": 1.4260684650506478e-06, | |
| "loss": 0.1466, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 2.712281309544431, | |
| "grad_norm": 0.11952115983833288, | |
| "learning_rate": 1.3927124740270885e-06, | |
| "loss": 0.1457, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 2.71574571280097, | |
| "grad_norm": 0.12162884781857089, | |
| "learning_rate": 1.3597400351734151e-06, | |
| "loss": 0.1427, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 2.719210116057509, | |
| "grad_norm": 0.13471370194895713, | |
| "learning_rate": 1.327151684199221e-06, | |
| "loss": 0.1442, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 2.7226745193140482, | |
| "grad_norm": 0.12907986475959193, | |
| "learning_rate": 1.2949479505737494e-06, | |
| "loss": 0.1455, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 2.726138922570587, | |
| "grad_norm": 0.12566383969973927, | |
| "learning_rate": 1.263129357517301e-06, | |
| "loss": 0.1463, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 2.729603325827126, | |
| "grad_norm": 0.1195570593454166, | |
| "learning_rate": 1.2316964219927119e-06, | |
| "loss": 0.1422, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 2.7330677290836656, | |
| "grad_norm": 0.12438741593202014, | |
| "learning_rate": 1.2006496546969642e-06, | |
| "loss": 0.1506, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 2.7365321323402045, | |
| "grad_norm": 0.13311421492284156, | |
| "learning_rate": 1.1699895600529087e-06, | |
| "loss": 0.1484, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.7399965355967435, | |
| "grad_norm": 0.13353566400942274, | |
| "learning_rate": 1.1397166362010243e-06, | |
| "loss": 0.1472, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 2.7434609388532825, | |
| "grad_norm": 0.12303792368683632, | |
| "learning_rate": 1.109831374991377e-06, | |
| "loss": 0.1455, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 2.7469253421098214, | |
| "grad_norm": 0.1164932218834871, | |
| "learning_rate": 1.080334261975577e-06, | |
| "loss": 0.1456, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 2.750389745366361, | |
| "grad_norm": 0.12413166278304175, | |
| "learning_rate": 1.051225776398937e-06, | |
| "loss": 0.1475, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 2.7538541486229, | |
| "grad_norm": 0.11917463944574379, | |
| "learning_rate": 1.0225063911926597e-06, | |
| "loss": 0.1473, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 2.7573185518794388, | |
| "grad_norm": 0.21002619780579418, | |
| "learning_rate": 9.94176572966149e-07, | |
| "loss": 0.1499, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 2.7607829551359777, | |
| "grad_norm": 0.12190061305916731, | |
| "learning_rate": 9.662367819994467e-07, | |
| "loss": 0.1448, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 2.7642473583925167, | |
| "grad_norm": 0.11828260636790151, | |
| "learning_rate": 9.386874722357469e-07, | |
| "loss": 0.1492, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 2.767711761649056, | |
| "grad_norm": 0.11503639232862127, | |
| "learning_rate": 9.115290912740132e-07, | |
| "loss": 0.1448, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 2.771176164905595, | |
| "grad_norm": 0.1189533885403222, | |
| "learning_rate": 8.847620803617257e-07, | |
| "loss": 0.1467, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.774640568162134, | |
| "grad_norm": 0.12701672502597688, | |
| "learning_rate": 8.583868743876844e-07, | |
| "loss": 0.1462, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 2.7781049714186734, | |
| "grad_norm": 0.1220861131545684, | |
| "learning_rate": 8.324039018749674e-07, | |
| "loss": 0.1453, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 2.781569374675212, | |
| "grad_norm": 0.12031457421341588, | |
| "learning_rate": 8.068135849739617e-07, | |
| "loss": 0.1437, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 2.7850337779317513, | |
| "grad_norm": 0.12017875343248997, | |
| "learning_rate": 7.816163394554932e-07, | |
| "loss": 0.1478, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 2.7884981811882903, | |
| "grad_norm": 0.1192917350903116, | |
| "learning_rate": 7.56812574704091e-07, | |
| "loss": 0.1436, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 2.7919625844448293, | |
| "grad_norm": 0.11524716943825414, | |
| "learning_rate": 7.32402693711326e-07, | |
| "loss": 0.1451, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 2.7954269877013687, | |
| "grad_norm": 0.12406089861167721, | |
| "learning_rate": 7.083870930692516e-07, | |
| "loss": 0.1459, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 2.7988913909579076, | |
| "grad_norm": 0.12315834818935076, | |
| "learning_rate": 6.847661629639873e-07, | |
| "loss": 0.1451, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 2.8023557942144466, | |
| "grad_norm": 0.11732007572900043, | |
| "learning_rate": 6.615402871693487e-07, | |
| "loss": 0.1473, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 2.8058201974709855, | |
| "grad_norm": 0.11711430732640442, | |
| "learning_rate": 6.387098430406441e-07, | |
| "loss": 0.1481, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.8092846007275245, | |
| "grad_norm": 0.11662597413638771, | |
| "learning_rate": 6.162752015085122e-07, | |
| "loss": 0.1462, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 2.812749003984064, | |
| "grad_norm": 0.11644716676700212, | |
| "learning_rate": 5.942367270729165e-07, | |
| "loss": 0.1454, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 2.816213407240603, | |
| "grad_norm": 0.1210826937584845, | |
| "learning_rate": 5.725947777972224e-07, | |
| "loss": 0.1482, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 2.819677810497142, | |
| "grad_norm": 0.11717664884081884, | |
| "learning_rate": 5.513497053023647e-07, | |
| "loss": 0.1446, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 2.823142213753681, | |
| "grad_norm": 0.11782433267361038, | |
| "learning_rate": 5.305018547611451e-07, | |
| "loss": 0.1479, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 2.8266066170102198, | |
| "grad_norm": 0.12844697710634922, | |
| "learning_rate": 5.100515648926329e-07, | |
| "loss": 0.1457, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 2.830071020266759, | |
| "grad_norm": 0.1259382993927401, | |
| "learning_rate": 4.899991679566423e-07, | |
| "loss": 0.1482, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 2.833535423523298, | |
| "grad_norm": 0.12112661112999973, | |
| "learning_rate": 4.703449897483503e-07, | |
| "loss": 0.1468, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 2.836999826779837, | |
| "grad_norm": 0.11907259047343774, | |
| "learning_rate": 4.5108934959299243e-07, | |
| "loss": 0.1412, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 2.8404642300363765, | |
| "grad_norm": 0.11046949957522073, | |
| "learning_rate": 4.322325603406813e-07, | |
| "loss": 0.1457, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.8439286332929155, | |
| "grad_norm": 0.11728964170089871, | |
| "learning_rate": 4.137749283613268e-07, | |
| "loss": 0.148, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 2.8473930365494544, | |
| "grad_norm": 0.12458638671812242, | |
| "learning_rate": 3.9571675353964053e-07, | |
| "loss": 0.1477, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 2.8508574398059934, | |
| "grad_norm": 0.12603956939519112, | |
| "learning_rate": 3.780583292702894e-07, | |
| "loss": 0.1431, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 2.8543218430625323, | |
| "grad_norm": 0.11737849831673626, | |
| "learning_rate": 3.607999424531078e-07, | |
| "loss": 0.1459, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 2.8577862463190717, | |
| "grad_norm": 0.11861750859649005, | |
| "learning_rate": 3.4394187348844866e-07, | |
| "loss": 0.1484, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 2.8612506495756107, | |
| "grad_norm": 0.12007382110446226, | |
| "learning_rate": 3.274843962726204e-07, | |
| "loss": 0.1461, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 2.8647150528321497, | |
| "grad_norm": 0.1114021812553446, | |
| "learning_rate": 3.114277781934433e-07, | |
| "loss": 0.1408, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 2.8681794560886886, | |
| "grad_norm": 0.12459777820858844, | |
| "learning_rate": 2.957722801258944e-07, | |
| "loss": 0.1469, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 2.8716438593452276, | |
| "grad_norm": 0.12059709971421617, | |
| "learning_rate": 2.805181564278864e-07, | |
| "loss": 0.1476, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 2.875108262601767, | |
| "grad_norm": 0.11316078775210853, | |
| "learning_rate": 2.6566565493611475e-07, | |
| "loss": 0.1447, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.878572665858306, | |
| "grad_norm": 0.12343927697834793, | |
| "learning_rate": 2.512150169620503e-07, | |
| "loss": 0.1499, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 2.882037069114845, | |
| "grad_norm": 0.1264438568086182, | |
| "learning_rate": 2.371664772880061e-07, | |
| "loss": 0.1475, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 2.885501472371384, | |
| "grad_norm": 0.11834929752982455, | |
| "learning_rate": 2.2352026416331829e-07, | |
| "loss": 0.1484, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 2.888965875627923, | |
| "grad_norm": 0.12074802080378956, | |
| "learning_rate": 2.1027659930066e-07, | |
| "loss": 0.1464, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 2.8924302788844622, | |
| "grad_norm": 0.11880030905569529, | |
| "learning_rate": 1.97435697872414e-07, | |
| "loss": 0.1465, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 2.895894682141001, | |
| "grad_norm": 0.1286519420227983, | |
| "learning_rate": 1.8499776850719463e-07, | |
| "loss": 0.1466, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 2.89935908539754, | |
| "grad_norm": 0.12408525205621782, | |
| "learning_rate": 1.7296301328644516e-07, | |
| "loss": 0.1467, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 2.9028234886540796, | |
| "grad_norm": 0.11413939977206788, | |
| "learning_rate": 1.613316277411625e-07, | |
| "loss": 0.1432, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 2.9062878919106185, | |
| "grad_norm": 0.12094926364512971, | |
| "learning_rate": 1.5010380084871933e-07, | |
| "loss": 0.1482, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 2.9097522951671575, | |
| "grad_norm": 0.1173931691129058, | |
| "learning_rate": 1.392797150297942e-07, | |
| "loss": 0.1476, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.9132166984236965, | |
| "grad_norm": 0.11719997871862918, | |
| "learning_rate": 1.2885954614540175e-07, | |
| "loss": 0.1463, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 2.9166811016802354, | |
| "grad_norm": 0.11982420345633238, | |
| "learning_rate": 1.1884346349404774e-07, | |
| "loss": 0.1508, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 2.920145504936775, | |
| "grad_norm": 0.12475530168973786, | |
| "learning_rate": 1.0923162980896185e-07, | |
| "loss": 0.15, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 2.923609908193314, | |
| "grad_norm": 0.11892325463016702, | |
| "learning_rate": 1.000242012554664e-07, | |
| "loss": 0.1476, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 2.9270743114498528, | |
| "grad_norm": 0.1192790735851098, | |
| "learning_rate": 9.122132742843681e-08, | |
| "loss": 0.1454, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 2.9305387147063917, | |
| "grad_norm": 0.1170936103181331, | |
| "learning_rate": 8.28231513498673e-08, | |
| "loss": 0.1482, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 2.9340031179629307, | |
| "grad_norm": 0.11575536846669715, | |
| "learning_rate": 7.48298094665506e-08, | |
| "loss": 0.1482, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 2.93746752121947, | |
| "grad_norm": 0.10817448466285368, | |
| "learning_rate": 6.724143164785757e-08, | |
| "loss": 0.1454, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 2.940931924476009, | |
| "grad_norm": 0.11464554359428555, | |
| "learning_rate": 6.005814118363317e-08, | |
| "loss": 0.1438, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 2.944396327732548, | |
| "grad_norm": 0.12385487233495297, | |
| "learning_rate": 5.328005478218989e-08, | |
| "loss": 0.1463, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.947860730989087, | |
| "grad_norm": 0.11878438059832382, | |
| "learning_rate": 4.69072825684036e-08, | |
| "loss": 0.1464, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 2.951325134245626, | |
| "grad_norm": 0.11382553656848247, | |
| "learning_rate": 4.093992808194558e-08, | |
| "loss": 0.1427, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 2.9547895375021653, | |
| "grad_norm": 0.1221402366685275, | |
| "learning_rate": 3.537808827557276e-08, | |
| "loss": 0.1469, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 2.9582539407587043, | |
| "grad_norm": 0.11836429164824389, | |
| "learning_rate": 3.0221853513576207e-08, | |
| "loss": 0.1471, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 2.9617183440152433, | |
| "grad_norm": 0.11592227533291538, | |
| "learning_rate": 2.5471307570298918e-08, | |
| "loss": 0.1436, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 2.9651827472717827, | |
| "grad_norm": 0.12005026306688542, | |
| "learning_rate": 2.112652762878142e-08, | |
| "loss": 0.1466, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 2.9686471505283216, | |
| "grad_norm": 0.12062875615569613, | |
| "learning_rate": 1.71875842795044e-08, | |
| "loss": 0.1457, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 2.9721115537848606, | |
| "grad_norm": 0.12033280556169802, | |
| "learning_rate": 1.3654541519242392e-08, | |
| "loss": 0.1437, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 2.9755759570413995, | |
| "grad_norm": 0.12337008384975914, | |
| "learning_rate": 1.0527456750025755e-08, | |
| "loss": 0.1468, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 2.9790403602979385, | |
| "grad_norm": 0.12167133579723895, | |
| "learning_rate": 7.80638077820528e-09, | |
| "loss": 0.1519, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.982504763554478, | |
| "grad_norm": 0.11751314218922883, | |
| "learning_rate": 5.491357813627862e-09, | |
| "loss": 0.1494, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 2.985969166811017, | |
| "grad_norm": 0.12293930219223904, | |
| "learning_rate": 3.582425468920403e-09, | |
| "loss": 0.1483, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 2.989433570067556, | |
| "grad_norm": 0.12371328514211692, | |
| "learning_rate": 2.0796147588791894e-09, | |
| "loss": 0.1446, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 2.992897973324095, | |
| "grad_norm": 0.1283635993974664, | |
| "learning_rate": 9.829500999564144e-10, | |
| "loss": 0.148, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 2.9963623765806338, | |
| "grad_norm": 0.11829545701564251, | |
| "learning_rate": 2.924493098743764e-10, | |
| "loss": 0.1419, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 2.999826779837173, | |
| "grad_norm": 0.1191095821300158, | |
| "learning_rate": 8.123607339594053e-12, | |
| "loss": 0.1497, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 8661, | |
| "total_flos": 1.6970304064115966e+19, | |
| "train_loss": 0.20868314632318158, | |
| "train_runtime": 603947.8558, | |
| "train_samples_per_second": 0.459, | |
| "train_steps_per_second": 0.014 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 8661, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.6970304064115966e+19, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |