| { | |
| "best_global_step": 4062, | |
| "best_metric": 0.003324420191347599, | |
| "best_model_checkpoint": "./outputs/checkpoint-4062", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 10155, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004923682914820286, | |
| "grad_norm": 1.6549489498138428, | |
| "learning_rate": 1.9982274741506648e-05, | |
| "loss": 0.4492, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.009847365829640572, | |
| "grad_norm": 1.334946870803833, | |
| "learning_rate": 1.9962580009847367e-05, | |
| "loss": 0.1576, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.014771048744460856, | |
| "grad_norm": 0.6242792010307312, | |
| "learning_rate": 1.9942885278188087e-05, | |
| "loss": 0.1297, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.019694731659281144, | |
| "grad_norm": 0.3603459596633911, | |
| "learning_rate": 1.9923190546528807e-05, | |
| "loss": 0.087, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.024618414574101428, | |
| "grad_norm": 1.5480420589447021, | |
| "learning_rate": 1.9903495814869524e-05, | |
| "loss": 0.1001, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.029542097488921712, | |
| "grad_norm": 0.46412599086761475, | |
| "learning_rate": 1.9883801083210244e-05, | |
| "loss": 0.0426, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.034465780403742, | |
| "grad_norm": 0.17812378704547882, | |
| "learning_rate": 1.9864106351550964e-05, | |
| "loss": 0.0667, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03938946331856229, | |
| "grad_norm": 0.35499292612075806, | |
| "learning_rate": 1.984441161989168e-05, | |
| "loss": 0.0745, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04431314623338257, | |
| "grad_norm": 0.130273699760437, | |
| "learning_rate": 1.98247168882324e-05, | |
| "loss": 0.0377, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.049236829148202856, | |
| "grad_norm": 0.12631726264953613, | |
| "learning_rate": 1.980502215657312e-05, | |
| "loss": 0.0621, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05416051206302314, | |
| "grad_norm": 0.6002771854400635, | |
| "learning_rate": 1.9785327424913836e-05, | |
| "loss": 0.0625, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.059084194977843424, | |
| "grad_norm": 2.8204727172851562, | |
| "learning_rate": 1.9765632693254556e-05, | |
| "loss": 0.1003, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.06400787789266371, | |
| "grad_norm": 0.7127029895782471, | |
| "learning_rate": 1.9745937961595273e-05, | |
| "loss": 0.0507, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.068931560807484, | |
| "grad_norm": 0.09328364580869675, | |
| "learning_rate": 1.9726243229935993e-05, | |
| "loss": 0.0513, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.07385524372230429, | |
| "grad_norm": 0.1317463517189026, | |
| "learning_rate": 1.9706548498276713e-05, | |
| "loss": 0.0321, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.07877892663712457, | |
| "grad_norm": 0.0986248180270195, | |
| "learning_rate": 1.9686853766617433e-05, | |
| "loss": 0.021, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.08370260955194485, | |
| "grad_norm": 0.09169679135084152, | |
| "learning_rate": 1.966715903495815e-05, | |
| "loss": 0.0197, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.08862629246676514, | |
| "grad_norm": 0.11187795549631119, | |
| "learning_rate": 1.964746430329887e-05, | |
| "loss": 0.0294, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.09354997538158542, | |
| "grad_norm": 0.07759550958871841, | |
| "learning_rate": 1.962776957163959e-05, | |
| "loss": 0.0413, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.09847365829640571, | |
| "grad_norm": 0.18886986374855042, | |
| "learning_rate": 1.9608074839980305e-05, | |
| "loss": 0.0319, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.103397341211226, | |
| "grad_norm": 0.07388991117477417, | |
| "learning_rate": 1.9588380108321025e-05, | |
| "loss": 0.0142, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.10832102412604629, | |
| "grad_norm": 0.24932511150836945, | |
| "learning_rate": 1.9568685376661745e-05, | |
| "loss": 0.015, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.11324470704086657, | |
| "grad_norm": 0.0711674615740776, | |
| "learning_rate": 1.9548990645002465e-05, | |
| "loss": 0.0168, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.11816838995568685, | |
| "grad_norm": 0.06821451336145401, | |
| "learning_rate": 1.952929591334318e-05, | |
| "loss": 0.0121, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.12309207287050714, | |
| "grad_norm": 0.06332361698150635, | |
| "learning_rate": 1.95096011816839e-05, | |
| "loss": 0.0238, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.12801575578532742, | |
| "grad_norm": 0.06404373049736023, | |
| "learning_rate": 1.948990645002462e-05, | |
| "loss": 0.0158, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.1329394387001477, | |
| "grad_norm": 0.06331443041563034, | |
| "learning_rate": 1.9470211718365338e-05, | |
| "loss": 0.0107, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.137863121614968, | |
| "grad_norm": 0.10350039601325989, | |
| "learning_rate": 1.9450516986706058e-05, | |
| "loss": 0.0225, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.14278680452978829, | |
| "grad_norm": 0.06487182527780533, | |
| "learning_rate": 1.9430822255046778e-05, | |
| "loss": 0.0094, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.14771048744460857, | |
| "grad_norm": 0.1302100121974945, | |
| "learning_rate": 1.9411127523387498e-05, | |
| "loss": 0.01, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.15263417035942886, | |
| "grad_norm": 0.08045461773872375, | |
| "learning_rate": 1.9391432791728214e-05, | |
| "loss": 0.0091, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.15755785327424915, | |
| "grad_norm": 2.8434016704559326, | |
| "learning_rate": 1.9371738060068934e-05, | |
| "loss": 0.0408, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.16248153618906944, | |
| "grad_norm": 0.061778053641319275, | |
| "learning_rate": 1.935204332840965e-05, | |
| "loss": 0.0463, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.1674052191038897, | |
| "grad_norm": 0.0558575838804245, | |
| "learning_rate": 1.933234859675037e-05, | |
| "loss": 0.009, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.17232890201870998, | |
| "grad_norm": 0.10792255401611328, | |
| "learning_rate": 1.931265386509109e-05, | |
| "loss": 0.0077, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.17725258493353027, | |
| "grad_norm": 0.05559010058641434, | |
| "learning_rate": 1.9292959133431807e-05, | |
| "loss": 0.008, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.18217626784835056, | |
| "grad_norm": 0.0584879107773304, | |
| "learning_rate": 1.9273264401772527e-05, | |
| "loss": 0.0097, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.18709995076317085, | |
| "grad_norm": 0.05132288858294487, | |
| "learning_rate": 1.9253569670113247e-05, | |
| "loss": 0.0139, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.19202363367799113, | |
| "grad_norm": 0.052865270525217056, | |
| "learning_rate": 1.9233874938453963e-05, | |
| "loss": 0.0073, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.19694731659281142, | |
| "grad_norm": 0.06938347965478897, | |
| "learning_rate": 1.9214180206794683e-05, | |
| "loss": 0.008, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2018709995076317, | |
| "grad_norm": 0.06304794549942017, | |
| "learning_rate": 1.9194485475135403e-05, | |
| "loss": 0.0067, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.206794682422452, | |
| "grad_norm": 0.06260755658149719, | |
| "learning_rate": 1.9174790743476123e-05, | |
| "loss": 0.0059, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.21171836533727229, | |
| "grad_norm": 0.043609410524368286, | |
| "learning_rate": 1.915509601181684e-05, | |
| "loss": 0.0066, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.21664204825209257, | |
| "grad_norm": 0.0525021031498909, | |
| "learning_rate": 1.913540128015756e-05, | |
| "loss": 0.0062, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.22156573116691286, | |
| "grad_norm": 0.043818939477205276, | |
| "learning_rate": 1.911570654849828e-05, | |
| "loss": 0.006, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.22648941408173315, | |
| "grad_norm": 0.05230528861284256, | |
| "learning_rate": 1.9096011816838996e-05, | |
| "loss": 0.0055, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.23141309699655344, | |
| "grad_norm": 0.042306121438741684, | |
| "learning_rate": 1.9076317085179716e-05, | |
| "loss": 0.0056, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.2363367799113737, | |
| "grad_norm": 4.103374481201172, | |
| "learning_rate": 1.9056622353520436e-05, | |
| "loss": 0.0389, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.24126046282619398, | |
| "grad_norm": 0.04262426868081093, | |
| "learning_rate": 1.9036927621861155e-05, | |
| "loss": 0.0347, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.24618414574101427, | |
| "grad_norm": 0.04224070906639099, | |
| "learning_rate": 1.9017232890201872e-05, | |
| "loss": 0.0051, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2511078286558346, | |
| "grad_norm": 0.05894336849451065, | |
| "learning_rate": 1.8997538158542592e-05, | |
| "loss": 0.1076, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.25603151157065485, | |
| "grad_norm": 0.045038461685180664, | |
| "learning_rate": 1.8977843426883312e-05, | |
| "loss": 0.0072, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.26095519448547516, | |
| "grad_norm": 0.04939822852611542, | |
| "learning_rate": 1.895814869522403e-05, | |
| "loss": 0.0065, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.2658788774002954, | |
| "grad_norm": 0.04498062655329704, | |
| "learning_rate": 1.8938453963564748e-05, | |
| "loss": 0.0067, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.2708025603151157, | |
| "grad_norm": 0.04091101884841919, | |
| "learning_rate": 1.8918759231905465e-05, | |
| "loss": 0.0053, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.275726243229936, | |
| "grad_norm": 0.040018483996391296, | |
| "learning_rate": 1.8899064500246185e-05, | |
| "loss": 0.0619, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.28064992614475626, | |
| "grad_norm": 2.4129717350006104, | |
| "learning_rate": 1.8879369768586905e-05, | |
| "loss": 0.0524, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.28557360905957657, | |
| "grad_norm": 0.07172203063964844, | |
| "learning_rate": 1.885967503692762e-05, | |
| "loss": 0.0088, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.29049729197439683, | |
| "grad_norm": 1.157906174659729, | |
| "learning_rate": 1.883998030526834e-05, | |
| "loss": 0.0067, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.29542097488921715, | |
| "grad_norm": 0.04644926264882088, | |
| "learning_rate": 1.882028557360906e-05, | |
| "loss": 0.0052, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.3003446578040374, | |
| "grad_norm": 0.04166566953063011, | |
| "learning_rate": 1.880059084194978e-05, | |
| "loss": 0.005, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.3052683407188577, | |
| "grad_norm": 0.039835572242736816, | |
| "learning_rate": 1.8780896110290497e-05, | |
| "loss": 0.0376, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.310192023633678, | |
| "grad_norm": 0.04242682084441185, | |
| "learning_rate": 1.8761201378631217e-05, | |
| "loss": 0.006, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.3151157065484983, | |
| "grad_norm": 0.06742667406797409, | |
| "learning_rate": 1.8741506646971937e-05, | |
| "loss": 0.0049, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.32003938946331856, | |
| "grad_norm": 0.03444899246096611, | |
| "learning_rate": 1.8721811915312657e-05, | |
| "loss": 0.0057, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.3249630723781389, | |
| "grad_norm": 0.06320315599441528, | |
| "learning_rate": 1.8702117183653373e-05, | |
| "loss": 0.0049, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.32988675529295913, | |
| "grad_norm": 0.03362872451543808, | |
| "learning_rate": 1.8682422451994093e-05, | |
| "loss": 0.0041, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.3348104382077794, | |
| "grad_norm": 0.03198781982064247, | |
| "learning_rate": 1.8662727720334813e-05, | |
| "loss": 0.0046, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.3397341211225997, | |
| "grad_norm": 0.046496450901031494, | |
| "learning_rate": 1.864303298867553e-05, | |
| "loss": 0.0189, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.34465780403741997, | |
| "grad_norm": 0.03556285426020622, | |
| "learning_rate": 1.862333825701625e-05, | |
| "loss": 0.0039, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3495814869522403, | |
| "grad_norm": 0.040747638791799545, | |
| "learning_rate": 1.860364352535697e-05, | |
| "loss": 0.0054, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.35450516986706054, | |
| "grad_norm": 0.030371148139238358, | |
| "learning_rate": 1.858394879369769e-05, | |
| "loss": 0.0048, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.35942885278188086, | |
| "grad_norm": 0.03187814727425575, | |
| "learning_rate": 1.8564254062038406e-05, | |
| "loss": 0.0377, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.3643525356967011, | |
| "grad_norm": 0.03332262486219406, | |
| "learning_rate": 1.8544559330379126e-05, | |
| "loss": 0.078, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.36927621861152143, | |
| "grad_norm": 0.03905538097023964, | |
| "learning_rate": 1.8524864598719846e-05, | |
| "loss": 0.0158, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.3741999015263417, | |
| "grad_norm": 0.034239765256643295, | |
| "learning_rate": 1.8505169867060562e-05, | |
| "loss": 0.0047, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.379123584441162, | |
| "grad_norm": 0.029871227219700813, | |
| "learning_rate": 1.8485475135401282e-05, | |
| "loss": 0.0502, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.38404726735598227, | |
| "grad_norm": 2.714010238647461, | |
| "learning_rate": 1.8465780403742e-05, | |
| "loss": 0.0311, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.3889709502708026, | |
| "grad_norm": 0.030506784096360207, | |
| "learning_rate": 1.844608567208272e-05, | |
| "loss": 0.0042, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.39389463318562284, | |
| "grad_norm": 0.03251843899488449, | |
| "learning_rate": 1.842639094042344e-05, | |
| "loss": 0.0043, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.3988183161004431, | |
| "grad_norm": 0.8572911620140076, | |
| "learning_rate": 1.8406696208764155e-05, | |
| "loss": 0.0081, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.4037419990152634, | |
| "grad_norm": 0.03934726119041443, | |
| "learning_rate": 1.8387001477104875e-05, | |
| "loss": 0.0038, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.4086656819300837, | |
| "grad_norm": 0.027939526364207268, | |
| "learning_rate": 1.8367306745445595e-05, | |
| "loss": 0.0035, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.413589364844904, | |
| "grad_norm": 0.0301466416567564, | |
| "learning_rate": 1.8347612013786315e-05, | |
| "loss": 0.029, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.41851304775972425, | |
| "grad_norm": 0.026854408904910088, | |
| "learning_rate": 1.832791728212703e-05, | |
| "loss": 0.0035, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.42343673067454457, | |
| "grad_norm": 0.02816801145672798, | |
| "learning_rate": 1.830822255046775e-05, | |
| "loss": 0.0158, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.42836041358936483, | |
| "grad_norm": 0.025995774194598198, | |
| "learning_rate": 1.828852781880847e-05, | |
| "loss": 0.0032, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.43328409650418515, | |
| "grad_norm": 0.02553786151111126, | |
| "learning_rate": 1.8268833087149188e-05, | |
| "loss": 0.0039, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.4382077794190054, | |
| "grad_norm": 0.025080446153879166, | |
| "learning_rate": 1.8249138355489908e-05, | |
| "loss": 0.0032, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.4431314623338257, | |
| "grad_norm": 0.02811121568083763, | |
| "learning_rate": 1.8229443623830627e-05, | |
| "loss": 0.0033, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.448055145248646, | |
| "grad_norm": 0.025451993569731712, | |
| "learning_rate": 1.8209748892171347e-05, | |
| "loss": 0.0032, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.4529788281634663, | |
| "grad_norm": 0.02798454649746418, | |
| "learning_rate": 1.8190054160512064e-05, | |
| "loss": 0.0806, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.45790251107828656, | |
| "grad_norm": 0.03505368530750275, | |
| "learning_rate": 1.8170359428852784e-05, | |
| "loss": 0.0293, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.46282619399310687, | |
| "grad_norm": 0.02549416944384575, | |
| "learning_rate": 1.8150664697193504e-05, | |
| "loss": 0.0037, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.46774987690792713, | |
| "grad_norm": 0.0305502787232399, | |
| "learning_rate": 1.8130969965534224e-05, | |
| "loss": 0.0035, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.4726735598227474, | |
| "grad_norm": 0.023494524881243706, | |
| "learning_rate": 1.811127523387494e-05, | |
| "loss": 0.0032, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.4775972427375677, | |
| "grad_norm": 0.02340528555214405, | |
| "learning_rate": 1.809158050221566e-05, | |
| "loss": 0.0628, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.48252092565238797, | |
| "grad_norm": 0.02350657619535923, | |
| "learning_rate": 1.8071885770556377e-05, | |
| "loss": 0.0038, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.4874446085672083, | |
| "grad_norm": 0.02277735061943531, | |
| "learning_rate": 1.8052191038897096e-05, | |
| "loss": 0.0033, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.49236829148202854, | |
| "grad_norm": 0.022285617887973785, | |
| "learning_rate": 1.8032496307237813e-05, | |
| "loss": 0.0032, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.49729197439684886, | |
| "grad_norm": 0.0286717526614666, | |
| "learning_rate": 1.8012801575578533e-05, | |
| "loss": 0.0034, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.5022156573116692, | |
| "grad_norm": 0.03329790011048317, | |
| "learning_rate": 1.7993106843919253e-05, | |
| "loss": 0.0032, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.5071393402264894, | |
| "grad_norm": 0.022517314180731773, | |
| "learning_rate": 1.7973412112259973e-05, | |
| "loss": 0.0028, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.5120630231413097, | |
| "grad_norm": 0.021621420979499817, | |
| "learning_rate": 1.795371738060069e-05, | |
| "loss": 0.003, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.51698670605613, | |
| "grad_norm": 0.021763555705547333, | |
| "learning_rate": 1.793402264894141e-05, | |
| "loss": 0.0027, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.5219103889709503, | |
| "grad_norm": 0.021067790687084198, | |
| "learning_rate": 1.791432791728213e-05, | |
| "loss": 0.0029, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.5268340718857706, | |
| "grad_norm": 0.02510879375040531, | |
| "learning_rate": 1.789463318562285e-05, | |
| "loss": 0.0027, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.5317577548005908, | |
| "grad_norm": 0.02315102145075798, | |
| "learning_rate": 1.7874938453963565e-05, | |
| "loss": 0.0026, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.5366814377154111, | |
| "grad_norm": 0.02186872623860836, | |
| "learning_rate": 1.7855243722304285e-05, | |
| "loss": 0.0029, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.5416051206302314, | |
| "grad_norm": 0.019837426021695137, | |
| "learning_rate": 1.7835548990645005e-05, | |
| "loss": 0.0025, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5465288035450517, | |
| "grad_norm": 0.02163524180650711, | |
| "learning_rate": 1.7815854258985722e-05, | |
| "loss": 0.0403, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.551452486459872, | |
| "grad_norm": 0.02067442610859871, | |
| "learning_rate": 1.779615952732644e-05, | |
| "loss": 0.0252, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.5563761693746923, | |
| "grad_norm": 0.020983709022402763, | |
| "learning_rate": 1.777646479566716e-05, | |
| "loss": 0.0083, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.5612998522895125, | |
| "grad_norm": 0.01975114829838276, | |
| "learning_rate": 1.775677006400788e-05, | |
| "loss": 0.0085, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.5662235352043329, | |
| "grad_norm": 0.02342822030186653, | |
| "learning_rate": 1.7737075332348598e-05, | |
| "loss": 0.0287, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.5711472181191531, | |
| "grad_norm": 0.021341597661376, | |
| "learning_rate": 1.7717380600689318e-05, | |
| "loss": 0.0123, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.5760709010339734, | |
| "grad_norm": 1.7539845705032349, | |
| "learning_rate": 1.7697685869030038e-05, | |
| "loss": 0.0082, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.5809945839487937, | |
| "grad_norm": 0.026660829782485962, | |
| "learning_rate": 1.7677991137370754e-05, | |
| "loss": 0.0056, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.585918266863614, | |
| "grad_norm": 0.01867399923503399, | |
| "learning_rate": 1.7658296405711474e-05, | |
| "loss": 0.0024, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.5908419497784343, | |
| "grad_norm": 0.019043035805225372, | |
| "learning_rate": 1.763860167405219e-05, | |
| "loss": 0.0022, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.5957656326932546, | |
| "grad_norm": 0.018355844542384148, | |
| "learning_rate": 1.761890694239291e-05, | |
| "loss": 0.0025, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.6006893156080748, | |
| "grad_norm": 0.01786232925951481, | |
| "learning_rate": 1.759921221073363e-05, | |
| "loss": 0.0022, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.6056129985228951, | |
| "grad_norm": 0.01761608012020588, | |
| "learning_rate": 1.7579517479074347e-05, | |
| "loss": 0.0026, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.6105366814377154, | |
| "grad_norm": 0.018296098336577415, | |
| "learning_rate": 1.7559822747415067e-05, | |
| "loss": 0.0022, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.6154603643525357, | |
| "grad_norm": 0.017041673883795738, | |
| "learning_rate": 1.7540128015755787e-05, | |
| "loss": 0.0024, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.620384047267356, | |
| "grad_norm": 0.016793906688690186, | |
| "learning_rate": 1.7520433284096507e-05, | |
| "loss": 0.002, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.6253077301821762, | |
| "grad_norm": 2.5061357021331787, | |
| "learning_rate": 1.7500738552437223e-05, | |
| "loss": 0.0658, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.6302314130969966, | |
| "grad_norm": 0.024613628163933754, | |
| "learning_rate": 1.7481043820777943e-05, | |
| "loss": 0.0691, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.6351550960118169, | |
| "grad_norm": 0.06863340735435486, | |
| "learning_rate": 1.7461349089118663e-05, | |
| "loss": 0.0388, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.6400787789266371, | |
| "grad_norm": 0.02072734758257866, | |
| "learning_rate": 1.744165435745938e-05, | |
| "loss": 0.0655, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.6450024618414574, | |
| "grad_norm": 0.025477182120084763, | |
| "learning_rate": 1.74219596258001e-05, | |
| "loss": 0.0033, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.6499261447562777, | |
| "grad_norm": 0.01841667853295803, | |
| "learning_rate": 1.740226489414082e-05, | |
| "loss": 0.0085, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.654849827671098, | |
| "grad_norm": 0.024184470996260643, | |
| "learning_rate": 1.738257016248154e-05, | |
| "loss": 0.0028, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.6597735105859183, | |
| "grad_norm": 0.02624395862221718, | |
| "learning_rate": 1.7362875430822256e-05, | |
| "loss": 0.017, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.6646971935007385, | |
| "grad_norm": 0.10919595509767532, | |
| "learning_rate": 1.7343180699162976e-05, | |
| "loss": 0.0023, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.6696208764155588, | |
| "grad_norm": 0.016470756381750107, | |
| "learning_rate": 1.7323485967503696e-05, | |
| "loss": 0.0023, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.6745445593303792, | |
| "grad_norm": 0.016200121492147446, | |
| "learning_rate": 1.7303791235844412e-05, | |
| "loss": 0.0024, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.6794682422451994, | |
| "grad_norm": 0.015988627448678017, | |
| "learning_rate": 1.7284096504185132e-05, | |
| "loss": 0.0021, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.6843919251600197, | |
| "grad_norm": 0.01572404056787491, | |
| "learning_rate": 1.7264401772525852e-05, | |
| "loss": 0.0023, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.6893156080748399, | |
| "grad_norm": 9.45742130279541, | |
| "learning_rate": 1.7244707040866572e-05, | |
| "loss": 0.0434, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6942392909896603, | |
| "grad_norm": 0.015786904841661453, | |
| "learning_rate": 1.722501230920729e-05, | |
| "loss": 0.0026, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.6991629739044806, | |
| "grad_norm": 0.01596219092607498, | |
| "learning_rate": 1.7205317577548005e-05, | |
| "loss": 0.0021, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.7040866568193008, | |
| "grad_norm": 0.01756127178668976, | |
| "learning_rate": 1.7185622845888725e-05, | |
| "loss": 0.0221, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.7090103397341211, | |
| "grad_norm": 0.0174099151045084, | |
| "learning_rate": 1.7165928114229445e-05, | |
| "loss": 0.0024, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.7139340226489415, | |
| "grad_norm": 0.01599658839404583, | |
| "learning_rate": 1.7146233382570165e-05, | |
| "loss": 0.005, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.7188577055637617, | |
| "grad_norm": 0.015532166697084904, | |
| "learning_rate": 1.712653865091088e-05, | |
| "loss": 0.002, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.723781388478582, | |
| "grad_norm": 0.05480727553367615, | |
| "learning_rate": 1.71068439192516e-05, | |
| "loss": 0.0717, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.7287050713934022, | |
| "grad_norm": 0.01733849197626114, | |
| "learning_rate": 1.708714918759232e-05, | |
| "loss": 0.0018, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.7336287543082225, | |
| "grad_norm": 0.028923368081450462, | |
| "learning_rate": 1.7067454455933037e-05, | |
| "loss": 0.002, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.7385524372230429, | |
| "grad_norm": 0.020347867161035538, | |
| "learning_rate": 1.7047759724273757e-05, | |
| "loss": 0.002, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7434761201378631, | |
| "grad_norm": 0.01512329000979662, | |
| "learning_rate": 1.7028064992614477e-05, | |
| "loss": 0.0018, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.7483998030526834, | |
| "grad_norm": 0.014671691693365574, | |
| "learning_rate": 1.7008370260955197e-05, | |
| "loss": 0.0019, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.7533234859675036, | |
| "grad_norm": 0.015612194314599037, | |
| "learning_rate": 1.6988675529295914e-05, | |
| "loss": 0.0018, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.758247168882324, | |
| "grad_norm": 0.014378263615071774, | |
| "learning_rate": 1.6968980797636634e-05, | |
| "loss": 0.0018, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.7631708517971443, | |
| "grad_norm": 0.013822750188410282, | |
| "learning_rate": 1.6949286065977353e-05, | |
| "loss": 0.0018, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.7680945347119645, | |
| "grad_norm": 0.01382039301097393, | |
| "learning_rate": 1.6929591334318073e-05, | |
| "loss": 0.0017, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.7730182176267848, | |
| "grad_norm": 0.015447800047695637, | |
| "learning_rate": 1.690989660265879e-05, | |
| "loss": 0.0017, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.7779419005416052, | |
| "grad_norm": 0.016364755108952522, | |
| "learning_rate": 1.689020187099951e-05, | |
| "loss": 0.0679, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.7828655834564254, | |
| "grad_norm": 0.01517761405557394, | |
| "learning_rate": 1.687050713934023e-05, | |
| "loss": 0.0018, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.7877892663712457, | |
| "grad_norm": 0.014340780675411224, | |
| "learning_rate": 1.6850812407680946e-05, | |
| "loss": 0.0022, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.792712949286066, | |
| "grad_norm": 0.014129845425486565, | |
| "learning_rate": 1.6831117676021666e-05, | |
| "loss": 0.0018, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.7976366322008862, | |
| "grad_norm": 0.01870601251721382, | |
| "learning_rate": 1.6811422944362386e-05, | |
| "loss": 0.002, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.8025603151157066, | |
| "grad_norm": 0.017389826476573944, | |
| "learning_rate": 1.6791728212703103e-05, | |
| "loss": 0.0019, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.8074839980305268, | |
| "grad_norm": 0.013149221427738667, | |
| "learning_rate": 1.6772033481043822e-05, | |
| "loss": 0.0546, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.8124076809453471, | |
| "grad_norm": 0.013570933602750301, | |
| "learning_rate": 1.675233874938454e-05, | |
| "loss": 0.0043, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.8173313638601674, | |
| "grad_norm": 0.013511077500879765, | |
| "learning_rate": 1.673264401772526e-05, | |
| "loss": 0.0019, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.8222550467749877, | |
| "grad_norm": 0.015698149800300598, | |
| "learning_rate": 1.671294928606598e-05, | |
| "loss": 0.0019, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.827178729689808, | |
| "grad_norm": 0.013056913390755653, | |
| "learning_rate": 1.66932545544067e-05, | |
| "loss": 0.0018, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.8321024126046282, | |
| "grad_norm": 0.015361153520643711, | |
| "learning_rate": 1.6673559822747415e-05, | |
| "loss": 0.002, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.8370260955194485, | |
| "grad_norm": 0.013177746906876564, | |
| "learning_rate": 1.6653865091088135e-05, | |
| "loss": 0.0015, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.8419497784342689, | |
| "grad_norm": 0.05426933988928795, | |
| "learning_rate": 1.6634170359428855e-05, | |
| "loss": 0.0095, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.8468734613490891, | |
| "grad_norm": 0.01309322752058506, | |
| "learning_rate": 1.661447562776957e-05, | |
| "loss": 0.0016, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.8517971442639094, | |
| "grad_norm": 0.015039416030049324, | |
| "learning_rate": 1.659478089611029e-05, | |
| "loss": 0.0016, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.8567208271787297, | |
| "grad_norm": 0.014542197808623314, | |
| "learning_rate": 1.657508616445101e-05, | |
| "loss": 0.0018, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.8616445100935499, | |
| "grad_norm": 0.012222396209836006, | |
| "learning_rate": 1.655539143279173e-05, | |
| "loss": 0.0014, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.8665681930083703, | |
| "grad_norm": 0.012340564280748367, | |
| "learning_rate": 1.6535696701132448e-05, | |
| "loss": 0.0014, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.8714918759231906, | |
| "grad_norm": 0.011919394135475159, | |
| "learning_rate": 1.6516001969473168e-05, | |
| "loss": 0.0016, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.8764155588380108, | |
| "grad_norm": 0.01167115569114685, | |
| "learning_rate": 1.6496307237813888e-05, | |
| "loss": 0.0016, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.8813392417528311, | |
| "grad_norm": 0.013182350434362888, | |
| "learning_rate": 1.6476612506154604e-05, | |
| "loss": 0.0015, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.8862629246676514, | |
| "grad_norm": 0.013948991894721985, | |
| "learning_rate": 1.6456917774495324e-05, | |
| "loss": 0.0014, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.8911866075824717, | |
| "grad_norm": 0.01775103434920311, | |
| "learning_rate": 1.6437223042836044e-05, | |
| "loss": 0.0015, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.896110290497292, | |
| "grad_norm": 0.01155338529497385, | |
| "learning_rate": 1.6417528311176764e-05, | |
| "loss": 0.002, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.9010339734121122, | |
| "grad_norm": 0.014259099029004574, | |
| "learning_rate": 1.639783357951748e-05, | |
| "loss": 0.0016, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.9059576563269326, | |
| "grad_norm": 0.014643428847193718, | |
| "learning_rate": 1.6378138847858197e-05, | |
| "loss": 0.0014, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.9108813392417529, | |
| "grad_norm": 0.011148291639983654, | |
| "learning_rate": 1.6358444116198917e-05, | |
| "loss": 0.0706, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.9158050221565731, | |
| "grad_norm": 0.012168935500085354, | |
| "learning_rate": 1.6338749384539637e-05, | |
| "loss": 0.0014, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.9207287050713934, | |
| "grad_norm": 0.011070801876485348, | |
| "learning_rate": 1.6319054652880356e-05, | |
| "loss": 0.0018, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.9256523879862137, | |
| "grad_norm": 0.023191597312688828, | |
| "learning_rate": 1.6299359921221073e-05, | |
| "loss": 0.0023, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.930576070901034, | |
| "grad_norm": 0.0227424968034029, | |
| "learning_rate": 1.6279665189561793e-05, | |
| "loss": 0.0867, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.9354997538158543, | |
| "grad_norm": 0.023284750059247017, | |
| "learning_rate": 1.6259970457902513e-05, | |
| "loss": 0.002, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.9404234367306745, | |
| "grad_norm": 0.013480834662914276, | |
| "learning_rate": 1.624027572624323e-05, | |
| "loss": 0.0028, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.9453471196454948, | |
| "grad_norm": 0.0108991339802742, | |
| "learning_rate": 1.622058099458395e-05, | |
| "loss": 0.0084, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.9502708025603152, | |
| "grad_norm": 0.011104236356914043, | |
| "learning_rate": 1.620088626292467e-05, | |
| "loss": 0.0104, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.9551944854751354, | |
| "grad_norm": 0.011128348298370838, | |
| "learning_rate": 1.618119153126539e-05, | |
| "loss": 0.0018, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.9601181683899557, | |
| "grad_norm": 0.01104864850640297, | |
| "learning_rate": 1.6161496799606106e-05, | |
| "loss": 0.0014, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.9650418513047759, | |
| "grad_norm": 0.03145885095000267, | |
| "learning_rate": 1.6141802067946825e-05, | |
| "loss": 0.0086, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.9699655342195963, | |
| "grad_norm": 0.012039147317409515, | |
| "learning_rate": 1.6122107336287545e-05, | |
| "loss": 0.0512, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.9748892171344166, | |
| "grad_norm": 0.011414915323257446, | |
| "learning_rate": 1.6102412604628265e-05, | |
| "loss": 0.0015, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.9798129000492368, | |
| "grad_norm": 0.013891511596739292, | |
| "learning_rate": 1.6082717872968982e-05, | |
| "loss": 0.0015, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.9847365829640571, | |
| "grad_norm": 0.010472927242517471, | |
| "learning_rate": 1.60630231413097e-05, | |
| "loss": 0.0024, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.9896602658788775, | |
| "grad_norm": 0.010258992202579975, | |
| "learning_rate": 1.604332840965042e-05, | |
| "loss": 0.0015, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.9945839487936977, | |
| "grad_norm": 0.021762333810329437, | |
| "learning_rate": 1.6023633677991138e-05, | |
| "loss": 0.0017, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.999507631708518, | |
| "grad_norm": 0.009938563220202923, | |
| "learning_rate": 1.6003938946331858e-05, | |
| "loss": 0.0014, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9986048133937914, | |
| "eval_loss": 0.006461690180003643, | |
| "eval_runtime": 124.9038, | |
| "eval_samples_per_second": 22.954, | |
| "eval_steps_per_second": 2.874, | |
| "step": 2031 | |
| }, | |
| { | |
| "epoch": 1.0044313146233383, | |
| "grad_norm": 0.009946716949343681, | |
| "learning_rate": 1.5984244214672578e-05, | |
| "loss": 0.0013, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.0093549975381586, | |
| "grad_norm": 0.01007277425378561, | |
| "learning_rate": 1.5964549483013298e-05, | |
| "loss": 0.0051, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.0142786804529789, | |
| "grad_norm": 0.009899957105517387, | |
| "learning_rate": 1.5944854751354014e-05, | |
| "loss": 0.0012, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.0192023633677991, | |
| "grad_norm": 0.011700589209794998, | |
| "learning_rate": 1.592516001969473e-05, | |
| "loss": 0.0014, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.0241260462826194, | |
| "grad_norm": 0.01607823744416237, | |
| "learning_rate": 1.590546528803545e-05, | |
| "loss": 0.0627, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.0290497291974396, | |
| "grad_norm": 0.010469055734574795, | |
| "learning_rate": 1.588577055637617e-05, | |
| "loss": 0.0013, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.03397341211226, | |
| "grad_norm": 0.010042490437626839, | |
| "learning_rate": 1.586607582471689e-05, | |
| "loss": 0.0014, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.0388970950270802, | |
| "grad_norm": 0.00974634476006031, | |
| "learning_rate": 1.5846381093057607e-05, | |
| "loss": 0.0015, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.0438207779419006, | |
| "grad_norm": 0.026304766535758972, | |
| "learning_rate": 1.5826686361398327e-05, | |
| "loss": 0.0017, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.048744460856721, | |
| "grad_norm": 0.022236375138163567, | |
| "learning_rate": 1.5806991629739047e-05, | |
| "loss": 0.0013, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.0536681437715412, | |
| "grad_norm": 0.025571007281541824, | |
| "learning_rate": 1.5787296898079763e-05, | |
| "loss": 0.0017, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.0585918266863614, | |
| "grad_norm": 0.009789519011974335, | |
| "learning_rate": 1.5767602166420483e-05, | |
| "loss": 0.0012, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.0635155096011817, | |
| "grad_norm": 0.009336259216070175, | |
| "learning_rate": 1.5747907434761203e-05, | |
| "loss": 0.0014, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.068439192516002, | |
| "grad_norm": 0.009336400777101517, | |
| "learning_rate": 1.5728212703101923e-05, | |
| "loss": 0.0012, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.0733628754308222, | |
| "grad_norm": 0.009125406853854656, | |
| "learning_rate": 1.570851797144264e-05, | |
| "loss": 0.0011, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.0782865583456425, | |
| "grad_norm": 0.008981688879430294, | |
| "learning_rate": 1.568882323978336e-05, | |
| "loss": 0.0012, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.0832102412604627, | |
| "grad_norm": 0.008810392580926418, | |
| "learning_rate": 1.566912850812408e-05, | |
| "loss": 0.0011, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.0881339241752832, | |
| "grad_norm": 0.02159319818019867, | |
| "learning_rate": 1.5649433776464796e-05, | |
| "loss": 0.0012, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.0930576070901035, | |
| "grad_norm": 2.4877359867095947, | |
| "learning_rate": 1.5629739044805516e-05, | |
| "loss": 0.0381, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.0979812900049237, | |
| "grad_norm": 0.011043106205761433, | |
| "learning_rate": 1.5610044313146236e-05, | |
| "loss": 0.0012, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.102904972919744, | |
| "grad_norm": 0.012737146578729153, | |
| "learning_rate": 1.5590349581486956e-05, | |
| "loss": 0.0017, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.1078286558345642, | |
| "grad_norm": 0.045515026897192, | |
| "learning_rate": 1.5570654849827672e-05, | |
| "loss": 0.0013, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.1127523387493845, | |
| "grad_norm": 0.010885367169976234, | |
| "learning_rate": 1.5550960118168392e-05, | |
| "loss": 0.0013, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.1176760216642048, | |
| "grad_norm": 0.010456659831106663, | |
| "learning_rate": 1.553126538650911e-05, | |
| "loss": 0.0011, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.122599704579025, | |
| "grad_norm": 0.008621557615697384, | |
| "learning_rate": 1.551157065484983e-05, | |
| "loss": 0.0013, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.1275233874938455, | |
| "grad_norm": 0.008608179166913033, | |
| "learning_rate": 1.549187592319055e-05, | |
| "loss": 0.001, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.1324470704086658, | |
| "grad_norm": 0.008878961205482483, | |
| "learning_rate": 1.5472181191531265e-05, | |
| "loss": 0.0599, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.137370753323486, | |
| "grad_norm": 0.008603103458881378, | |
| "learning_rate": 1.5452486459871985e-05, | |
| "loss": 0.0013, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.1422944362383063, | |
| "grad_norm": 0.008407089859247208, | |
| "learning_rate": 1.5432791728212705e-05, | |
| "loss": 0.0166, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.1472181191531265, | |
| "grad_norm": 1.1491219997406006, | |
| "learning_rate": 1.541309699655342e-05, | |
| "loss": 0.0027, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.1521418020679468, | |
| "grad_norm": 0.008799925446510315, | |
| "learning_rate": 1.539340226489414e-05, | |
| "loss": 0.0064, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.157065484982767, | |
| "grad_norm": 0.102848581969738, | |
| "learning_rate": 1.537370753323486e-05, | |
| "loss": 0.0014, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.1619891678975873, | |
| "grad_norm": 0.01129199005663395, | |
| "learning_rate": 1.535401280157558e-05, | |
| "loss": 0.0628, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.1669128508124076, | |
| "grad_norm": 0.011105939745903015, | |
| "learning_rate": 1.5334318069916297e-05, | |
| "loss": 0.0322, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.171836533727228, | |
| "grad_norm": 0.009356286376714706, | |
| "learning_rate": 1.5314623338257017e-05, | |
| "loss": 0.0023, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.1767602166420483, | |
| "grad_norm": 0.010616080835461617, | |
| "learning_rate": 1.5294928606597737e-05, | |
| "loss": 0.0016, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.1816838995568686, | |
| "grad_norm": 0.024889415130019188, | |
| "learning_rate": 1.5275233874938454e-05, | |
| "loss": 0.0012, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.1866075824716888, | |
| "grad_norm": 0.013439149595797062, | |
| "learning_rate": 1.5255539143279174e-05, | |
| "loss": 0.0054, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.191531265386509, | |
| "grad_norm": 0.008294392377138138, | |
| "learning_rate": 1.5235844411619894e-05, | |
| "loss": 0.0013, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.1964549483013294, | |
| "grad_norm": 0.008172878995537758, | |
| "learning_rate": 1.5216149679960612e-05, | |
| "loss": 0.001, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.2013786312161496, | |
| "grad_norm": 0.008062479086220264, | |
| "learning_rate": 1.5196454948301332e-05, | |
| "loss": 0.001, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.2063023141309699, | |
| "grad_norm": 0.015131563879549503, | |
| "learning_rate": 1.517676021664205e-05, | |
| "loss": 0.0011, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.2112259970457901, | |
| "grad_norm": 0.017097556963562965, | |
| "learning_rate": 1.515706548498277e-05, | |
| "loss": 0.025, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.2161496799606106, | |
| "grad_norm": 0.011799236759543419, | |
| "learning_rate": 1.5137370753323488e-05, | |
| "loss": 0.0011, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.221073362875431, | |
| "grad_norm": 0.024478154256939888, | |
| "learning_rate": 1.5117676021664208e-05, | |
| "loss": 0.0732, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.2259970457902511, | |
| "grad_norm": 0.013807065784931183, | |
| "learning_rate": 1.5097981290004924e-05, | |
| "loss": 0.0014, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.2309207287050714, | |
| "grad_norm": 0.010231712833046913, | |
| "learning_rate": 1.5078286558345643e-05, | |
| "loss": 0.0014, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.2358444116198917, | |
| "grad_norm": 0.012537546455860138, | |
| "learning_rate": 1.5058591826686363e-05, | |
| "loss": 0.0626, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.240768094534712, | |
| "grad_norm": 0.00985932070761919, | |
| "learning_rate": 1.503889709502708e-05, | |
| "loss": 0.0012, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.2456917774495322, | |
| "grad_norm": 0.01136948075145483, | |
| "learning_rate": 1.5019202363367799e-05, | |
| "loss": 0.0028, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.2506154603643527, | |
| "grad_norm": 0.009887000545859337, | |
| "learning_rate": 1.4999507631708519e-05, | |
| "loss": 0.0012, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.2555391432791727, | |
| "grad_norm": 0.009588898159563541, | |
| "learning_rate": 1.4979812900049237e-05, | |
| "loss": 0.0018, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.2604628261939932, | |
| "grad_norm": 0.00931033119559288, | |
| "learning_rate": 1.4960118168389957e-05, | |
| "loss": 0.001, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.2653865091088135, | |
| "grad_norm": 0.008880667388439178, | |
| "learning_rate": 1.4940423436730675e-05, | |
| "loss": 0.001, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.2703101920236337, | |
| "grad_norm": 0.008290020748972893, | |
| "learning_rate": 1.4920728705071395e-05, | |
| "loss": 0.0022, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.275233874938454, | |
| "grad_norm": 0.013004295527935028, | |
| "learning_rate": 1.4901033973412113e-05, | |
| "loss": 0.0011, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.2801575578532742, | |
| "grad_norm": 0.009094899520277977, | |
| "learning_rate": 1.4881339241752833e-05, | |
| "loss": 0.0011, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.2850812407680945, | |
| "grad_norm": 0.007369400467723608, | |
| "learning_rate": 1.4861644510093551e-05, | |
| "loss": 0.0011, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.2900049236829148, | |
| "grad_norm": 0.01753099076449871, | |
| "learning_rate": 1.484194977843427e-05, | |
| "loss": 0.001, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.2949286065977352, | |
| "grad_norm": 0.007790517993271351, | |
| "learning_rate": 1.482225504677499e-05, | |
| "loss": 0.001, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.2998522895125553, | |
| "grad_norm": 0.007512846030294895, | |
| "learning_rate": 1.4802560315115708e-05, | |
| "loss": 0.0013, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.3047759724273758, | |
| "grad_norm": 0.009430987760424614, | |
| "learning_rate": 1.4782865583456428e-05, | |
| "loss": 0.001, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.309699655342196, | |
| "grad_norm": 0.025956837460398674, | |
| "learning_rate": 1.4763170851797146e-05, | |
| "loss": 0.001, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.3146233382570163, | |
| "grad_norm": 0.007779216393828392, | |
| "learning_rate": 1.4743476120137866e-05, | |
| "loss": 0.006, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.3195470211718365, | |
| "grad_norm": 0.0102881183847785, | |
| "learning_rate": 1.4723781388478584e-05, | |
| "loss": 0.0027, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.3244707040866568, | |
| "grad_norm": 0.007080462761223316, | |
| "learning_rate": 1.4704086656819302e-05, | |
| "loss": 0.0011, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.329394387001477, | |
| "grad_norm": 0.0068712919019162655, | |
| "learning_rate": 1.4684391925160022e-05, | |
| "loss": 0.0009, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.3343180699162973, | |
| "grad_norm": 0.006963066756725311, | |
| "learning_rate": 1.4664697193500739e-05, | |
| "loss": 0.0008, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.3392417528311178, | |
| "grad_norm": 0.007015050854533911, | |
| "learning_rate": 1.4645002461841459e-05, | |
| "loss": 0.0068, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.3441654357459378, | |
| "grad_norm": 0.006741439923644066, | |
| "learning_rate": 1.4625307730182177e-05, | |
| "loss": 0.0008, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.3490891186607583, | |
| "grad_norm": 0.009445318952202797, | |
| "learning_rate": 1.4605612998522895e-05, | |
| "loss": 0.0008, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.3540128015755786, | |
| "grad_norm": 0.006745448801666498, | |
| "learning_rate": 1.4585918266863615e-05, | |
| "loss": 0.0009, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.3589364844903988, | |
| "grad_norm": 0.0067230272106826305, | |
| "learning_rate": 1.4566223535204333e-05, | |
| "loss": 0.0756, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.363860167405219, | |
| "grad_norm": 0.006957577541470528, | |
| "learning_rate": 1.4546528803545053e-05, | |
| "loss": 0.0009, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.3687838503200394, | |
| "grad_norm": 0.008368587121367455, | |
| "learning_rate": 1.4526834071885771e-05, | |
| "loss": 0.0271, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.3737075332348596, | |
| "grad_norm": 0.008987442590296268, | |
| "learning_rate": 1.4507139340226491e-05, | |
| "loss": 0.001, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.3786312161496799, | |
| "grad_norm": 0.009542476385831833, | |
| "learning_rate": 1.448744460856721e-05, | |
| "loss": 0.0011, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.3835548990645004, | |
| "grad_norm": 0.006845912430435419, | |
| "learning_rate": 1.4467749876907927e-05, | |
| "loss": 0.0167, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.3884785819793206, | |
| "grad_norm": 0.00742871779948473, | |
| "learning_rate": 1.4448055145248647e-05, | |
| "loss": 0.0033, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.3934022648941409, | |
| "grad_norm": 6.05401086807251, | |
| "learning_rate": 1.4428360413589366e-05, | |
| "loss": 0.0399, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.3983259478089611, | |
| "grad_norm": 0.007821030914783478, | |
| "learning_rate": 1.4408665681930086e-05, | |
| "loss": 0.0014, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.4032496307237814, | |
| "grad_norm": 0.006872816011309624, | |
| "learning_rate": 1.4388970950270804e-05, | |
| "loss": 0.0129, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.4081733136386017, | |
| "grad_norm": 0.006989907938987017, | |
| "learning_rate": 1.4369276218611524e-05, | |
| "loss": 0.02, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.413096996553422, | |
| "grad_norm": 0.017713190987706184, | |
| "learning_rate": 1.4349581486952242e-05, | |
| "loss": 0.076, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.4180206794682422, | |
| "grad_norm": 0.009753022342920303, | |
| "learning_rate": 1.4329886755292962e-05, | |
| "loss": 0.0024, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.4229443623830624, | |
| "grad_norm": 0.010295004583895206, | |
| "learning_rate": 1.431019202363368e-05, | |
| "loss": 0.0011, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.427868045297883, | |
| "grad_norm": 0.009071256965398788, | |
| "learning_rate": 1.4290497291974398e-05, | |
| "loss": 0.001, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.4327917282127032, | |
| "grad_norm": 0.009070048108696938, | |
| "learning_rate": 1.4270802560315118e-05, | |
| "loss": 0.001, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.4377154111275234, | |
| "grad_norm": 0.007653309963643551, | |
| "learning_rate": 1.4251107828655835e-05, | |
| "loss": 0.001, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.4426390940423437, | |
| "grad_norm": 0.006937779951840639, | |
| "learning_rate": 1.4231413096996553e-05, | |
| "loss": 0.0008, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.447562776957164, | |
| "grad_norm": 0.008243228308856487, | |
| "learning_rate": 1.4211718365337273e-05, | |
| "loss": 0.001, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.4524864598719842, | |
| "grad_norm": 0.010159426368772984, | |
| "learning_rate": 1.4192023633677991e-05, | |
| "loss": 0.0669, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.4574101427868045, | |
| "grad_norm": 0.009640317410230637, | |
| "learning_rate": 1.417232890201871e-05, | |
| "loss": 0.0244, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.4623338257016247, | |
| "grad_norm": 0.11323712021112442, | |
| "learning_rate": 1.4152634170359429e-05, | |
| "loss": 0.0015, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.467257508616445, | |
| "grad_norm": 0.00797420833259821, | |
| "learning_rate": 1.4132939438700149e-05, | |
| "loss": 0.0365, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.4721811915312655, | |
| "grad_norm": 0.0069627827033400536, | |
| "learning_rate": 1.4113244707040867e-05, | |
| "loss": 0.0036, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.4771048744460857, | |
| "grad_norm": 0.008956373669207096, | |
| "learning_rate": 1.4093549975381587e-05, | |
| "loss": 0.0019, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.482028557360906, | |
| "grad_norm": 0.0071487524546682835, | |
| "learning_rate": 1.4073855243722305e-05, | |
| "loss": 0.0175, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.4869522402757263, | |
| "grad_norm": 0.009181806817650795, | |
| "learning_rate": 1.4054160512063023e-05, | |
| "loss": 0.0012, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.4918759231905465, | |
| "grad_norm": 0.006655732169747353, | |
| "learning_rate": 1.4034465780403743e-05, | |
| "loss": 0.0008, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.4967996061053668, | |
| "grad_norm": 0.007243420463055372, | |
| "learning_rate": 1.4014771048744462e-05, | |
| "loss": 0.0044, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.501723289020187, | |
| "grad_norm": 0.012056315317749977, | |
| "learning_rate": 1.3995076317085181e-05, | |
| "loss": 0.0011, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.5066469719350075, | |
| "grad_norm": 0.007087447214871645, | |
| "learning_rate": 1.39753815854259e-05, | |
| "loss": 0.0008, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.5115706548498276, | |
| "grad_norm": 0.011527610942721367, | |
| "learning_rate": 1.395568685376662e-05, | |
| "loss": 0.0009, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.516494337764648, | |
| "grad_norm": 0.009305012412369251, | |
| "learning_rate": 1.3935992122107338e-05, | |
| "loss": 0.0008, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.5214180206794683, | |
| "grad_norm": 0.010509533807635307, | |
| "learning_rate": 1.3916297390448058e-05, | |
| "loss": 0.0008, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.5263417035942886, | |
| "grad_norm": 0.0072973608039319515, | |
| "learning_rate": 1.3896602658788776e-05, | |
| "loss": 0.0158, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.5312653865091088, | |
| "grad_norm": 0.00608638534322381, | |
| "learning_rate": 1.3876907927129494e-05, | |
| "loss": 0.0097, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.536189069423929, | |
| "grad_norm": 0.018107222393155098, | |
| "learning_rate": 1.3857213195470214e-05, | |
| "loss": 0.0008, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.5411127523387493, | |
| "grad_norm": 0.007667326834052801, | |
| "learning_rate": 1.3837518463810932e-05, | |
| "loss": 0.0009, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.5460364352535696, | |
| "grad_norm": 0.006599190644919872, | |
| "learning_rate": 1.3817823732151649e-05, | |
| "loss": 0.0087, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.55096011816839, | |
| "grad_norm": 0.007009952329099178, | |
| "learning_rate": 1.3798129000492369e-05, | |
| "loss": 0.0012, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.5558838010832101, | |
| "grad_norm": 0.006010917481034994, | |
| "learning_rate": 1.3778434268833087e-05, | |
| "loss": 0.0008, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.5608074839980306, | |
| "grad_norm": 0.006966378074139357, | |
| "learning_rate": 1.3758739537173807e-05, | |
| "loss": 0.0007, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.5657311669128509, | |
| "grad_norm": 0.0060759298503398895, | |
| "learning_rate": 1.3739044805514525e-05, | |
| "loss": 0.0012, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.5706548498276711, | |
| "grad_norm": 0.005752959754317999, | |
| "learning_rate": 1.3719350073855245e-05, | |
| "loss": 0.0007, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.5755785327424914, | |
| "grad_norm": 0.006781155243515968, | |
| "learning_rate": 1.3699655342195963e-05, | |
| "loss": 0.0007, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.5805022156573116, | |
| "grad_norm": 0.005668849218636751, | |
| "learning_rate": 1.3679960610536683e-05, | |
| "loss": 0.0196, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.5854258985721321, | |
| "grad_norm": 0.005629651714116335, | |
| "learning_rate": 1.3660265878877401e-05, | |
| "loss": 0.0007, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.5903495814869522, | |
| "grad_norm": 0.00564204016700387, | |
| "learning_rate": 1.364057114721812e-05, | |
| "loss": 0.0011, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.5952732644017726, | |
| "grad_norm": 0.005540564656257629, | |
| "learning_rate": 1.362087641555884e-05, | |
| "loss": 0.0008, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.6001969473165927, | |
| "grad_norm": 0.006026837043464184, | |
| "learning_rate": 1.3601181683899558e-05, | |
| "loss": 0.0425, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.6051206302314132, | |
| "grad_norm": 0.00552277360111475, | |
| "learning_rate": 1.3581486952240277e-05, | |
| "loss": 0.0008, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.6100443131462334, | |
| "grad_norm": 0.018236679956316948, | |
| "learning_rate": 1.3561792220580996e-05, | |
| "loss": 0.0007, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.6149679960610537, | |
| "grad_norm": 0.00691232131794095, | |
| "learning_rate": 1.3542097488921716e-05, | |
| "loss": 0.0007, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.619891678975874, | |
| "grad_norm": 0.006581007968634367, | |
| "learning_rate": 1.3522402757262434e-05, | |
| "loss": 0.0007, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.6248153618906942, | |
| "grad_norm": 0.0053688762709498405, | |
| "learning_rate": 1.3502708025603154e-05, | |
| "loss": 0.0008, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.6297390448055147, | |
| "grad_norm": 1.0336942672729492, | |
| "learning_rate": 1.3483013293943872e-05, | |
| "loss": 0.0076, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.6346627277203347, | |
| "grad_norm": 0.005269223358482122, | |
| "learning_rate": 1.346331856228459e-05, | |
| "loss": 0.0007, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.6395864106351552, | |
| "grad_norm": 0.008069952018558979, | |
| "learning_rate": 1.344362383062531e-05, | |
| "loss": 0.0008, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.6445100935499752, | |
| "grad_norm": 0.005610567983239889, | |
| "learning_rate": 1.3423929098966028e-05, | |
| "loss": 0.0007, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.6494337764647957, | |
| "grad_norm": 0.005232799798250198, | |
| "learning_rate": 1.3404234367306745e-05, | |
| "loss": 0.0007, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.654357459379616, | |
| "grad_norm": 0.005385094787925482, | |
| "learning_rate": 1.3384539635647465e-05, | |
| "loss": 0.0006, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.6592811422944362, | |
| "grad_norm": 0.005121603608131409, | |
| "learning_rate": 1.3364844903988183e-05, | |
| "loss": 0.0006, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.6642048252092565, | |
| "grad_norm": 0.005196818150579929, | |
| "learning_rate": 1.3345150172328903e-05, | |
| "loss": 0.0007, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.6691285081240768, | |
| "grad_norm": 0.005104544572532177, | |
| "learning_rate": 1.3325455440669621e-05, | |
| "loss": 0.0006, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.6740521910388972, | |
| "grad_norm": 0.0062180510722100735, | |
| "learning_rate": 1.330576070901034e-05, | |
| "loss": 0.0007, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.6789758739537173, | |
| "grad_norm": 0.01003600750118494, | |
| "learning_rate": 1.3286065977351059e-05, | |
| "loss": 0.0007, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.6838995568685378, | |
| "grad_norm": 0.0061742691323161125, | |
| "learning_rate": 1.3266371245691779e-05, | |
| "loss": 0.0018, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.6888232397833578, | |
| "grad_norm": 0.00500025087967515, | |
| "learning_rate": 1.3246676514032497e-05, | |
| "loss": 0.0006, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.6937469226981783, | |
| "grad_norm": 0.009734513238072395, | |
| "learning_rate": 1.3226981782373215e-05, | |
| "loss": 0.0007, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.6986706056129985, | |
| "grad_norm": 0.00670117000117898, | |
| "learning_rate": 1.3207287050713935e-05, | |
| "loss": 0.0007, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.7035942885278188, | |
| "grad_norm": 0.004964028485119343, | |
| "learning_rate": 1.3187592319054653e-05, | |
| "loss": 0.0006, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.708517971442639, | |
| "grad_norm": 0.004891118034720421, | |
| "learning_rate": 1.3167897587395373e-05, | |
| "loss": 0.0007, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.7134416543574593, | |
| "grad_norm": 0.005974843632429838, | |
| "learning_rate": 1.3148202855736092e-05, | |
| "loss": 0.0007, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.7183653372722798, | |
| "grad_norm": 0.005670204292982817, | |
| "learning_rate": 1.3128508124076811e-05, | |
| "loss": 0.0007, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.7232890201870998, | |
| "grad_norm": 0.00542798126116395, | |
| "learning_rate": 1.310881339241753e-05, | |
| "loss": 0.0007, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.7282127031019203, | |
| "grad_norm": 0.005577849689871073, | |
| "learning_rate": 1.308911866075825e-05, | |
| "loss": 0.0006, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.7331363860167404, | |
| "grad_norm": 0.02375694364309311, | |
| "learning_rate": 1.3069423929098968e-05, | |
| "loss": 0.0007, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.7380600689315608, | |
| "grad_norm": 0.004778748843818903, | |
| "learning_rate": 1.3049729197439686e-05, | |
| "loss": 0.0006, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.742983751846381, | |
| "grad_norm": 0.005341399926692247, | |
| "learning_rate": 1.3030034465780406e-05, | |
| "loss": 0.0006, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.7479074347612014, | |
| "grad_norm": 0.0069299363531172276, | |
| "learning_rate": 1.3010339734121124e-05, | |
| "loss": 0.0006, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.7528311176760216, | |
| "grad_norm": 0.004599249456077814, | |
| "learning_rate": 1.2990645002461844e-05, | |
| "loss": 0.0007, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.7577548005908419, | |
| "grad_norm": 0.004595101345330477, | |
| "learning_rate": 1.297095027080256e-05, | |
| "loss": 0.0006, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.7626784835056624, | |
| "grad_norm": 0.005347404163330793, | |
| "learning_rate": 1.2951255539143279e-05, | |
| "loss": 0.0006, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.7676021664204824, | |
| "grad_norm": 0.004594715777784586, | |
| "learning_rate": 1.2931560807483999e-05, | |
| "loss": 0.0006, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.7725258493353029, | |
| "grad_norm": 0.06393859535455704, | |
| "learning_rate": 1.2911866075824717e-05, | |
| "loss": 0.0008, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.7774495322501231, | |
| "grad_norm": 0.005369629245251417, | |
| "learning_rate": 1.2892171344165437e-05, | |
| "loss": 0.0006, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.7823732151649434, | |
| "grad_norm": 0.009649335406720638, | |
| "learning_rate": 1.2872476612506155e-05, | |
| "loss": 0.0006, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.7872968980797637, | |
| "grad_norm": 0.005992168094962835, | |
| "learning_rate": 1.2852781880846875e-05, | |
| "loss": 0.0006, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.792220580994584, | |
| "grad_norm": 0.00444134371355176, | |
| "learning_rate": 1.2833087149187593e-05, | |
| "loss": 0.0034, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.7971442639094042, | |
| "grad_norm": 0.005889700725674629, | |
| "learning_rate": 1.2813392417528311e-05, | |
| "loss": 0.0006, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.8020679468242244, | |
| "grad_norm": 0.004602220840752125, | |
| "learning_rate": 1.2793697685869031e-05, | |
| "loss": 0.0005, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.806991629739045, | |
| "grad_norm": 0.016186626628041267, | |
| "learning_rate": 1.277400295420975e-05, | |
| "loss": 0.0612, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.811915312653865, | |
| "grad_norm": 0.011738053523004055, | |
| "learning_rate": 1.275430822255047e-05, | |
| "loss": 0.0006, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.8168389955686854, | |
| "grad_norm": 0.0061439890414476395, | |
| "learning_rate": 1.2734613490891188e-05, | |
| "loss": 0.0007, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.8217626784835057, | |
| "grad_norm": 0.00608317693695426, | |
| "learning_rate": 1.2714918759231907e-05, | |
| "loss": 0.001, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.826686361398326, | |
| "grad_norm": 0.0054056947119534016, | |
| "learning_rate": 1.2695224027572626e-05, | |
| "loss": 0.0006, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.8316100443131462, | |
| "grad_norm": 0.005898363888263702, | |
| "learning_rate": 1.2675529295913344e-05, | |
| "loss": 0.0572, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.8365337272279665, | |
| "grad_norm": 0.004474004730582237, | |
| "learning_rate": 1.2655834564254064e-05, | |
| "loss": 0.0085, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.841457410142787, | |
| "grad_norm": 0.0045126210898160934, | |
| "learning_rate": 1.2636139832594782e-05, | |
| "loss": 0.0015, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.846381093057607, | |
| "grad_norm": 0.00464917765930295, | |
| "learning_rate": 1.2616445100935502e-05, | |
| "loss": 0.0536, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.8513047759724275, | |
| "grad_norm": 0.00560635793954134, | |
| "learning_rate": 1.259675036927622e-05, | |
| "loss": 0.0007, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.8562284588872475, | |
| "grad_norm": 0.0122684920206666, | |
| "learning_rate": 1.257705563761694e-05, | |
| "loss": 0.0008, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.861152141802068, | |
| "grad_norm": 0.004684649407863617, | |
| "learning_rate": 1.2557360905957658e-05, | |
| "loss": 0.0007, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.8660758247168883, | |
| "grad_norm": 0.010543436743319035, | |
| "learning_rate": 1.2537666174298375e-05, | |
| "loss": 0.0109, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.8709995076317085, | |
| "grad_norm": 0.009408768266439438, | |
| "learning_rate": 1.2517971442639095e-05, | |
| "loss": 0.0007, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.8759231905465288, | |
| "grad_norm": 0.004331331700086594, | |
| "learning_rate": 1.2498276710979813e-05, | |
| "loss": 0.0006, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.880846873461349, | |
| "grad_norm": 0.004327212926000357, | |
| "learning_rate": 1.2478581979320533e-05, | |
| "loss": 0.0006, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.8857705563761695, | |
| "grad_norm": 0.0050591351464390755, | |
| "learning_rate": 1.2458887247661251e-05, | |
| "loss": 0.0007, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.8906942392909896, | |
| "grad_norm": 0.005602705758064985, | |
| "learning_rate": 1.2439192516001969e-05, | |
| "loss": 0.0006, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.89561792220581, | |
| "grad_norm": 0.009484893642365932, | |
| "learning_rate": 1.2419497784342689e-05, | |
| "loss": 0.0005, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.90054160512063, | |
| "grad_norm": 0.004367966204881668, | |
| "learning_rate": 1.2399803052683407e-05, | |
| "loss": 0.0005, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.9054652880354506, | |
| "grad_norm": 0.004156662616878748, | |
| "learning_rate": 1.2380108321024127e-05, | |
| "loss": 0.0006, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.9103889709502708, | |
| "grad_norm": 0.00411129929125309, | |
| "learning_rate": 1.2360413589364845e-05, | |
| "loss": 0.0006, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.915312653865091, | |
| "grad_norm": 1.3656526803970337, | |
| "learning_rate": 1.2340718857705565e-05, | |
| "loss": 0.0104, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.9202363367799113, | |
| "grad_norm": 0.005277382675558329, | |
| "learning_rate": 1.2321024126046283e-05, | |
| "loss": 0.0006, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.9251600196947316, | |
| "grad_norm": 0.00482240691781044, | |
| "learning_rate": 1.2301329394387003e-05, | |
| "loss": 0.0005, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.930083702609552, | |
| "grad_norm": 0.00404377281665802, | |
| "learning_rate": 1.2281634662727722e-05, | |
| "loss": 0.0006, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.9350073855243721, | |
| "grad_norm": 0.005294101778417826, | |
| "learning_rate": 1.226193993106844e-05, | |
| "loss": 0.0297, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.9399310684391926, | |
| "grad_norm": 0.0040844217874109745, | |
| "learning_rate": 1.224224519940916e-05, | |
| "loss": 0.0005, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.9448547513540126, | |
| "grad_norm": 0.012116051279008389, | |
| "learning_rate": 1.2222550467749878e-05, | |
| "loss": 0.0012, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.9497784342688331, | |
| "grad_norm": 0.0040712859481573105, | |
| "learning_rate": 1.2202855736090598e-05, | |
| "loss": 0.0005, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.9547021171836534, | |
| "grad_norm": 0.010710555128753185, | |
| "learning_rate": 1.2183161004431316e-05, | |
| "loss": 0.0008, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.9596258000984736, | |
| "grad_norm": 0.00512111559510231, | |
| "learning_rate": 1.2163466272772036e-05, | |
| "loss": 0.0005, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.964549483013294, | |
| "grad_norm": 0.004718789830803871, | |
| "learning_rate": 1.2143771541112754e-05, | |
| "loss": 0.0006, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.9694731659281142, | |
| "grad_norm": 0.040209267288446426, | |
| "learning_rate": 1.212407680945347e-05, | |
| "loss": 0.0006, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.9743968488429346, | |
| "grad_norm": 0.004102818667888641, | |
| "learning_rate": 1.210438207779419e-05, | |
| "loss": 0.0006, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.9793205317577547, | |
| "grad_norm": 0.003849179018288851, | |
| "learning_rate": 1.2084687346134909e-05, | |
| "loss": 0.0004, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.9842442146725752, | |
| "grad_norm": 0.0038420234341174364, | |
| "learning_rate": 1.2064992614475629e-05, | |
| "loss": 0.0005, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.9891678975873952, | |
| "grad_norm": 0.004476201254874468, | |
| "learning_rate": 1.2045297882816347e-05, | |
| "loss": 0.0008, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.9940915805022157, | |
| "grad_norm": 0.0061459592543542385, | |
| "learning_rate": 1.2025603151157065e-05, | |
| "loss": 0.0005, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.999015263417036, | |
| "grad_norm": 0.00451872032135725, | |
| "learning_rate": 1.2005908419497785e-05, | |
| "loss": 0.0005, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9993024066968957, | |
| "eval_loss": 0.003324420191347599, | |
| "eval_runtime": 125.6557, | |
| "eval_samples_per_second": 22.816, | |
| "eval_steps_per_second": 2.857, | |
| "step": 4062 | |
| }, | |
| { | |
| "epoch": 2.003938946331856, | |
| "grad_norm": 0.003870410844683647, | |
| "learning_rate": 1.1986213687838503e-05, | |
| "loss": 0.0004, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 2.0088626292466767, | |
| "grad_norm": 0.0037198015488684177, | |
| "learning_rate": 1.1966518956179223e-05, | |
| "loss": 0.0005, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 2.0137863121614967, | |
| "grad_norm": 0.003692836966365576, | |
| "learning_rate": 1.1946824224519941e-05, | |
| "loss": 0.0005, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 2.018709995076317, | |
| "grad_norm": 0.005183310713618994, | |
| "learning_rate": 1.1927129492860661e-05, | |
| "loss": 0.0005, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.0236336779911372, | |
| "grad_norm": 0.005319288466125727, | |
| "learning_rate": 1.190743476120138e-05, | |
| "loss": 0.0007, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 2.0285573609059577, | |
| "grad_norm": 0.003845900995656848, | |
| "learning_rate": 1.18877400295421e-05, | |
| "loss": 0.0009, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 2.0334810438207778, | |
| "grad_norm": 0.0036504592280834913, | |
| "learning_rate": 1.1868045297882818e-05, | |
| "loss": 0.0005, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 2.0384047267355982, | |
| "grad_norm": 0.005353834945708513, | |
| "learning_rate": 1.1848350566223536e-05, | |
| "loss": 0.0005, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 2.0433284096504187, | |
| "grad_norm": 0.003965914249420166, | |
| "learning_rate": 1.1828655834564256e-05, | |
| "loss": 0.0005, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.0482520925652388, | |
| "grad_norm": 0.0035763198975473642, | |
| "learning_rate": 1.1808961102904974e-05, | |
| "loss": 0.0005, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 2.0531757754800593, | |
| "grad_norm": 0.0036004288122057915, | |
| "learning_rate": 1.1789266371245694e-05, | |
| "loss": 0.0004, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 2.0580994583948793, | |
| "grad_norm": 0.003568575019016862, | |
| "learning_rate": 1.1769571639586412e-05, | |
| "loss": 0.0004, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.0630231413096998, | |
| "grad_norm": 0.003498220583423972, | |
| "learning_rate": 1.1749876907927132e-05, | |
| "loss": 0.0004, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 2.06794682422452, | |
| "grad_norm": 0.004230022896081209, | |
| "learning_rate": 1.173018217626785e-05, | |
| "loss": 0.0005, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.0728705071393403, | |
| "grad_norm": 0.004168345592916012, | |
| "learning_rate": 1.171048744460857e-05, | |
| "loss": 0.0004, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 2.0777941900541603, | |
| "grad_norm": 0.004782133270055056, | |
| "learning_rate": 1.1690792712949287e-05, | |
| "loss": 0.0004, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.082717872968981, | |
| "grad_norm": 0.004512319806963205, | |
| "learning_rate": 1.1671097981290005e-05, | |
| "loss": 0.0005, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 2.0876415558838013, | |
| "grad_norm": 0.0035142311826348305, | |
| "learning_rate": 1.1651403249630725e-05, | |
| "loss": 0.0004, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.0925652387986213, | |
| "grad_norm": 0.0034635839983820915, | |
| "learning_rate": 1.1631708517971443e-05, | |
| "loss": 0.0005, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.097488921713442, | |
| "grad_norm": 0.0034351220820099115, | |
| "learning_rate": 1.1612013786312161e-05, | |
| "loss": 0.0004, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.102412604628262, | |
| "grad_norm": 0.003419801127165556, | |
| "learning_rate": 1.1592319054652881e-05, | |
| "loss": 0.0004, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 2.1073362875430823, | |
| "grad_norm": 0.004152268171310425, | |
| "learning_rate": 1.15726243229936e-05, | |
| "loss": 0.001, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.1122599704579024, | |
| "grad_norm": 0.003409736789762974, | |
| "learning_rate": 1.1552929591334319e-05, | |
| "loss": 0.0004, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 2.117183653372723, | |
| "grad_norm": 0.0034677856601774693, | |
| "learning_rate": 1.1533234859675037e-05, | |
| "loss": 0.0004, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.122107336287543, | |
| "grad_norm": 0.0034529881086200476, | |
| "learning_rate": 1.1513540128015757e-05, | |
| "loss": 0.0004, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 2.1270310192023634, | |
| "grad_norm": 0.0033237591851502657, | |
| "learning_rate": 1.1493845396356475e-05, | |
| "loss": 0.0005, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.131954702117184, | |
| "grad_norm": 0.0033787621650844812, | |
| "learning_rate": 1.1474150664697195e-05, | |
| "loss": 0.0004, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 2.136878385032004, | |
| "grad_norm": 0.004501492716372013, | |
| "learning_rate": 1.1454455933037914e-05, | |
| "loss": 0.0004, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.1418020679468244, | |
| "grad_norm": 0.0037883783224970102, | |
| "learning_rate": 1.1434761201378632e-05, | |
| "loss": 0.0005, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.1467257508616444, | |
| "grad_norm": 0.0033413332421332598, | |
| "learning_rate": 1.1415066469719352e-05, | |
| "loss": 0.0004, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.151649433776465, | |
| "grad_norm": 0.003297879360616207, | |
| "learning_rate": 1.139537173806007e-05, | |
| "loss": 0.0004, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 2.156573116691285, | |
| "grad_norm": 0.0032432284206151962, | |
| "learning_rate": 1.137567700640079e-05, | |
| "loss": 0.0004, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.1614967996061054, | |
| "grad_norm": 0.0034160311333835125, | |
| "learning_rate": 1.1355982274741508e-05, | |
| "loss": 0.0004, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 2.1664204825209255, | |
| "grad_norm": 0.003737648716196418, | |
| "learning_rate": 1.1336287543082228e-05, | |
| "loss": 0.0004, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.171344165435746, | |
| "grad_norm": 0.003206575522199273, | |
| "learning_rate": 1.1316592811422946e-05, | |
| "loss": 0.0004, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 2.1762678483505664, | |
| "grad_norm": 0.0032377000898122787, | |
| "learning_rate": 1.1296898079763666e-05, | |
| "loss": 0.0004, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.1811915312653865, | |
| "grad_norm": 0.0031994974706321955, | |
| "learning_rate": 1.1277203348104384e-05, | |
| "loss": 0.0004, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 2.186115214180207, | |
| "grad_norm": 0.003612807020545006, | |
| "learning_rate": 1.12575086164451e-05, | |
| "loss": 0.0004, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.191038897095027, | |
| "grad_norm": 0.0038285143673419952, | |
| "learning_rate": 1.123781388478582e-05, | |
| "loss": 0.0005, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.1959625800098475, | |
| "grad_norm": 0.05885794758796692, | |
| "learning_rate": 1.1218119153126539e-05, | |
| "loss": 0.0005, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.2008862629246675, | |
| "grad_norm": 0.004322012886404991, | |
| "learning_rate": 1.1198424421467257e-05, | |
| "loss": 0.0081, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 2.205809945839488, | |
| "grad_norm": 0.0031240857206285, | |
| "learning_rate": 1.1178729689807977e-05, | |
| "loss": 0.0004, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.2107336287543085, | |
| "grad_norm": 0.0030879732221364975, | |
| "learning_rate": 1.1159034958148695e-05, | |
| "loss": 0.0004, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 2.2156573116691285, | |
| "grad_norm": 0.0031029575038701296, | |
| "learning_rate": 1.1139340226489415e-05, | |
| "loss": 0.0004, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.220580994583949, | |
| "grad_norm": 0.003118765540421009, | |
| "learning_rate": 1.1119645494830133e-05, | |
| "loss": 0.0004, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 2.225504677498769, | |
| "grad_norm": 0.0030926407780498266, | |
| "learning_rate": 1.1099950763170853e-05, | |
| "loss": 0.0004, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.2304283604135895, | |
| "grad_norm": 0.0031910729594528675, | |
| "learning_rate": 1.1080256031511571e-05, | |
| "loss": 0.0004, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 2.2353520433284095, | |
| "grad_norm": 0.0032135951332747936, | |
| "learning_rate": 1.1060561299852291e-05, | |
| "loss": 0.0004, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.24027572624323, | |
| "grad_norm": 0.00302210939116776, | |
| "learning_rate": 1.104086656819301e-05, | |
| "loss": 0.0004, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.24519940915805, | |
| "grad_norm": 0.003041194984689355, | |
| "learning_rate": 1.1021171836533728e-05, | |
| "loss": 0.0004, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.2501230920728705, | |
| "grad_norm": 0.0029863493982702494, | |
| "learning_rate": 1.1001477104874448e-05, | |
| "loss": 0.0004, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.255046774987691, | |
| "grad_norm": 0.0035601642448455095, | |
| "learning_rate": 1.0981782373215166e-05, | |
| "loss": 0.0004, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.259970457902511, | |
| "grad_norm": 0.002995297545567155, | |
| "learning_rate": 1.0962087641555886e-05, | |
| "loss": 0.0258, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.2648941408173315, | |
| "grad_norm": 0.0030106825288385153, | |
| "learning_rate": 1.0942392909896604e-05, | |
| "loss": 0.0004, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.2698178237321516, | |
| "grad_norm": 0.0030412061605602503, | |
| "learning_rate": 1.0922698178237324e-05, | |
| "loss": 0.0003, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.274741506646972, | |
| "grad_norm": 0.0032338390592485666, | |
| "learning_rate": 1.0903003446578042e-05, | |
| "loss": 0.0007, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.279665189561792, | |
| "grad_norm": 0.0029980672989040613, | |
| "learning_rate": 1.088330871491876e-05, | |
| "loss": 0.0004, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.2845888724766126, | |
| "grad_norm": 0.0030107314232736826, | |
| "learning_rate": 1.086361398325948e-05, | |
| "loss": 0.0679, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.2895125553914326, | |
| "grad_norm": 0.003009843174368143, | |
| "learning_rate": 1.0843919251600197e-05, | |
| "loss": 0.0004, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.294436238306253, | |
| "grad_norm": 0.0035064418334513903, | |
| "learning_rate": 1.0824224519940917e-05, | |
| "loss": 0.0004, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.2993599212210736, | |
| "grad_norm": 0.0035762269981205463, | |
| "learning_rate": 1.0804529788281635e-05, | |
| "loss": 0.0004, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.3042836041358936, | |
| "grad_norm": 0.003944043070077896, | |
| "learning_rate": 1.0784835056622353e-05, | |
| "loss": 0.0004, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.309207287050714, | |
| "grad_norm": 0.008321553468704224, | |
| "learning_rate": 1.0765140324963073e-05, | |
| "loss": 0.0004, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.314130969965534, | |
| "grad_norm": 0.0029584006406366825, | |
| "learning_rate": 1.0745445593303791e-05, | |
| "loss": 0.0004, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.3190546528803546, | |
| "grad_norm": 0.0038970340974628925, | |
| "learning_rate": 1.0725750861644511e-05, | |
| "loss": 0.0004, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.3239783357951747, | |
| "grad_norm": 0.0028425133787095547, | |
| "learning_rate": 1.070605612998523e-05, | |
| "loss": 0.0004, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.328902018709995, | |
| "grad_norm": 0.0031168104615062475, | |
| "learning_rate": 1.0686361398325949e-05, | |
| "loss": 0.0004, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.333825701624815, | |
| "grad_norm": 0.00459252716973424, | |
| "learning_rate": 1.0666666666666667e-05, | |
| "loss": 0.0004, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.3387493845396357, | |
| "grad_norm": 0.0028256394434720278, | |
| "learning_rate": 1.0646971935007386e-05, | |
| "loss": 0.0004, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.343673067454456, | |
| "grad_norm": 0.005775698460638523, | |
| "learning_rate": 1.0627277203348105e-05, | |
| "loss": 0.0505, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.348596750369276, | |
| "grad_norm": 0.0028328783810138702, | |
| "learning_rate": 1.0607582471688824e-05, | |
| "loss": 0.0004, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.3535204332840967, | |
| "grad_norm": 0.0029578169342130423, | |
| "learning_rate": 1.0587887740029544e-05, | |
| "loss": 0.0004, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.3584441161989167, | |
| "grad_norm": 0.0028520470950752497, | |
| "learning_rate": 1.0568193008370262e-05, | |
| "loss": 0.0746, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.363367799113737, | |
| "grad_norm": 0.0032039277721196413, | |
| "learning_rate": 1.0548498276710982e-05, | |
| "loss": 0.0004, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.368291482028557, | |
| "grad_norm": 0.004140175879001617, | |
| "learning_rate": 1.05288035450517e-05, | |
| "loss": 0.0004, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.3732151649433777, | |
| "grad_norm": 0.0033235037699341774, | |
| "learning_rate": 1.050910881339242e-05, | |
| "loss": 0.0004, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.3781388478581977, | |
| "grad_norm": 0.0031042725313454866, | |
| "learning_rate": 1.0489414081733138e-05, | |
| "loss": 0.0063, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.383062530773018, | |
| "grad_norm": 0.0032992505002766848, | |
| "learning_rate": 1.0469719350073856e-05, | |
| "loss": 0.0004, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.3879862136878387, | |
| "grad_norm": 0.0029236788395792246, | |
| "learning_rate": 1.0450024618414576e-05, | |
| "loss": 0.0376, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.3929098966026587, | |
| "grad_norm": 0.0035732307005673647, | |
| "learning_rate": 1.0430329886755294e-05, | |
| "loss": 0.0004, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.397833579517479, | |
| "grad_norm": 0.002821253379806876, | |
| "learning_rate": 1.041063515509601e-05, | |
| "loss": 0.0003, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.4027572624322993, | |
| "grad_norm": 0.002872566459700465, | |
| "learning_rate": 1.039094042343673e-05, | |
| "loss": 0.0003, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.4076809453471197, | |
| "grad_norm": 0.00280165602453053, | |
| "learning_rate": 1.0371245691777449e-05, | |
| "loss": 0.0004, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.4126046282619398, | |
| "grad_norm": 0.003701514797285199, | |
| "learning_rate": 1.0351550960118169e-05, | |
| "loss": 0.0004, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.4175283111767603, | |
| "grad_norm": 0.0033293033484369516, | |
| "learning_rate": 1.0331856228458887e-05, | |
| "loss": 0.0004, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.4224519940915803, | |
| "grad_norm": 0.0027583721093833447, | |
| "learning_rate": 1.0312161496799607e-05, | |
| "loss": 0.0004, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.427375677006401, | |
| "grad_norm": 0.0035485969856381416, | |
| "learning_rate": 1.0292466765140325e-05, | |
| "loss": 0.0004, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.4322993599212213, | |
| "grad_norm": 0.0032952686306089163, | |
| "learning_rate": 1.0272772033481045e-05, | |
| "loss": 0.0004, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.4372230428360413, | |
| "grad_norm": 0.0037070815451443195, | |
| "learning_rate": 1.0253077301821763e-05, | |
| "loss": 0.0004, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.442146725750862, | |
| "grad_norm": 0.002730543026700616, | |
| "learning_rate": 1.0233382570162481e-05, | |
| "loss": 0.0003, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.447070408665682, | |
| "grad_norm": 0.004558619111776352, | |
| "learning_rate": 1.0213687838503201e-05, | |
| "loss": 0.0004, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.4519940915805023, | |
| "grad_norm": 0.003558282507583499, | |
| "learning_rate": 1.019399310684392e-05, | |
| "loss": 0.0005, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.4569177744953223, | |
| "grad_norm": 0.012926378287374973, | |
| "learning_rate": 1.017429837518464e-05, | |
| "loss": 0.0004, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.461841457410143, | |
| "grad_norm": 0.00339103932492435, | |
| "learning_rate": 1.0154603643525358e-05, | |
| "loss": 0.0004, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.466765140324963, | |
| "grad_norm": 0.0026393327862024307, | |
| "learning_rate": 1.0134908911866078e-05, | |
| "loss": 0.0003, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.4716888232397833, | |
| "grad_norm": 0.006687171291559935, | |
| "learning_rate": 1.0115214180206796e-05, | |
| "loss": 0.0004, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.476612506154604, | |
| "grad_norm": 0.003788519883528352, | |
| "learning_rate": 1.0095519448547516e-05, | |
| "loss": 0.0003, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.481536189069424, | |
| "grad_norm": 0.0027769142761826515, | |
| "learning_rate": 1.0075824716888234e-05, | |
| "loss": 0.0004, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.4864598719842443, | |
| "grad_norm": 0.0029424901586025953, | |
| "learning_rate": 1.0056129985228952e-05, | |
| "loss": 0.0003, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.4913835548990644, | |
| "grad_norm": 0.002582251327112317, | |
| "learning_rate": 1.0036435253569672e-05, | |
| "loss": 0.0003, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.496307237813885, | |
| "grad_norm": 0.0027259523048996925, | |
| "learning_rate": 1.001674052191039e-05, | |
| "loss": 0.0003, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.5012309207287053, | |
| "grad_norm": 0.026945946738123894, | |
| "learning_rate": 9.997045790251108e-06, | |
| "loss": 0.0004, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.5061546036435254, | |
| "grad_norm": 0.002602215390652418, | |
| "learning_rate": 9.977351058591828e-06, | |
| "loss": 0.0004, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.5110782865583454, | |
| "grad_norm": 0.002513736952096224, | |
| "learning_rate": 9.957656326932547e-06, | |
| "loss": 0.0003, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.516001969473166, | |
| "grad_norm": 0.0032119974493980408, | |
| "learning_rate": 9.937961595273265e-06, | |
| "loss": 0.0003, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.5209256523879864, | |
| "grad_norm": 0.006075989454984665, | |
| "learning_rate": 9.918266863613985e-06, | |
| "loss": 0.0007, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.5258493353028064, | |
| "grad_norm": 0.02874099276959896, | |
| "learning_rate": 9.898572131954703e-06, | |
| "loss": 0.0005, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.530773018217627, | |
| "grad_norm": 0.0025109825655817986, | |
| "learning_rate": 9.878877400295421e-06, | |
| "loss": 0.0355, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.535696701132447, | |
| "grad_norm": 0.029801325872540474, | |
| "learning_rate": 9.859182668636141e-06, | |
| "loss": 0.0004, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.5406203840472674, | |
| "grad_norm": 0.00397358788177371, | |
| "learning_rate": 9.83948793697686e-06, | |
| "loss": 0.0004, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.545544066962088, | |
| "grad_norm": 0.002678680932149291, | |
| "learning_rate": 9.819793205317577e-06, | |
| "loss": 0.0003, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.550467749876908, | |
| "grad_norm": 0.0029178003314882517, | |
| "learning_rate": 9.800098473658297e-06, | |
| "loss": 0.0003, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.555391432791728, | |
| "grad_norm": 0.0024977768771350384, | |
| "learning_rate": 9.780403741999016e-06, | |
| "loss": 0.0004, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.5603151157065485, | |
| "grad_norm": 0.0030609865207225084, | |
| "learning_rate": 9.760709010339735e-06, | |
| "loss": 0.0003, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.565238798621369, | |
| "grad_norm": 0.003063684096559882, | |
| "learning_rate": 9.741014278680454e-06, | |
| "loss": 0.0303, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.570162481536189, | |
| "grad_norm": 0.003366800956428051, | |
| "learning_rate": 9.721319547021174e-06, | |
| "loss": 0.0003, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.5750861644510095, | |
| "grad_norm": 0.0025488571263849735, | |
| "learning_rate": 9.701624815361892e-06, | |
| "loss": 0.0004, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.5800098473658295, | |
| "grad_norm": 0.0029968577437102795, | |
| "learning_rate": 9.681930083702612e-06, | |
| "loss": 0.0003, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.58493353028065, | |
| "grad_norm": 0.004265849944204092, | |
| "learning_rate": 9.662235352043328e-06, | |
| "loss": 0.0004, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.5898572131954705, | |
| "grad_norm": 0.0030266179237514734, | |
| "learning_rate": 9.642540620384048e-06, | |
| "loss": 0.0004, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.5947808961102905, | |
| "grad_norm": 0.00575278652831912, | |
| "learning_rate": 9.622845888724766e-06, | |
| "loss": 0.0045, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.5997045790251105, | |
| "grad_norm": 0.004713424481451511, | |
| "learning_rate": 9.603151157065486e-06, | |
| "loss": 0.001, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.604628261939931, | |
| "grad_norm": 0.0028863553889095783, | |
| "learning_rate": 9.583456425406204e-06, | |
| "loss": 0.0003, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.6095519448547515, | |
| "grad_norm": 0.0027613062411546707, | |
| "learning_rate": 9.563761693746924e-06, | |
| "loss": 0.0003, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.6144756277695715, | |
| "grad_norm": 0.00244720047339797, | |
| "learning_rate": 9.544066962087643e-06, | |
| "loss": 0.0003, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.619399310684392, | |
| "grad_norm": 0.0027843692805618048, | |
| "learning_rate": 9.52437223042836e-06, | |
| "loss": 0.0003, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.624322993599212, | |
| "grad_norm": 0.0024719424545764923, | |
| "learning_rate": 9.50467749876908e-06, | |
| "loss": 0.0003, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.6292466765140325, | |
| "grad_norm": 0.0023956247605383396, | |
| "learning_rate": 9.484982767109799e-06, | |
| "loss": 0.0003, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.634170359428853, | |
| "grad_norm": 0.0024870047345757484, | |
| "learning_rate": 9.465288035450517e-06, | |
| "loss": 0.0003, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.639094042343673, | |
| "grad_norm": 0.006259846035391092, | |
| "learning_rate": 9.445593303791237e-06, | |
| "loss": 0.0004, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.644017725258493, | |
| "grad_norm": 0.0027619535103440285, | |
| "learning_rate": 9.425898572131955e-06, | |
| "loss": 0.0003, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.6489414081733136, | |
| "grad_norm": 0.002708840649574995, | |
| "learning_rate": 9.406203840472673e-06, | |
| "loss": 0.0003, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.653865091088134, | |
| "grad_norm": 0.0023432679008692503, | |
| "learning_rate": 9.386509108813393e-06, | |
| "loss": 0.002, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.658788774002954, | |
| "grad_norm": 0.0024096230044960976, | |
| "learning_rate": 9.366814377154112e-06, | |
| "loss": 0.0004, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.6637124569177746, | |
| "grad_norm": 0.002802999457344413, | |
| "learning_rate": 9.347119645494831e-06, | |
| "loss": 0.0003, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.6686361398325946, | |
| "grad_norm": 0.002744765719398856, | |
| "learning_rate": 9.32742491383555e-06, | |
| "loss": 0.0003, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.673559822747415, | |
| "grad_norm": 0.0027366564609110355, | |
| "learning_rate": 9.30773018217627e-06, | |
| "loss": 0.0003, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.6784835056622356, | |
| "grad_norm": 0.0023025909904390574, | |
| "learning_rate": 9.288035450516988e-06, | |
| "loss": 0.0008, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.6834071885770556, | |
| "grad_norm": 0.003953023348003626, | |
| "learning_rate": 9.268340718857708e-06, | |
| "loss": 0.0004, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.6883308714918757, | |
| "grad_norm": 0.002293068915605545, | |
| "learning_rate": 9.248645987198424e-06, | |
| "loss": 0.0003, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.693254554406696, | |
| "grad_norm": 0.0025221628602594137, | |
| "learning_rate": 9.228951255539144e-06, | |
| "loss": 0.0003, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.6981782373215166, | |
| "grad_norm": 0.0023449882864952087, | |
| "learning_rate": 9.209256523879862e-06, | |
| "loss": 0.0003, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.7031019202363367, | |
| "grad_norm": 0.002262598369270563, | |
| "learning_rate": 9.189561792220582e-06, | |
| "loss": 0.0003, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.708025603151157, | |
| "grad_norm": 0.0022516308818012476, | |
| "learning_rate": 9.1698670605613e-06, | |
| "loss": 0.0011, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.712949286065977, | |
| "grad_norm": 0.0027228447142988443, | |
| "learning_rate": 9.15017232890202e-06, | |
| "loss": 0.0003, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.7178729689807977, | |
| "grad_norm": 0.0023118378594517708, | |
| "learning_rate": 9.130477597242738e-06, | |
| "loss": 0.0003, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.722796651895618, | |
| "grad_norm": 0.002595614641904831, | |
| "learning_rate": 9.110782865583457e-06, | |
| "loss": 0.0003, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.727720334810438, | |
| "grad_norm": 0.0023607241455465555, | |
| "learning_rate": 9.091088133924177e-06, | |
| "loss": 0.0003, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.7326440177252582, | |
| "grad_norm": 0.0023618319537490606, | |
| "learning_rate": 9.071393402264895e-06, | |
| "loss": 0.0003, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.7375677006400787, | |
| "grad_norm": 0.002674200339242816, | |
| "learning_rate": 9.051698670605615e-06, | |
| "loss": 0.0003, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.742491383554899, | |
| "grad_norm": 0.002609808696433902, | |
| "learning_rate": 9.032003938946333e-06, | |
| "loss": 0.0005, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.7474150664697192, | |
| "grad_norm": 0.0023445002734661102, | |
| "learning_rate": 9.012309207287051e-06, | |
| "loss": 0.0003, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.7523387493845397, | |
| "grad_norm": 0.0025870969984680414, | |
| "learning_rate": 8.99261447562777e-06, | |
| "loss": 0.0003, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.7572624322993597, | |
| "grad_norm": 0.0021777572110295296, | |
| "learning_rate": 8.97291974396849e-06, | |
| "loss": 0.0002, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.7621861152141802, | |
| "grad_norm": 0.002778227673843503, | |
| "learning_rate": 8.953225012309207e-06, | |
| "loss": 0.0003, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.7671097981290007, | |
| "grad_norm": 0.002241934882476926, | |
| "learning_rate": 8.933530280649927e-06, | |
| "loss": 0.0005, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.7720334810438207, | |
| "grad_norm": 0.002897050231695175, | |
| "learning_rate": 8.913835548990646e-06, | |
| "loss": 0.0003, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.7769571639586412, | |
| "grad_norm": 0.0022650938481092453, | |
| "learning_rate": 8.894140817331365e-06, | |
| "loss": 0.0003, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.7818808468734613, | |
| "grad_norm": 0.002553451107814908, | |
| "learning_rate": 8.874446085672084e-06, | |
| "loss": 0.0003, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.7868045297882817, | |
| "grad_norm": 4.319761276245117, | |
| "learning_rate": 8.854751354012802e-06, | |
| "loss": 0.0084, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.791728212703102, | |
| "grad_norm": 0.002494723303243518, | |
| "learning_rate": 8.835056622353522e-06, | |
| "loss": 0.0003, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.7966518956179223, | |
| "grad_norm": 0.0021848022006452084, | |
| "learning_rate": 8.81536189069424e-06, | |
| "loss": 0.0003, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.8015755785327423, | |
| "grad_norm": 0.002222836948931217, | |
| "learning_rate": 8.795667159034958e-06, | |
| "loss": 0.0003, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.806499261447563, | |
| "grad_norm": 0.002521749120205641, | |
| "learning_rate": 8.775972427375678e-06, | |
| "loss": 0.0003, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.8114229443623833, | |
| "grad_norm": 0.0022716443054378033, | |
| "learning_rate": 8.756277695716396e-06, | |
| "loss": 0.0003, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.8163466272772033, | |
| "grad_norm": 0.0027861695270985365, | |
| "learning_rate": 8.736582964057115e-06, | |
| "loss": 0.0442, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.821270310192024, | |
| "grad_norm": 0.0026454541366547346, | |
| "learning_rate": 8.716888232397834e-06, | |
| "loss": 0.0067, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.826193993106844, | |
| "grad_norm": 0.0024635563604533672, | |
| "learning_rate": 8.697193500738553e-06, | |
| "loss": 0.0003, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.8311176760216643, | |
| "grad_norm": 0.003969325218349695, | |
| "learning_rate": 8.677498769079273e-06, | |
| "loss": 0.0003, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.8360413589364843, | |
| "grad_norm": 0.003894041758030653, | |
| "learning_rate": 8.65780403741999e-06, | |
| "loss": 0.0003, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.840965041851305, | |
| "grad_norm": 0.0021586958318948746, | |
| "learning_rate": 8.63810930576071e-06, | |
| "loss": 0.0003, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.845888724766125, | |
| "grad_norm": 0.0021715862676501274, | |
| "learning_rate": 8.618414574101429e-06, | |
| "loss": 0.0003, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.8508124076809453, | |
| "grad_norm": 0.002224855124950409, | |
| "learning_rate": 8.598719842442147e-06, | |
| "loss": 0.0713, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.855736090595766, | |
| "grad_norm": 0.01677889935672283, | |
| "learning_rate": 8.579025110782865e-06, | |
| "loss": 0.0003, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.860659773510586, | |
| "grad_norm": 0.0036739737261086702, | |
| "learning_rate": 8.559330379123585e-06, | |
| "loss": 0.0002, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.8655834564254064, | |
| "grad_norm": 0.002256969688460231, | |
| "learning_rate": 8.539635647464303e-06, | |
| "loss": 0.0003, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.8705071393402264, | |
| "grad_norm": 0.0026434718165546656, | |
| "learning_rate": 8.519940915805023e-06, | |
| "loss": 0.0003, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.875430822255047, | |
| "grad_norm": 0.002218646463006735, | |
| "learning_rate": 8.500246184145742e-06, | |
| "loss": 0.0435, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.880354505169867, | |
| "grad_norm": 0.0029450245201587677, | |
| "learning_rate": 8.480551452486461e-06, | |
| "loss": 0.0003, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.8852781880846874, | |
| "grad_norm": 0.00922380294650793, | |
| "learning_rate": 8.46085672082718e-06, | |
| "loss": 0.0004, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.8902018709995074, | |
| "grad_norm": 0.004534618929028511, | |
| "learning_rate": 8.441161989167898e-06, | |
| "loss": 0.0003, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.895125553914328, | |
| "grad_norm": 0.002629433758556843, | |
| "learning_rate": 8.421467257508618e-06, | |
| "loss": 0.0003, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.9000492368291484, | |
| "grad_norm": 0.0023545767180621624, | |
| "learning_rate": 8.401772525849336e-06, | |
| "loss": 0.0003, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.9049729197439684, | |
| "grad_norm": 0.004185693338513374, | |
| "learning_rate": 8.382077794190054e-06, | |
| "loss": 0.0003, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.909896602658789, | |
| "grad_norm": 0.004315607715398073, | |
| "learning_rate": 8.362383062530774e-06, | |
| "loss": 0.0003, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.914820285573609, | |
| "grad_norm": 0.027618886902928352, | |
| "learning_rate": 8.342688330871492e-06, | |
| "loss": 0.0003, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.9197439684884294, | |
| "grad_norm": 0.003252118593081832, | |
| "learning_rate": 8.32299359921221e-06, | |
| "loss": 0.0003, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.9246676514032495, | |
| "grad_norm": 0.002648021560162306, | |
| "learning_rate": 8.30329886755293e-06, | |
| "loss": 0.0004, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.92959133431807, | |
| "grad_norm": 0.002187141450121999, | |
| "learning_rate": 8.283604135893649e-06, | |
| "loss": 0.0003, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.93451501723289, | |
| "grad_norm": 0.0021846459712833166, | |
| "learning_rate": 8.263909404234369e-06, | |
| "loss": 0.0003, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.9394387001477105, | |
| "grad_norm": 0.0021735290065407753, | |
| "learning_rate": 8.244214672575087e-06, | |
| "loss": 0.0003, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.944362383062531, | |
| "grad_norm": 0.002656135242432356, | |
| "learning_rate": 8.224519940915807e-06, | |
| "loss": 0.0003, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.949286065977351, | |
| "grad_norm": 0.002111564390361309, | |
| "learning_rate": 8.204825209256525e-06, | |
| "loss": 0.0003, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.9542097488921715, | |
| "grad_norm": 0.002079706871882081, | |
| "learning_rate": 8.185130477597243e-06, | |
| "loss": 0.0002, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.9591334318069915, | |
| "grad_norm": 0.0020710995886474848, | |
| "learning_rate": 8.165435745937961e-06, | |
| "loss": 0.0003, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.964057114721812, | |
| "grad_norm": 0.009048682637512684, | |
| "learning_rate": 8.145741014278681e-06, | |
| "loss": 0.0003, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.9689807976366325, | |
| "grad_norm": 0.002403336577117443, | |
| "learning_rate": 8.1260462826194e-06, | |
| "loss": 0.0062, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.9739044805514525, | |
| "grad_norm": 0.026963578537106514, | |
| "learning_rate": 8.10635155096012e-06, | |
| "loss": 0.0003, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.9788281634662725, | |
| "grad_norm": 0.0021355238277465105, | |
| "learning_rate": 8.086656819300837e-06, | |
| "loss": 0.0002, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.983751846381093, | |
| "grad_norm": 0.0022524266969412565, | |
| "learning_rate": 8.066962087641557e-06, | |
| "loss": 0.0003, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.9886755292959135, | |
| "grad_norm": 0.002698551630601287, | |
| "learning_rate": 8.047267355982276e-06, | |
| "loss": 0.0007, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.9935992122107336, | |
| "grad_norm": 0.0021112014073878527, | |
| "learning_rate": 8.027572624322994e-06, | |
| "loss": 0.0002, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.998522895125554, | |
| "grad_norm": 0.0032392677385360003, | |
| "learning_rate": 8.007877892663714e-06, | |
| "loss": 0.0003, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9989536100453436, | |
| "eval_loss": 0.005800504703074694, | |
| "eval_runtime": 124.8736, | |
| "eval_samples_per_second": 22.959, | |
| "eval_steps_per_second": 2.875, | |
| "step": 6093 | |
| }, | |
| { | |
| "epoch": 3.003446578040374, | |
| "grad_norm": 0.002395425923168659, | |
| "learning_rate": 7.988183161004432e-06, | |
| "loss": 0.0003, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 3.0083702609551946, | |
| "grad_norm": 0.011811596341431141, | |
| "learning_rate": 7.96848842934515e-06, | |
| "loss": 0.0007, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 3.0132939438700146, | |
| "grad_norm": 0.0019815864507108927, | |
| "learning_rate": 7.94879369768587e-06, | |
| "loss": 0.0003, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 3.018217626784835, | |
| "grad_norm": 0.0020032506436109543, | |
| "learning_rate": 7.929098966026588e-06, | |
| "loss": 0.0002, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 3.0231413096996556, | |
| "grad_norm": 0.004863973241299391, | |
| "learning_rate": 7.909404234367306e-06, | |
| "loss": 0.0464, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 3.0280649926144756, | |
| "grad_norm": 35.28690719604492, | |
| "learning_rate": 7.889709502708026e-06, | |
| "loss": 0.045, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 3.032988675529296, | |
| "grad_norm": 0.0026731633115559816, | |
| "learning_rate": 7.870014771048745e-06, | |
| "loss": 0.0002, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 3.037912358444116, | |
| "grad_norm": 0.00375444907695055, | |
| "learning_rate": 7.850320039389464e-06, | |
| "loss": 0.0003, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 3.0428360413589366, | |
| "grad_norm": 0.0023011912126094103, | |
| "learning_rate": 7.830625307730183e-06, | |
| "loss": 0.0002, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 3.0477597242737566, | |
| "grad_norm": 0.0019286174792796373, | |
| "learning_rate": 7.810930576070903e-06, | |
| "loss": 0.0004, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 3.052683407188577, | |
| "grad_norm": 0.003087955992668867, | |
| "learning_rate": 7.79123584441162e-06, | |
| "loss": 0.0005, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 3.057607090103397, | |
| "grad_norm": 0.0019114416791126132, | |
| "learning_rate": 7.77154111275234e-06, | |
| "loss": 0.0003, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 3.0625307730182176, | |
| "grad_norm": 0.0019345678156241775, | |
| "learning_rate": 7.751846381093057e-06, | |
| "loss": 0.0002, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 3.067454455933038, | |
| "grad_norm": 0.0028331466019153595, | |
| "learning_rate": 7.732151649433777e-06, | |
| "loss": 0.0003, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 3.072378138847858, | |
| "grad_norm": 0.0019752325024455786, | |
| "learning_rate": 7.712456917774495e-06, | |
| "loss": 0.0002, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 3.0773018217626786, | |
| "grad_norm": 0.0023958859965205193, | |
| "learning_rate": 7.692762186115215e-06, | |
| "loss": 0.0004, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 3.0822255046774987, | |
| "grad_norm": 0.002664359984919429, | |
| "learning_rate": 7.673067454455933e-06, | |
| "loss": 0.0002, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 3.087149187592319, | |
| "grad_norm": 0.0026232562959194183, | |
| "learning_rate": 7.653372722796653e-06, | |
| "loss": 0.0002, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 3.092072870507139, | |
| "grad_norm": 0.002290521515533328, | |
| "learning_rate": 7.633677991137372e-06, | |
| "loss": 0.0003, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 3.0969965534219597, | |
| "grad_norm": 0.0018943879986181855, | |
| "learning_rate": 7.613983259478091e-06, | |
| "loss": 0.0003, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 3.1019202363367797, | |
| "grad_norm": 0.0019178404472768307, | |
| "learning_rate": 7.59428852781881e-06, | |
| "loss": 0.0002, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 3.1068439192516, | |
| "grad_norm": 0.0021891624201089144, | |
| "learning_rate": 7.574593796159529e-06, | |
| "loss": 0.0003, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 3.1117676021664207, | |
| "grad_norm": 0.001878801267594099, | |
| "learning_rate": 7.554899064500247e-06, | |
| "loss": 0.0002, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 3.1166912850812407, | |
| "grad_norm": 0.006385423243045807, | |
| "learning_rate": 7.535204332840965e-06, | |
| "loss": 0.0003, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 3.121614967996061, | |
| "grad_norm": 0.0018304381519556046, | |
| "learning_rate": 7.515509601181684e-06, | |
| "loss": 0.0002, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 3.1265386509108812, | |
| "grad_norm": 0.0026562483981251717, | |
| "learning_rate": 7.495814869522403e-06, | |
| "loss": 0.0002, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 3.1314623338257017, | |
| "grad_norm": 0.0018779343226924539, | |
| "learning_rate": 7.476120137863122e-06, | |
| "loss": 0.0002, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 3.1363860167405218, | |
| "grad_norm": 0.002124248770996928, | |
| "learning_rate": 7.456425406203841e-06, | |
| "loss": 0.0002, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 3.1413096996553422, | |
| "grad_norm": 0.0029339792672544718, | |
| "learning_rate": 7.43673067454456e-06, | |
| "loss": 0.0003, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 3.1462333825701623, | |
| "grad_norm": 0.0021487076301127672, | |
| "learning_rate": 7.417035942885279e-06, | |
| "loss": 0.0002, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 3.1511570654849828, | |
| "grad_norm": 0.001838160096667707, | |
| "learning_rate": 7.397341211225998e-06, | |
| "loss": 0.0002, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 3.1560807483998032, | |
| "grad_norm": 0.004113923758268356, | |
| "learning_rate": 7.377646479566717e-06, | |
| "loss": 0.0002, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 3.1610044313146233, | |
| "grad_norm": 0.0024032278452068567, | |
| "learning_rate": 7.357951747907436e-06, | |
| "loss": 0.0002, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 3.1659281142294438, | |
| "grad_norm": 0.0024140363093465567, | |
| "learning_rate": 7.338257016248154e-06, | |
| "loss": 0.0002, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 3.170851797144264, | |
| "grad_norm": 0.0021326704882085323, | |
| "learning_rate": 7.318562284588872e-06, | |
| "loss": 0.0002, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 3.1757754800590843, | |
| "grad_norm": 0.0017906288849189878, | |
| "learning_rate": 7.298867552929591e-06, | |
| "loss": 0.0003, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 3.1806991629739043, | |
| "grad_norm": 0.0026058172807097435, | |
| "learning_rate": 7.27917282127031e-06, | |
| "loss": 0.0002, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 3.185622845888725, | |
| "grad_norm": 0.0017882023239508271, | |
| "learning_rate": 7.259478089611029e-06, | |
| "loss": 0.0002, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 3.1905465288035453, | |
| "grad_norm": 0.0017937802476808429, | |
| "learning_rate": 7.2397833579517485e-06, | |
| "loss": 0.0002, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 3.1954702117183653, | |
| "grad_norm": 0.0017613591626286507, | |
| "learning_rate": 7.2200886262924675e-06, | |
| "loss": 0.0002, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 3.200393894633186, | |
| "grad_norm": 0.001861646305769682, | |
| "learning_rate": 7.2003938946331866e-06, | |
| "loss": 0.0018, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 3.205317577548006, | |
| "grad_norm": 0.02838357537984848, | |
| "learning_rate": 7.180699162973906e-06, | |
| "loss": 0.0003, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 3.2102412604628263, | |
| "grad_norm": 0.00175224500708282, | |
| "learning_rate": 7.161004431314625e-06, | |
| "loss": 0.0002, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 3.2151649433776464, | |
| "grad_norm": 0.0017621772130951285, | |
| "learning_rate": 7.141309699655343e-06, | |
| "loss": 0.0002, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 3.220088626292467, | |
| "grad_norm": 0.0019370117224752903, | |
| "learning_rate": 7.121614967996061e-06, | |
| "loss": 0.0002, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 3.225012309207287, | |
| "grad_norm": 0.0031523550860583782, | |
| "learning_rate": 7.10192023633678e-06, | |
| "loss": 0.0002, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 3.2299359921221074, | |
| "grad_norm": 0.0028889975510537624, | |
| "learning_rate": 7.082225504677499e-06, | |
| "loss": 0.0002, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 3.234859675036928, | |
| "grad_norm": 0.0017210356891155243, | |
| "learning_rate": 7.062530773018218e-06, | |
| "loss": 0.0002, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 3.239783357951748, | |
| "grad_norm": 0.005474100820720196, | |
| "learning_rate": 7.042836041358937e-06, | |
| "loss": 0.0002, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 3.2447070408665684, | |
| "grad_norm": 0.002096637850627303, | |
| "learning_rate": 7.0231413096996555e-06, | |
| "loss": 0.0002, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 3.2496307237813884, | |
| "grad_norm": 0.0020583397708833218, | |
| "learning_rate": 7.003446578040375e-06, | |
| "loss": 0.0002, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 3.254554406696209, | |
| "grad_norm": 0.001692062127403915, | |
| "learning_rate": 6.983751846381094e-06, | |
| "loss": 0.0002, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 3.259478089611029, | |
| "grad_norm": 0.0017217019340023398, | |
| "learning_rate": 6.964057114721813e-06, | |
| "loss": 0.0002, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 3.2644017725258494, | |
| "grad_norm": 0.001690174569375813, | |
| "learning_rate": 6.944362383062532e-06, | |
| "loss": 0.0002, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 3.2693254554406694, | |
| "grad_norm": 0.0017117226962000132, | |
| "learning_rate": 6.924667651403251e-06, | |
| "loss": 0.0002, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 3.27424913835549, | |
| "grad_norm": 0.002361851977184415, | |
| "learning_rate": 6.904972919743968e-06, | |
| "loss": 0.0003, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 3.2791728212703104, | |
| "grad_norm": 0.0022522679064422846, | |
| "learning_rate": 6.885278188084687e-06, | |
| "loss": 0.0002, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 3.2840965041851304, | |
| "grad_norm": 0.001928364159539342, | |
| "learning_rate": 6.865583456425406e-06, | |
| "loss": 0.0002, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 3.289020187099951, | |
| "grad_norm": 0.001716680359095335, | |
| "learning_rate": 6.845888724766125e-06, | |
| "loss": 0.0002, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 3.293943870014771, | |
| "grad_norm": 0.10604394972324371, | |
| "learning_rate": 6.826193993106844e-06, | |
| "loss": 0.0004, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 3.2988675529295914, | |
| "grad_norm": 0.001663457602262497, | |
| "learning_rate": 6.8064992614475635e-06, | |
| "loss": 0.0002, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 3.3037912358444115, | |
| "grad_norm": 0.0023722369223833084, | |
| "learning_rate": 6.7868045297882825e-06, | |
| "loss": 0.0003, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 3.308714918759232, | |
| "grad_norm": 0.0020810524001717567, | |
| "learning_rate": 6.7671097981290016e-06, | |
| "loss": 0.0002, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 3.313638601674052, | |
| "grad_norm": 0.0019393692491576076, | |
| "learning_rate": 6.747415066469721e-06, | |
| "loss": 0.0002, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 3.3185622845888725, | |
| "grad_norm": 0.0016419962048530579, | |
| "learning_rate": 6.727720334810439e-06, | |
| "loss": 0.0002, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 3.323485967503693, | |
| "grad_norm": 0.0016390602104365826, | |
| "learning_rate": 6.708025603151158e-06, | |
| "loss": 0.0002, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 3.328409650418513, | |
| "grad_norm": 0.0016691131750121713, | |
| "learning_rate": 6.688330871491876e-06, | |
| "loss": 0.0002, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.001631229417398572, | |
| "learning_rate": 6.668636139832595e-06, | |
| "loss": 0.0003, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 3.3382570162481535, | |
| "grad_norm": 0.001860469812527299, | |
| "learning_rate": 6.648941408173314e-06, | |
| "loss": 0.0002, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 3.343180699162974, | |
| "grad_norm": 0.0019199643284082413, | |
| "learning_rate": 6.629246676514033e-06, | |
| "loss": 0.0002, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 3.348104382077794, | |
| "grad_norm": 0.0016363976756110787, | |
| "learning_rate": 6.6095519448547515e-06, | |
| "loss": 0.0002, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 3.3530280649926145, | |
| "grad_norm": 0.0021544115152209997, | |
| "learning_rate": 6.5898572131954705e-06, | |
| "loss": 0.0002, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 3.3579517479074346, | |
| "grad_norm": 0.0016355662373825908, | |
| "learning_rate": 6.57016248153619e-06, | |
| "loss": 0.0002, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 3.362875430822255, | |
| "grad_norm": 0.0016973905730992556, | |
| "learning_rate": 6.550467749876909e-06, | |
| "loss": 0.0002, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 3.3677991137370755, | |
| "grad_norm": 0.4839552938938141, | |
| "learning_rate": 6.530773018217628e-06, | |
| "loss": 0.0025, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 3.3727227966518956, | |
| "grad_norm": 0.0016121608205139637, | |
| "learning_rate": 6.511078286558347e-06, | |
| "loss": 0.0002, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 3.377646479566716, | |
| "grad_norm": 0.0016309829661622643, | |
| "learning_rate": 6.491383554899066e-06, | |
| "loss": 0.0002, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 3.382570162481536, | |
| "grad_norm": 0.0015953374095261097, | |
| "learning_rate": 6.471688823239783e-06, | |
| "loss": 0.0002, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 3.3874938453963566, | |
| "grad_norm": 0.0015872882213443518, | |
| "learning_rate": 6.451994091580502e-06, | |
| "loss": 0.0002, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 3.3924175283111766, | |
| "grad_norm": 0.001950180740095675, | |
| "learning_rate": 6.432299359921221e-06, | |
| "loss": 0.0002, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 3.397341211225997, | |
| "grad_norm": 0.001902850461192429, | |
| "learning_rate": 6.41260462826194e-06, | |
| "loss": 0.0002, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 3.402264894140817, | |
| "grad_norm": 0.0018240628996863961, | |
| "learning_rate": 6.392909896602659e-06, | |
| "loss": 0.0002, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 3.4071885770556376, | |
| "grad_norm": 0.0015961594181135297, | |
| "learning_rate": 6.3732151649433785e-06, | |
| "loss": 0.0002, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 3.412112259970458, | |
| "grad_norm": 0.0015978438314050436, | |
| "learning_rate": 6.3535204332840975e-06, | |
| "loss": 0.0002, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 3.417035942885278, | |
| "grad_norm": 0.002185217337682843, | |
| "learning_rate": 6.333825701624816e-06, | |
| "loss": 0.0002, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 3.4219596258000986, | |
| "grad_norm": 0.0015885097673162818, | |
| "learning_rate": 6.314130969965535e-06, | |
| "loss": 0.0002, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 3.4268833087149186, | |
| "grad_norm": 0.0017295465804636478, | |
| "learning_rate": 6.294436238306254e-06, | |
| "loss": 0.0002, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 3.431806991629739, | |
| "grad_norm": 0.0020427897106856108, | |
| "learning_rate": 6.274741506646972e-06, | |
| "loss": 0.0002, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 3.436730674544559, | |
| "grad_norm": 0.001587416511029005, | |
| "learning_rate": 6.255046774987691e-06, | |
| "loss": 0.0002, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 3.4416543574593796, | |
| "grad_norm": 0.0015563281485810876, | |
| "learning_rate": 6.23535204332841e-06, | |
| "loss": 0.0002, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 3.4465780403741997, | |
| "grad_norm": 0.0019551627337932587, | |
| "learning_rate": 6.215657311669128e-06, | |
| "loss": 0.0002, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 3.45150172328902, | |
| "grad_norm": 0.00192571512889117, | |
| "learning_rate": 6.1959625800098474e-06, | |
| "loss": 0.0002, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 3.4564254062038406, | |
| "grad_norm": 0.0022392261307686567, | |
| "learning_rate": 6.1762678483505665e-06, | |
| "loss": 0.0002, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 3.4613490891186607, | |
| "grad_norm": 0.0015274557517841458, | |
| "learning_rate": 6.1565731166912856e-06, | |
| "loss": 0.0002, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 3.466272772033481, | |
| "grad_norm": 0.0025689592584967613, | |
| "learning_rate": 6.136878385032005e-06, | |
| "loss": 0.0528, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 3.471196454948301, | |
| "grad_norm": 0.0017388068372383714, | |
| "learning_rate": 6.117183653372724e-06, | |
| "loss": 0.0002, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 3.4761201378631217, | |
| "grad_norm": 0.002218118868768215, | |
| "learning_rate": 6.097488921713443e-06, | |
| "loss": 0.0002, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 3.4810438207779417, | |
| "grad_norm": 0.0015678524505347013, | |
| "learning_rate": 6.077794190054162e-06, | |
| "loss": 0.0002, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 3.485967503692762, | |
| "grad_norm": 0.001805935869924724, | |
| "learning_rate": 6.058099458394879e-06, | |
| "loss": 0.0002, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 3.4908911866075822, | |
| "grad_norm": 0.0015670402208343148, | |
| "learning_rate": 6.038404726735598e-06, | |
| "loss": 0.0004, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 3.4958148695224027, | |
| "grad_norm": 0.0016316076507791877, | |
| "learning_rate": 6.018709995076317e-06, | |
| "loss": 0.0002, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 3.500738552437223, | |
| "grad_norm": 0.0015326079446822405, | |
| "learning_rate": 5.999015263417036e-06, | |
| "loss": 0.0002, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 3.5056622353520432, | |
| "grad_norm": 0.0019040625775232911, | |
| "learning_rate": 5.979320531757755e-06, | |
| "loss": 0.0002, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 3.5105859182668637, | |
| "grad_norm": 0.0018364688148722053, | |
| "learning_rate": 5.9596258000984744e-06, | |
| "loss": 0.0002, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 3.5155096011816838, | |
| "grad_norm": 0.001652045757509768, | |
| "learning_rate": 5.9399310684391935e-06, | |
| "loss": 0.028, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 3.5204332840965042, | |
| "grad_norm": 0.0017825603717938066, | |
| "learning_rate": 5.920236336779912e-06, | |
| "loss": 0.0002, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 3.5253569670113247, | |
| "grad_norm": 0.0015865016030147672, | |
| "learning_rate": 5.900541605120631e-06, | |
| "loss": 0.0002, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 3.5302806499261448, | |
| "grad_norm": 0.002345743589103222, | |
| "learning_rate": 5.88084687346135e-06, | |
| "loss": 0.0002, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 3.535204332840965, | |
| "grad_norm": 0.001753124175593257, | |
| "learning_rate": 5.861152141802069e-06, | |
| "loss": 0.0002, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 3.5401280157557853, | |
| "grad_norm": 0.0016645858995616436, | |
| "learning_rate": 5.841457410142787e-06, | |
| "loss": 0.0002, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 3.5450516986706058, | |
| "grad_norm": 0.0017800434725359082, | |
| "learning_rate": 5.821762678483506e-06, | |
| "loss": 0.0002, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 3.549975381585426, | |
| "grad_norm": 0.0025877405423671007, | |
| "learning_rate": 5.802067946824224e-06, | |
| "loss": 0.0002, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 3.5548990645002463, | |
| "grad_norm": 0.0018426472088322043, | |
| "learning_rate": 5.782373215164943e-06, | |
| "loss": 0.0002, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 3.5598227474150663, | |
| "grad_norm": 0.0019229879835620522, | |
| "learning_rate": 5.7626784835056625e-06, | |
| "loss": 0.0018, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 3.564746430329887, | |
| "grad_norm": 0.001863017212599516, | |
| "learning_rate": 5.7429837518463815e-06, | |
| "loss": 0.0002, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 3.5696701132447073, | |
| "grad_norm": 0.0015497950371354818, | |
| "learning_rate": 5.7232890201871006e-06, | |
| "loss": 0.0002, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 3.5745937961595273, | |
| "grad_norm": 0.0015739004593342543, | |
| "learning_rate": 5.70359428852782e-06, | |
| "loss": 0.0002, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 3.5795174790743474, | |
| "grad_norm": 0.0018886280013248324, | |
| "learning_rate": 5.683899556868539e-06, | |
| "loss": 0.0002, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 3.584441161989168, | |
| "grad_norm": 0.0020600894931703806, | |
| "learning_rate": 5.664204825209258e-06, | |
| "loss": 0.0002, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 3.5893648449039883, | |
| "grad_norm": 0.0017813716549426317, | |
| "learning_rate": 5.644510093549976e-06, | |
| "loss": 0.0002, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 3.5942885278188084, | |
| "grad_norm": 0.0014752724673599005, | |
| "learning_rate": 5.624815361890694e-06, | |
| "loss": 0.0003, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 3.599212210733629, | |
| "grad_norm": 0.0017788780387490988, | |
| "learning_rate": 5.605120630231413e-06, | |
| "loss": 0.0002, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 3.604135893648449, | |
| "grad_norm": 0.0017315271543338895, | |
| "learning_rate": 5.585425898572132e-06, | |
| "loss": 0.0002, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 3.6090595765632694, | |
| "grad_norm": 0.0015107191866263747, | |
| "learning_rate": 5.565731166912851e-06, | |
| "loss": 0.0212, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 3.61398325947809, | |
| "grad_norm": 0.0015164316864684224, | |
| "learning_rate": 5.54603643525357e-06, | |
| "loss": 0.0002, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 3.61890694239291, | |
| "grad_norm": 0.0015602256171405315, | |
| "learning_rate": 5.526341703594289e-06, | |
| "loss": 0.0002, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 3.62383062530773, | |
| "grad_norm": 0.0015156749868765473, | |
| "learning_rate": 5.506646971935008e-06, | |
| "loss": 0.0002, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 3.6287543082225504, | |
| "grad_norm": 0.0015055168187245727, | |
| "learning_rate": 5.486952240275727e-06, | |
| "loss": 0.0002, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 3.633677991137371, | |
| "grad_norm": 0.0020491585601121187, | |
| "learning_rate": 5.467257508616446e-06, | |
| "loss": 0.0002, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 3.638601674052191, | |
| "grad_norm": 0.0016383701004087925, | |
| "learning_rate": 5.447562776957165e-06, | |
| "loss": 0.0002, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 3.6435253569670114, | |
| "grad_norm": 0.0015544986817985773, | |
| "learning_rate": 5.427868045297884e-06, | |
| "loss": 0.0003, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 3.6484490398818314, | |
| "grad_norm": 0.0018146246438845992, | |
| "learning_rate": 5.408173313638601e-06, | |
| "loss": 0.0002, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 3.653372722796652, | |
| "grad_norm": 0.001972957979887724, | |
| "learning_rate": 5.38847858197932e-06, | |
| "loss": 0.0002, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 3.6582964057114724, | |
| "grad_norm": 0.0021671319846063852, | |
| "learning_rate": 5.368783850320039e-06, | |
| "loss": 0.0002, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 3.6632200886262924, | |
| "grad_norm": 0.002430422930046916, | |
| "learning_rate": 5.349089118660758e-06, | |
| "loss": 0.0002, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 3.6681437715411125, | |
| "grad_norm": 0.0015026788460090756, | |
| "learning_rate": 5.3293943870014775e-06, | |
| "loss": 0.0002, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 3.673067454455933, | |
| "grad_norm": 0.0068082925863564014, | |
| "learning_rate": 5.3096996553421965e-06, | |
| "loss": 0.0002, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 3.6779911373707534, | |
| "grad_norm": 0.001487517962232232, | |
| "learning_rate": 5.290004923682916e-06, | |
| "loss": 0.0002, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 3.6829148202855735, | |
| "grad_norm": 0.006023659370839596, | |
| "learning_rate": 5.270310192023635e-06, | |
| "loss": 0.0002, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 3.687838503200394, | |
| "grad_norm": 0.0016626460710540414, | |
| "learning_rate": 5.250615460364354e-06, | |
| "loss": 0.0002, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 3.692762186115214, | |
| "grad_norm": 0.0018089113291352987, | |
| "learning_rate": 5.230920728705072e-06, | |
| "loss": 0.0002, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.6976858690300345, | |
| "grad_norm": 0.001456581405363977, | |
| "learning_rate": 5.21122599704579e-06, | |
| "loss": 0.0002, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 3.702609551944855, | |
| "grad_norm": 0.0014255401911213994, | |
| "learning_rate": 5.191531265386509e-06, | |
| "loss": 0.0003, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 3.707533234859675, | |
| "grad_norm": 0.00147194042801857, | |
| "learning_rate": 5.171836533727228e-06, | |
| "loss": 0.0002, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 3.712456917774495, | |
| "grad_norm": 0.001444322639144957, | |
| "learning_rate": 5.152141802067947e-06, | |
| "loss": 0.0002, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 3.7173806006893155, | |
| "grad_norm": 0.001467820955440402, | |
| "learning_rate": 5.132447070408666e-06, | |
| "loss": 0.0002, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 3.722304283604136, | |
| "grad_norm": 0.0020592319779098034, | |
| "learning_rate": 5.1127523387493846e-06, | |
| "loss": 0.0002, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 3.727227966518956, | |
| "grad_norm": 0.0017327726818621159, | |
| "learning_rate": 5.093057607090104e-06, | |
| "loss": 0.0002, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 3.7321516494337765, | |
| "grad_norm": 0.0017492349725216627, | |
| "learning_rate": 5.073362875430823e-06, | |
| "loss": 0.0002, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 3.7370753323485966, | |
| "grad_norm": 0.00662592425942421, | |
| "learning_rate": 5.053668143771542e-06, | |
| "loss": 0.0002, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 3.741999015263417, | |
| "grad_norm": 0.001524804625660181, | |
| "learning_rate": 5.033973412112261e-06, | |
| "loss": 0.0002, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 3.7469226981782375, | |
| "grad_norm": 0.0014649020740762353, | |
| "learning_rate": 5.01427868045298e-06, | |
| "loss": 0.0002, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 3.7518463810930576, | |
| "grad_norm": 0.0014713428681716323, | |
| "learning_rate": 4.994583948793698e-06, | |
| "loss": 0.0005, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 3.756770064007878, | |
| "grad_norm": 0.0017360311467200518, | |
| "learning_rate": 4.974889217134417e-06, | |
| "loss": 0.0049, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 3.761693746922698, | |
| "grad_norm": 0.0014296614099293947, | |
| "learning_rate": 4.955194485475136e-06, | |
| "loss": 0.0002, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 3.7666174298375186, | |
| "grad_norm": 0.13573376834392548, | |
| "learning_rate": 4.935499753815854e-06, | |
| "loss": 0.0003, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 3.7715411127523386, | |
| "grad_norm": 0.0024039391428232193, | |
| "learning_rate": 4.915805022156573e-06, | |
| "loss": 0.0002, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 3.776464795667159, | |
| "grad_norm": 0.0014649844961240888, | |
| "learning_rate": 4.8961102904972925e-06, | |
| "loss": 0.0002, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 3.781388478581979, | |
| "grad_norm": 0.0016867737285792828, | |
| "learning_rate": 4.8764155588380115e-06, | |
| "loss": 0.0002, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 3.7863121614967996, | |
| "grad_norm": 0.001405984628945589, | |
| "learning_rate": 4.856720827178731e-06, | |
| "loss": 0.0002, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 3.79123584441162, | |
| "grad_norm": 0.0014443190302699804, | |
| "learning_rate": 4.837026095519449e-06, | |
| "loss": 0.0002, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 3.79615952732644, | |
| "grad_norm": 0.0016520627541467547, | |
| "learning_rate": 4.817331363860168e-06, | |
| "loss": 0.0003, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 3.8010832102412606, | |
| "grad_norm": 0.01564246602356434, | |
| "learning_rate": 4.797636632200887e-06, | |
| "loss": 0.0002, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 3.8060068931560807, | |
| "grad_norm": 0.0014039729721844196, | |
| "learning_rate": 4.777941900541606e-06, | |
| "loss": 0.0002, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 3.810930576070901, | |
| "grad_norm": 0.0015944570768624544, | |
| "learning_rate": 4.758247168882324e-06, | |
| "loss": 0.0002, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 3.815854258985721, | |
| "grad_norm": 0.0016037479508668184, | |
| "learning_rate": 4.738552437223043e-06, | |
| "loss": 0.0002, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 3.8207779419005417, | |
| "grad_norm": 0.0016006861114874482, | |
| "learning_rate": 4.718857705563762e-06, | |
| "loss": 0.0003, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 3.8257016248153617, | |
| "grad_norm": 0.0014518728712573647, | |
| "learning_rate": 4.6991629739044805e-06, | |
| "loss": 0.0002, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 3.830625307730182, | |
| "grad_norm": 0.0020076241344213486, | |
| "learning_rate": 4.6794682422451996e-06, | |
| "loss": 0.0002, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 3.8355489906450027, | |
| "grad_norm": 0.0013705624733120203, | |
| "learning_rate": 4.659773510585919e-06, | |
| "loss": 0.0002, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 3.8404726735598227, | |
| "grad_norm": 0.0015762551920488477, | |
| "learning_rate": 4.640078778926638e-06, | |
| "loss": 0.0002, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 3.845396356474643, | |
| "grad_norm": 0.001401646644808352, | |
| "learning_rate": 4.620384047267356e-06, | |
| "loss": 0.0023, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 3.850320039389463, | |
| "grad_norm": 0.0014297078596428037, | |
| "learning_rate": 4.600689315608075e-06, | |
| "loss": 0.0002, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 3.8552437223042837, | |
| "grad_norm": 0.001564424717798829, | |
| "learning_rate": 4.580994583948794e-06, | |
| "loss": 0.0002, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 3.8601674052191037, | |
| "grad_norm": 0.0016091325087472796, | |
| "learning_rate": 4.561299852289513e-06, | |
| "loss": 0.0427, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 3.865091088133924, | |
| "grad_norm": 0.0013987331185489893, | |
| "learning_rate": 4.541605120630232e-06, | |
| "loss": 0.0002, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 3.8700147710487443, | |
| "grad_norm": 0.0013764946488663554, | |
| "learning_rate": 4.521910388970951e-06, | |
| "loss": 0.0041, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 3.8749384539635647, | |
| "grad_norm": 0.0014972817152738571, | |
| "learning_rate": 4.502215657311669e-06, | |
| "loss": 0.0002, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 3.879862136878385, | |
| "grad_norm": 0.002630974631756544, | |
| "learning_rate": 4.4825209256523884e-06, | |
| "loss": 0.0002, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 3.8847858197932053, | |
| "grad_norm": 0.0015066839987412095, | |
| "learning_rate": 4.4628261939931075e-06, | |
| "loss": 0.0002, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 3.8897095027080257, | |
| "grad_norm": 0.0013690165942534804, | |
| "learning_rate": 4.4431314623338265e-06, | |
| "loss": 0.0002, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 3.8946331856228458, | |
| "grad_norm": 0.0015422162832692266, | |
| "learning_rate": 4.423436730674545e-06, | |
| "loss": 0.0002, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 3.8995568685376663, | |
| "grad_norm": 0.0013625508872792125, | |
| "learning_rate": 4.403741999015264e-06, | |
| "loss": 0.0002, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 3.9044805514524867, | |
| "grad_norm": 0.0013615674106404185, | |
| "learning_rate": 4.384047267355983e-06, | |
| "loss": 0.0002, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 3.9094042343673068, | |
| "grad_norm": 0.0013642277335748076, | |
| "learning_rate": 4.364352535696701e-06, | |
| "loss": 0.0006, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 3.914327917282127, | |
| "grad_norm": 0.0018096421845257282, | |
| "learning_rate": 4.34465780403742e-06, | |
| "loss": 0.0002, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 3.9192516001969473, | |
| "grad_norm": 0.0016002668999135494, | |
| "learning_rate": 4.324963072378139e-06, | |
| "loss": 0.0002, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 3.9241752831117678, | |
| "grad_norm": 0.0013518129708245397, | |
| "learning_rate": 4.305268340718857e-06, | |
| "loss": 0.0002, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 3.929098966026588, | |
| "grad_norm": 0.0013844161294400692, | |
| "learning_rate": 4.2855736090595765e-06, | |
| "loss": 0.0002, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 3.9340226489414083, | |
| "grad_norm": 0.0013579302467405796, | |
| "learning_rate": 4.2658788774002955e-06, | |
| "loss": 0.0002, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 3.9389463318562283, | |
| "grad_norm": 0.00134462455753237, | |
| "learning_rate": 4.2461841457410146e-06, | |
| "loss": 0.0002, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.943870014771049, | |
| "grad_norm": 0.0018355045467615128, | |
| "learning_rate": 4.226489414081734e-06, | |
| "loss": 0.0002, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 3.9487936976858693, | |
| "grad_norm": 0.001347012585029006, | |
| "learning_rate": 4.206794682422453e-06, | |
| "loss": 0.0002, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 3.9537173806006893, | |
| "grad_norm": 0.0016463873907923698, | |
| "learning_rate": 4.187099950763171e-06, | |
| "loss": 0.0002, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 3.9586410635155094, | |
| "grad_norm": 0.0013524794485419989, | |
| "learning_rate": 4.16740521910389e-06, | |
| "loss": 0.0717, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 3.96356474643033, | |
| "grad_norm": 0.0015625300584360957, | |
| "learning_rate": 4.147710487444609e-06, | |
| "loss": 0.0002, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 3.9684884293451503, | |
| "grad_norm": 0.001937661785632372, | |
| "learning_rate": 4.128015755785328e-06, | |
| "loss": 0.0002, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 3.9734121122599704, | |
| "grad_norm": 0.0013714928645640612, | |
| "learning_rate": 4.108321024126047e-06, | |
| "loss": 0.0002, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 3.978335795174791, | |
| "grad_norm": 0.001366511220112443, | |
| "learning_rate": 4.088626292466765e-06, | |
| "loss": 0.0002, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 3.983259478089611, | |
| "grad_norm": 0.005632834974676371, | |
| "learning_rate": 4.068931560807484e-06, | |
| "loss": 0.0002, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 3.9881831610044314, | |
| "grad_norm": 0.0016822253819555044, | |
| "learning_rate": 4.0492368291482034e-06, | |
| "loss": 0.0259, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 3.993106843919252, | |
| "grad_norm": 0.0016814577393233776, | |
| "learning_rate": 4.0295420974889225e-06, | |
| "loss": 0.0002, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 3.998030526834072, | |
| "grad_norm": 0.0015251173172146082, | |
| "learning_rate": 4.009847365829641e-06, | |
| "loss": 0.0002, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9982560167422393, | |
| "eval_loss": 0.004296807572245598, | |
| "eval_runtime": 127.4433, | |
| "eval_samples_per_second": 22.496, | |
| "eval_steps_per_second": 2.817, | |
| "step": 8124 | |
| }, | |
| { | |
| "epoch": 4.002954209748892, | |
| "grad_norm": 0.0015737974317744374, | |
| "learning_rate": 3.99015263417036e-06, | |
| "loss": 0.0002, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 4.007877892663712, | |
| "grad_norm": 0.0015378405805677176, | |
| "learning_rate": 3.970457902511079e-06, | |
| "loss": 0.0001, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 4.012801575578533, | |
| "grad_norm": 0.0023324452340602875, | |
| "learning_rate": 3.950763170851797e-06, | |
| "loss": 0.0002, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 4.017725258493353, | |
| "grad_norm": 0.0015311094466596842, | |
| "learning_rate": 3.931068439192516e-06, | |
| "loss": 0.0002, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 4.022648941408173, | |
| "grad_norm": 0.05710865184664726, | |
| "learning_rate": 3.911373707533235e-06, | |
| "loss": 0.0004, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 4.0275726243229935, | |
| "grad_norm": 0.0013750927755609155, | |
| "learning_rate": 3.891678975873954e-06, | |
| "loss": 0.0002, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 4.032496307237814, | |
| "grad_norm": 0.0015017867553979158, | |
| "learning_rate": 3.871984244214672e-06, | |
| "loss": 0.0002, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 4.037419990152634, | |
| "grad_norm": 0.0018651321297511458, | |
| "learning_rate": 3.8522895125553915e-06, | |
| "loss": 0.0002, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 4.042343673067455, | |
| "grad_norm": 0.0015941975871101022, | |
| "learning_rate": 3.8325947808961105e-06, | |
| "loss": 0.0002, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 4.0472673559822745, | |
| "grad_norm": 0.0018877830589190125, | |
| "learning_rate": 3.8129000492368296e-06, | |
| "loss": 0.0002, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 4.052191038897095, | |
| "grad_norm": 0.0013936322648078203, | |
| "learning_rate": 3.7932053175775486e-06, | |
| "loss": 0.0002, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 4.0571147218119155, | |
| "grad_norm": 0.0015832120552659035, | |
| "learning_rate": 3.773510585918267e-06, | |
| "loss": 0.0002, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 4.062038404726736, | |
| "grad_norm": 0.0013590282760560513, | |
| "learning_rate": 3.753815854258986e-06, | |
| "loss": 0.0002, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 4.0669620876415555, | |
| "grad_norm": 0.0016734645469114184, | |
| "learning_rate": 3.734121122599705e-06, | |
| "loss": 0.0002, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 4.071885770556376, | |
| "grad_norm": 0.001429893309250474, | |
| "learning_rate": 3.7144263909404236e-06, | |
| "loss": 0.0002, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 4.0768094534711965, | |
| "grad_norm": 0.0017754683503881097, | |
| "learning_rate": 3.6947316592811427e-06, | |
| "loss": 0.0002, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 4.081733136386017, | |
| "grad_norm": 0.0013153937179595232, | |
| "learning_rate": 3.6750369276218617e-06, | |
| "loss": 0.0002, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 4.0866568193008375, | |
| "grad_norm": 0.0013936875620856881, | |
| "learning_rate": 3.65534219596258e-06, | |
| "loss": 0.0002, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 4.091580502215657, | |
| "grad_norm": 0.007932737469673157, | |
| "learning_rate": 3.635647464303299e-06, | |
| "loss": 0.0002, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 4.0965041851304775, | |
| "grad_norm": 0.0017327237874269485, | |
| "learning_rate": 3.615952732644018e-06, | |
| "loss": 0.0002, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 4.101427868045298, | |
| "grad_norm": 0.0019220160320401192, | |
| "learning_rate": 3.596258000984737e-06, | |
| "loss": 0.0002, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 4.1063515509601185, | |
| "grad_norm": 0.0012822451535612345, | |
| "learning_rate": 3.576563269325456e-06, | |
| "loss": 0.0002, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 4.111275233874938, | |
| "grad_norm": 0.0037715635262429714, | |
| "learning_rate": 3.5568685376661744e-06, | |
| "loss": 0.0002, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 4.116198916789759, | |
| "grad_norm": 0.0015437414404004812, | |
| "learning_rate": 3.5371738060068934e-06, | |
| "loss": 0.0002, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 4.121122599704579, | |
| "grad_norm": 0.0012796347727999091, | |
| "learning_rate": 3.5174790743476125e-06, | |
| "loss": 0.0001, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 4.1260462826193995, | |
| "grad_norm": 0.0013989837607368827, | |
| "learning_rate": 3.497784342688331e-06, | |
| "loss": 0.0033, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 4.13096996553422, | |
| "grad_norm": 0.0012871460057795048, | |
| "learning_rate": 3.47808961102905e-06, | |
| "loss": 0.0001, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 4.13589364844904, | |
| "grad_norm": 0.0014854512410238385, | |
| "learning_rate": 3.4583948793697692e-06, | |
| "loss": 0.0002, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 4.14081733136386, | |
| "grad_norm": 0.0012728660367429256, | |
| "learning_rate": 3.4387001477104874e-06, | |
| "loss": 0.0002, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 4.145741014278681, | |
| "grad_norm": 0.0012776675866916776, | |
| "learning_rate": 3.4190054160512065e-06, | |
| "loss": 0.0002, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 4.150664697193501, | |
| "grad_norm": 0.0016903368523344398, | |
| "learning_rate": 3.3993106843919255e-06, | |
| "loss": 0.0002, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 4.155588380108321, | |
| "grad_norm": 0.004182947799563408, | |
| "learning_rate": 3.3796159527326446e-06, | |
| "loss": 0.0003, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 4.160512063023141, | |
| "grad_norm": 0.0012582590570673347, | |
| "learning_rate": 3.3599212210733632e-06, | |
| "loss": 0.0002, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 4.165435745937962, | |
| "grad_norm": 0.0017205028561875224, | |
| "learning_rate": 3.340226489414082e-06, | |
| "loss": 0.0002, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 4.170359428852782, | |
| "grad_norm": 0.0015602920902892947, | |
| "learning_rate": 3.320531757754801e-06, | |
| "loss": 0.0002, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 4.175283111767603, | |
| "grad_norm": 0.0013148763682693243, | |
| "learning_rate": 3.3008370260955196e-06, | |
| "loss": 0.0001, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 4.180206794682422, | |
| "grad_norm": 0.001262652687728405, | |
| "learning_rate": 3.2811422944362386e-06, | |
| "loss": 0.0002, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 4.185130477597243, | |
| "grad_norm": 0.00150257907807827, | |
| "learning_rate": 3.2614475627769577e-06, | |
| "loss": 0.0002, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 4.190054160512063, | |
| "grad_norm": 0.0014894099440425634, | |
| "learning_rate": 3.241752831117676e-06, | |
| "loss": 0.0002, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 4.194977843426884, | |
| "grad_norm": 0.0017964887665584683, | |
| "learning_rate": 3.222058099458395e-06, | |
| "loss": 0.0002, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 4.199901526341703, | |
| "grad_norm": 0.0014780315104871988, | |
| "learning_rate": 3.202363367799114e-06, | |
| "loss": 0.0001, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 4.204825209256524, | |
| "grad_norm": 0.0012969339732080698, | |
| "learning_rate": 3.182668636139833e-06, | |
| "loss": 0.0001, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 4.209748892171344, | |
| "grad_norm": 0.0014950993936508894, | |
| "learning_rate": 3.1629739044805517e-06, | |
| "loss": 0.0002, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 4.214672575086165, | |
| "grad_norm": 0.0013700306881219149, | |
| "learning_rate": 3.1432791728212707e-06, | |
| "loss": 0.0002, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 4.219596258000985, | |
| "grad_norm": 0.001990771619603038, | |
| "learning_rate": 3.1235844411619894e-06, | |
| "loss": 0.0002, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 4.224519940915805, | |
| "grad_norm": 0.0013008847599849105, | |
| "learning_rate": 3.103889709502708e-06, | |
| "loss": 0.0002, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 4.229443623830625, | |
| "grad_norm": 0.0012881122529506683, | |
| "learning_rate": 3.084194977843427e-06, | |
| "loss": 0.0002, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 4.234367306745446, | |
| "grad_norm": 0.0016159663209691644, | |
| "learning_rate": 3.064500246184146e-06, | |
| "loss": 0.025, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 4.239290989660266, | |
| "grad_norm": 0.0012733545154333115, | |
| "learning_rate": 3.044805514524865e-06, | |
| "loss": 0.0002, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 4.244214672575086, | |
| "grad_norm": 0.001908605801872909, | |
| "learning_rate": 3.0251107828655834e-06, | |
| "loss": 0.0002, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 4.249138355489906, | |
| "grad_norm": 0.0013102259254083037, | |
| "learning_rate": 3.0054160512063024e-06, | |
| "loss": 0.0002, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 4.254062038404727, | |
| "grad_norm": 0.0015227696858346462, | |
| "learning_rate": 2.9857213195470215e-06, | |
| "loss": 0.0002, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 4.258985721319547, | |
| "grad_norm": 0.001237130374647677, | |
| "learning_rate": 2.96602658788774e-06, | |
| "loss": 0.0002, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 4.263909404234368, | |
| "grad_norm": 0.0012896446278318763, | |
| "learning_rate": 2.946331856228459e-06, | |
| "loss": 0.0001, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 4.268833087149187, | |
| "grad_norm": 0.0012958886800333858, | |
| "learning_rate": 2.9266371245691782e-06, | |
| "loss": 0.0001, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 4.273756770064008, | |
| "grad_norm": 0.011026582680642605, | |
| "learning_rate": 2.9069423929098965e-06, | |
| "loss": 0.0002, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 4.278680452978828, | |
| "grad_norm": 0.0022566046100109816, | |
| "learning_rate": 2.8872476612506155e-06, | |
| "loss": 0.0002, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 4.283604135893649, | |
| "grad_norm": 0.0012606906238943338, | |
| "learning_rate": 2.8675529295913346e-06, | |
| "loss": 0.0002, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 4.288527818808468, | |
| "grad_norm": 0.0012501559685915709, | |
| "learning_rate": 2.8478581979320536e-06, | |
| "loss": 0.0002, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 4.293451501723289, | |
| "grad_norm": 0.0015419054543599486, | |
| "learning_rate": 2.8281634662727727e-06, | |
| "loss": 0.0002, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 4.298375184638109, | |
| "grad_norm": 0.0012369498144835234, | |
| "learning_rate": 2.808468734613491e-06, | |
| "loss": 0.0002, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 4.30329886755293, | |
| "grad_norm": 0.001716209459118545, | |
| "learning_rate": 2.78877400295421e-06, | |
| "loss": 0.0001, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 4.30822255046775, | |
| "grad_norm": 0.0012448432389646769, | |
| "learning_rate": 2.769079271294929e-06, | |
| "loss": 0.0001, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 4.31314623338257, | |
| "grad_norm": 0.0012436291435733438, | |
| "learning_rate": 2.7493845396356476e-06, | |
| "loss": 0.0002, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 4.31806991629739, | |
| "grad_norm": 0.0013124769320711493, | |
| "learning_rate": 2.7296898079763667e-06, | |
| "loss": 0.0002, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 4.322993599212211, | |
| "grad_norm": 0.0014658995205536485, | |
| "learning_rate": 2.7099950763170853e-06, | |
| "loss": 0.0002, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 4.327917282127031, | |
| "grad_norm": 0.00151143129914999, | |
| "learning_rate": 2.690300344657804e-06, | |
| "loss": 0.0002, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 4.332840965041851, | |
| "grad_norm": 0.0013197060907259583, | |
| "learning_rate": 2.670605612998523e-06, | |
| "loss": 0.0002, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 4.337764647956671, | |
| "grad_norm": 0.0024781296961009502, | |
| "learning_rate": 2.650910881339242e-06, | |
| "loss": 0.0006, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 4.342688330871492, | |
| "grad_norm": 0.002245939103886485, | |
| "learning_rate": 2.631216149679961e-06, | |
| "loss": 0.0002, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 4.347612013786312, | |
| "grad_norm": 0.0012940160231664777, | |
| "learning_rate": 2.6115214180206798e-06, | |
| "loss": 0.0002, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 4.352535696701133, | |
| "grad_norm": 0.0018242484657093883, | |
| "learning_rate": 2.5918266863613984e-06, | |
| "loss": 0.0002, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 4.357459379615952, | |
| "grad_norm": 0.0016134735196828842, | |
| "learning_rate": 2.5721319547021175e-06, | |
| "loss": 0.0002, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 4.362383062530773, | |
| "grad_norm": 0.0012313901679590344, | |
| "learning_rate": 2.552437223042836e-06, | |
| "loss": 0.0001, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 4.367306745445593, | |
| "grad_norm": 0.0012789260363206267, | |
| "learning_rate": 2.532742491383555e-06, | |
| "loss": 0.0002, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 4.372230428360414, | |
| "grad_norm": 0.00142171629704535, | |
| "learning_rate": 2.513047759724274e-06, | |
| "loss": 0.0001, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 4.3771541112752335, | |
| "grad_norm": 0.001423663692548871, | |
| "learning_rate": 2.493353028064993e-06, | |
| "loss": 0.0001, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 4.382077794190054, | |
| "grad_norm": 0.0012176020536571741, | |
| "learning_rate": 2.473658296405712e-06, | |
| "loss": 0.0002, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 4.387001477104874, | |
| "grad_norm": 0.3053596615791321, | |
| "learning_rate": 2.4539635647464305e-06, | |
| "loss": 0.001, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 4.391925160019695, | |
| "grad_norm": 0.0014659055741503835, | |
| "learning_rate": 2.4342688330871496e-06, | |
| "loss": 0.0002, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 4.396848842934515, | |
| "grad_norm": 0.0012392625212669373, | |
| "learning_rate": 2.4145741014278682e-06, | |
| "loss": 0.0002, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 4.401772525849335, | |
| "grad_norm": 0.0013947734842076898, | |
| "learning_rate": 2.3948793697685873e-06, | |
| "loss": 0.0001, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 4.4066962087641555, | |
| "grad_norm": 0.0014435608172789216, | |
| "learning_rate": 2.375184638109306e-06, | |
| "loss": 0.0002, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 4.411619891678976, | |
| "grad_norm": 0.5223457217216492, | |
| "learning_rate": 2.3554899064500245e-06, | |
| "loss": 0.0055, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 4.416543574593796, | |
| "grad_norm": 0.001231219619512558, | |
| "learning_rate": 2.3357951747907436e-06, | |
| "loss": 0.0001, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 4.421467257508617, | |
| "grad_norm": 0.001335963956080377, | |
| "learning_rate": 2.3161004431314626e-06, | |
| "loss": 0.0002, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 4.4263909404234365, | |
| "grad_norm": 0.0014932631747797132, | |
| "learning_rate": 2.2964057114721813e-06, | |
| "loss": 0.0183, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 4.431314623338257, | |
| "grad_norm": 0.0012341372203081846, | |
| "learning_rate": 2.2767109798129003e-06, | |
| "loss": 0.0001, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 4.4362383062530775, | |
| "grad_norm": 0.001224417588673532, | |
| "learning_rate": 2.257016248153619e-06, | |
| "loss": 0.0002, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 4.441161989167898, | |
| "grad_norm": 0.001415021950379014, | |
| "learning_rate": 2.237321516494338e-06, | |
| "loss": 0.0002, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 4.4460856720827175, | |
| "grad_norm": 0.0012212812434881926, | |
| "learning_rate": 2.217626784835057e-06, | |
| "loss": 0.0001, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 4.451009354997538, | |
| "grad_norm": 0.0016725438181310892, | |
| "learning_rate": 2.1979320531757757e-06, | |
| "loss": 0.0001, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 4.4559330379123585, | |
| "grad_norm": 0.0031123908702284098, | |
| "learning_rate": 2.1782373215164944e-06, | |
| "loss": 0.0002, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 4.460856720827179, | |
| "grad_norm": 0.00149108178447932, | |
| "learning_rate": 2.1585425898572134e-06, | |
| "loss": 0.0002, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 4.465780403741999, | |
| "grad_norm": 0.0012318805092945695, | |
| "learning_rate": 2.138847858197932e-06, | |
| "loss": 0.0001, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 4.470704086656819, | |
| "grad_norm": 0.001223694533109665, | |
| "learning_rate": 2.119153126538651e-06, | |
| "loss": 0.0001, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 4.4756277695716395, | |
| "grad_norm": 0.0015389460604637861, | |
| "learning_rate": 2.0994583948793697e-06, | |
| "loss": 0.0001, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 4.48055145248646, | |
| "grad_norm": 0.001753377728164196, | |
| "learning_rate": 2.079763663220089e-06, | |
| "loss": 0.0001, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 4.4854751354012805, | |
| "grad_norm": 0.00128873810172081, | |
| "learning_rate": 2.060068931560808e-06, | |
| "loss": 0.0001, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 4.4903988183161, | |
| "grad_norm": 0.0013829106464982033, | |
| "learning_rate": 2.0403741999015265e-06, | |
| "loss": 0.0001, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 4.495322501230921, | |
| "grad_norm": 0.0014223408652469516, | |
| "learning_rate": 2.0206794682422455e-06, | |
| "loss": 0.0002, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 4.500246184145741, | |
| "grad_norm": 0.0014313060091808438, | |
| "learning_rate": 2.000984736582964e-06, | |
| "loss": 0.0001, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 4.5051698670605616, | |
| "grad_norm": 0.004056563135236502, | |
| "learning_rate": 1.981290004923683e-06, | |
| "loss": 0.0002, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 4.510093549975382, | |
| "grad_norm": 0.0014529697364196181, | |
| "learning_rate": 1.961595273264402e-06, | |
| "loss": 0.0002, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 4.515017232890202, | |
| "grad_norm": 0.0011942709097638726, | |
| "learning_rate": 1.941900541605121e-06, | |
| "loss": 0.0001, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 4.519940915805022, | |
| "grad_norm": 0.0016299562994390726, | |
| "learning_rate": 1.9222058099458395e-06, | |
| "loss": 0.0002, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 4.524864598719843, | |
| "grad_norm": 0.0012343422276899219, | |
| "learning_rate": 1.9025110782865586e-06, | |
| "loss": 0.0001, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 4.529788281634663, | |
| "grad_norm": 0.001468788948841393, | |
| "learning_rate": 1.8828163466272772e-06, | |
| "loss": 0.0002, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 4.534711964549483, | |
| "grad_norm": 0.0012346956646069884, | |
| "learning_rate": 1.8631216149679963e-06, | |
| "loss": 0.0002, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 4.539635647464303, | |
| "grad_norm": 0.005765956360846758, | |
| "learning_rate": 1.8434268833087151e-06, | |
| "loss": 0.0002, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 4.544559330379124, | |
| "grad_norm": 0.0012338730739429593, | |
| "learning_rate": 1.8237321516494338e-06, | |
| "loss": 0.0001, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 4.549483013293944, | |
| "grad_norm": 0.0018139538588002324, | |
| "learning_rate": 1.8040374199901528e-06, | |
| "loss": 0.0001, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 4.554406696208764, | |
| "grad_norm": 0.001192125491797924, | |
| "learning_rate": 1.7843426883308717e-06, | |
| "loss": 0.0002, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 4.559330379123584, | |
| "grad_norm": 0.0013297711266204715, | |
| "learning_rate": 1.7646479566715905e-06, | |
| "loss": 0.0002, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 4.564254062038405, | |
| "grad_norm": 0.0015158694004639983, | |
| "learning_rate": 1.7449532250123094e-06, | |
| "loss": 0.0001, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 4.569177744953225, | |
| "grad_norm": 0.0014190117362886667, | |
| "learning_rate": 1.725258493353028e-06, | |
| "loss": 0.0003, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 4.574101427868046, | |
| "grad_norm": 0.0013871495611965656, | |
| "learning_rate": 1.705563761693747e-06, | |
| "loss": 0.0001, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 4.579025110782865, | |
| "grad_norm": 0.0016816201386973262, | |
| "learning_rate": 1.685869030034466e-06, | |
| "loss": 0.0002, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 4.583948793697686, | |
| "grad_norm": 0.0012660392094403505, | |
| "learning_rate": 1.6661742983751847e-06, | |
| "loss": 0.0001, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 4.588872476612506, | |
| "grad_norm": 0.0014960381668061018, | |
| "learning_rate": 1.6464795667159036e-06, | |
| "loss": 0.0001, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 4.593796159527327, | |
| "grad_norm": 0.0016527030384168029, | |
| "learning_rate": 1.6267848350566226e-06, | |
| "loss": 0.0001, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 4.598719842442147, | |
| "grad_norm": 0.0014885793207213283, | |
| "learning_rate": 1.6070901033973413e-06, | |
| "loss": 0.0001, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 4.603643525356967, | |
| "grad_norm": 0.0012881554430350661, | |
| "learning_rate": 1.5873953717380603e-06, | |
| "loss": 0.0001, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 4.608567208271787, | |
| "grad_norm": 0.003308955579996109, | |
| "learning_rate": 1.567700640078779e-06, | |
| "loss": 0.0002, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 4.613490891186608, | |
| "grad_norm": 0.0030271336436271667, | |
| "learning_rate": 1.5480059084194978e-06, | |
| "loss": 0.0002, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 4.618414574101428, | |
| "grad_norm": 0.0012079523876309395, | |
| "learning_rate": 1.5283111767602169e-06, | |
| "loss": 0.0001, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 4.623338257016248, | |
| "grad_norm": 0.0013818118022754788, | |
| "learning_rate": 1.5086164451009355e-06, | |
| "loss": 0.0002, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 4.628261939931068, | |
| "grad_norm": 0.0013594648335129023, | |
| "learning_rate": 1.4889217134416546e-06, | |
| "loss": 0.0002, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 4.633185622845889, | |
| "grad_norm": 0.0014723829226568341, | |
| "learning_rate": 1.4692269817823734e-06, | |
| "loss": 0.0002, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 4.638109305760709, | |
| "grad_norm": 0.001555690192617476, | |
| "learning_rate": 1.449532250123092e-06, | |
| "loss": 0.0001, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 4.643032988675529, | |
| "grad_norm": 0.001370370271615684, | |
| "learning_rate": 1.429837518463811e-06, | |
| "loss": 0.0001, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 4.647956671590349, | |
| "grad_norm": 0.0013733146479353309, | |
| "learning_rate": 1.41014278680453e-06, | |
| "loss": 0.0002, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 4.65288035450517, | |
| "grad_norm": 0.020692721009254456, | |
| "learning_rate": 1.3904480551452488e-06, | |
| "loss": 0.0002, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 4.65780403741999, | |
| "grad_norm": 0.0013894923031330109, | |
| "learning_rate": 1.3707533234859676e-06, | |
| "loss": 0.0079, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 4.662727720334811, | |
| "grad_norm": 0.005957514047622681, | |
| "learning_rate": 1.3510585918266863e-06, | |
| "loss": 0.0002, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 4.66765140324963, | |
| "grad_norm": 0.0014959081308916211, | |
| "learning_rate": 1.3313638601674053e-06, | |
| "loss": 0.0001, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 4.672575086164451, | |
| "grad_norm": 0.0012322113616392016, | |
| "learning_rate": 1.3116691285081244e-06, | |
| "loss": 0.0001, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 4.677498769079271, | |
| "grad_norm": 0.00134864985011518, | |
| "learning_rate": 1.291974396848843e-06, | |
| "loss": 0.0001, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.682422451994092, | |
| "grad_norm": 0.0011784137459471822, | |
| "learning_rate": 1.2722796651895619e-06, | |
| "loss": 0.0002, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 4.687346134908912, | |
| "grad_norm": 0.0011899089440703392, | |
| "learning_rate": 1.252584933530281e-06, | |
| "loss": 0.0002, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 4.692269817823732, | |
| "grad_norm": 0.0012023659655824304, | |
| "learning_rate": 1.2328902018709995e-06, | |
| "loss": 0.0002, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 4.697193500738552, | |
| "grad_norm": 0.001208995352499187, | |
| "learning_rate": 1.2131954702117186e-06, | |
| "loss": 0.0011, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 4.702117183653373, | |
| "grad_norm": 0.0014061863766983151, | |
| "learning_rate": 1.1935007385524372e-06, | |
| "loss": 0.0001, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 4.707040866568193, | |
| "grad_norm": 0.001575971720740199, | |
| "learning_rate": 1.173806006893156e-06, | |
| "loss": 0.0002, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 4.711964549483013, | |
| "grad_norm": 0.0012307134456932545, | |
| "learning_rate": 1.154111275233875e-06, | |
| "loss": 0.0002, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 4.716888232397833, | |
| "grad_norm": 0.0013830272946506739, | |
| "learning_rate": 1.134416543574594e-06, | |
| "loss": 0.0001, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 4.721811915312654, | |
| "grad_norm": 0.0013915746239945292, | |
| "learning_rate": 1.1147218119153128e-06, | |
| "loss": 0.0002, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 4.726735598227474, | |
| "grad_norm": 0.001184074324555695, | |
| "learning_rate": 1.0950270802560317e-06, | |
| "loss": 0.0001, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 4.731659281142294, | |
| "grad_norm": 0.0012042863527312875, | |
| "learning_rate": 1.0753323485967503e-06, | |
| "loss": 0.0001, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 4.736582964057114, | |
| "grad_norm": 0.0011871194001287222, | |
| "learning_rate": 1.0556376169374694e-06, | |
| "loss": 0.0001, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 4.741506646971935, | |
| "grad_norm": 0.0011803999077528715, | |
| "learning_rate": 1.0359428852781882e-06, | |
| "loss": 0.0001, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 4.746430329886755, | |
| "grad_norm": 0.001454996527172625, | |
| "learning_rate": 1.016248153618907e-06, | |
| "loss": 0.0001, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 4.751354012801576, | |
| "grad_norm": 0.0013643850106745958, | |
| "learning_rate": 9.96553421959626e-07, | |
| "loss": 0.0001, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 4.7562776957163955, | |
| "grad_norm": 0.004807002376765013, | |
| "learning_rate": 9.768586903003447e-07, | |
| "loss": 0.0002, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 4.761201378631216, | |
| "grad_norm": 0.010427232831716537, | |
| "learning_rate": 9.571639586410636e-07, | |
| "loss": 0.0002, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 4.766125061546036, | |
| "grad_norm": 0.0012309970334172249, | |
| "learning_rate": 9.374692269817824e-07, | |
| "loss": 0.0001, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 4.771048744460857, | |
| "grad_norm": 0.0019813096150755882, | |
| "learning_rate": 9.177744953225014e-07, | |
| "loss": 0.0002, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 4.775972427375677, | |
| "grad_norm": 0.0014402302913367748, | |
| "learning_rate": 8.980797636632202e-07, | |
| "loss": 0.0002, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 4.780896110290497, | |
| "grad_norm": 0.0014121612766757607, | |
| "learning_rate": 8.78385032003939e-07, | |
| "loss": 0.0002, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 4.7858197932053175, | |
| "grad_norm": 0.0011728608515113592, | |
| "learning_rate": 8.586903003446578e-07, | |
| "loss": 0.0001, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 4.790743476120138, | |
| "grad_norm": 0.001560199074447155, | |
| "learning_rate": 8.389955686853768e-07, | |
| "loss": 0.0002, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 4.795667159034958, | |
| "grad_norm": 0.001252340734936297, | |
| "learning_rate": 8.193008370260956e-07, | |
| "loss": 0.0001, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 4.800590841949779, | |
| "grad_norm": 0.0011785068782046437, | |
| "learning_rate": 7.996061053668145e-07, | |
| "loss": 0.0002, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 4.8055145248645985, | |
| "grad_norm": 0.001220080885104835, | |
| "learning_rate": 7.799113737075333e-07, | |
| "loss": 0.0001, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 4.810438207779419, | |
| "grad_norm": 0.0013691087951883674, | |
| "learning_rate": 7.602166420482522e-07, | |
| "loss": 0.0001, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 4.8153618906942395, | |
| "grad_norm": 0.003999890293926001, | |
| "learning_rate": 7.40521910388971e-07, | |
| "loss": 0.0002, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 4.82028557360906, | |
| "grad_norm": 0.0012147324159741402, | |
| "learning_rate": 7.208271787296898e-07, | |
| "loss": 0.0002, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 4.8252092565238796, | |
| "grad_norm": 0.0013871859991922975, | |
| "learning_rate": 7.011324470704087e-07, | |
| "loss": 0.0001, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 4.8301329394387, | |
| "grad_norm": 0.0011777483159676194, | |
| "learning_rate": 6.814377154111276e-07, | |
| "loss": 0.0001, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 4.8350566223535205, | |
| "grad_norm": 0.0013384807389229536, | |
| "learning_rate": 6.617429837518465e-07, | |
| "loss": 0.0001, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 4.839980305268341, | |
| "grad_norm": 0.00117026106454432, | |
| "learning_rate": 6.420482520925653e-07, | |
| "loss": 0.0001, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 4.844903988183161, | |
| "grad_norm": 0.0012068642536178231, | |
| "learning_rate": 6.223535204332842e-07, | |
| "loss": 0.0001, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 4.849827671097981, | |
| "grad_norm": 0.001245830673724413, | |
| "learning_rate": 6.02658788774003e-07, | |
| "loss": 0.0002, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 4.854751354012802, | |
| "grad_norm": 0.0014253932749852538, | |
| "learning_rate": 5.829640571147219e-07, | |
| "loss": 0.0001, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 4.859675036927622, | |
| "grad_norm": 0.001373025239445269, | |
| "learning_rate": 5.632693254554407e-07, | |
| "loss": 0.0001, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 4.8645987198424425, | |
| "grad_norm": 0.0014195754192769527, | |
| "learning_rate": 5.435745937961595e-07, | |
| "loss": 0.0002, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 4.869522402757262, | |
| "grad_norm": 0.0012903210008516908, | |
| "learning_rate": 5.238798621368784e-07, | |
| "loss": 0.0002, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 4.874446085672083, | |
| "grad_norm": 0.001158708124421537, | |
| "learning_rate": 5.041851304775973e-07, | |
| "loss": 0.0001, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 4.879369768586903, | |
| "grad_norm": 0.0012715465854853392, | |
| "learning_rate": 4.844903988183161e-07, | |
| "loss": 0.0001, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 4.884293451501724, | |
| "grad_norm": 0.0012133314739912748, | |
| "learning_rate": 4.64795667159035e-07, | |
| "loss": 0.0001, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 4.889217134416544, | |
| "grad_norm": 0.016124047338962555, | |
| "learning_rate": 4.451009354997538e-07, | |
| "loss": 0.0002, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 4.894140817331364, | |
| "grad_norm": 0.0013699685223400593, | |
| "learning_rate": 4.254062038404727e-07, | |
| "loss": 0.0001, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 4.899064500246184, | |
| "grad_norm": 0.0013574556214734912, | |
| "learning_rate": 4.057114721811916e-07, | |
| "loss": 0.0001, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 4.903988183161005, | |
| "grad_norm": 0.0013499916531145573, | |
| "learning_rate": 3.860167405219104e-07, | |
| "loss": 0.0002, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 4.908911866075825, | |
| "grad_norm": 0.001382304704748094, | |
| "learning_rate": 3.663220088626293e-07, | |
| "loss": 0.0001, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 4.913835548990645, | |
| "grad_norm": 0.0013027896638959646, | |
| "learning_rate": 3.4662727720334815e-07, | |
| "loss": 0.0001, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 4.918759231905465, | |
| "grad_norm": 0.0011790018761530519, | |
| "learning_rate": 3.26932545544067e-07, | |
| "loss": 0.0002, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 4.923682914820286, | |
| "grad_norm": 0.0012470015790313482, | |
| "learning_rate": 3.0723781388478584e-07, | |
| "loss": 0.0037, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.928606597735106, | |
| "grad_norm": 0.0012150456896051764, | |
| "learning_rate": 2.875430822255047e-07, | |
| "loss": 0.0002, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 4.933530280649926, | |
| "grad_norm": 0.0012021757429465652, | |
| "learning_rate": 2.6784835056622353e-07, | |
| "loss": 0.0001, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 4.938453963564746, | |
| "grad_norm": 0.0011834530159831047, | |
| "learning_rate": 2.4815361890694243e-07, | |
| "loss": 0.0001, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 4.943377646479567, | |
| "grad_norm": 0.0013943571830168366, | |
| "learning_rate": 2.2845888724766125e-07, | |
| "loss": 0.0002, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 4.948301329394387, | |
| "grad_norm": 0.001787975779734552, | |
| "learning_rate": 2.0876415558838012e-07, | |
| "loss": 0.0217, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 4.953225012309208, | |
| "grad_norm": 0.0014198760036379099, | |
| "learning_rate": 1.8906942392909896e-07, | |
| "loss": 0.0001, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 4.958148695224027, | |
| "grad_norm": 0.0013527346309274435, | |
| "learning_rate": 1.6937469226981783e-07, | |
| "loss": 0.0001, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 4.963072378138848, | |
| "grad_norm": 0.0020522738341242075, | |
| "learning_rate": 1.496799606105367e-07, | |
| "loss": 0.0002, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 4.967996061053668, | |
| "grad_norm": 0.0013713801745325327, | |
| "learning_rate": 1.2998522895125555e-07, | |
| "loss": 0.0001, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 4.972919743968489, | |
| "grad_norm": 0.001553553156554699, | |
| "learning_rate": 1.1029049729197441e-07, | |
| "loss": 0.0001, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 4.977843426883309, | |
| "grad_norm": 0.0011614145478233695, | |
| "learning_rate": 9.059576563269325e-08, | |
| "loss": 0.0001, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 4.982767109798129, | |
| "grad_norm": 0.001341148978099227, | |
| "learning_rate": 7.090103397341212e-08, | |
| "loss": 0.0001, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 4.987690792712949, | |
| "grad_norm": 0.0014009519945830107, | |
| "learning_rate": 5.1206302314130975e-08, | |
| "loss": 0.0001, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 4.99261447562777, | |
| "grad_norm": 0.0011851818999275565, | |
| "learning_rate": 3.1511570654849834e-08, | |
| "loss": 0.0001, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 4.99753815854259, | |
| "grad_norm": 0.001298619550652802, | |
| "learning_rate": 1.1816838995568685e-08, | |
| "loss": 0.0001, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9989536100453436, | |
| "eval_loss": 0.003578549949452281, | |
| "eval_runtime": 127.0837, | |
| "eval_samples_per_second": 22.56, | |
| "eval_steps_per_second": 2.825, | |
| "step": 10155 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 10155, | |
| "total_flos": 6.293899396497162e+18, | |
| "train_loss": 0.00641422240726846, | |
| "train_runtime": 5338.9651, | |
| "train_samples_per_second": 15.213, | |
| "train_steps_per_second": 1.902 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 10155, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.293899396497162e+18, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |