{ "best_global_step": 4360, "best_metric": 1.0, "best_model_checkpoint": "gcbert_ckpt/checkpoint-4360", "epoch": 1.0, "eval_steps": 500, "global_step": 4360, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.022938410368161487, "grad_norm": 29.002798080444336, "learning_rate": 2.809633027522936e-06, "loss": 1.1878, "step": 100 }, { "epoch": 0.045876820736322974, "grad_norm": 68.14753723144531, "learning_rate": 5.676605504587156e-06, "loss": 0.6556, "step": 200 }, { "epoch": 0.06881523110448445, "grad_norm": 54.466773986816406, "learning_rate": 8.543577981651376e-06, "loss": 0.288, "step": 300 }, { "epoch": 0.09175364147264595, "grad_norm": 0.0029387406539171934, "learning_rate": 1.1410550458715597e-05, "loss": 0.0993, "step": 400 }, { "epoch": 0.11469205184080743, "grad_norm": 0.00012727684224955738, "learning_rate": 1.4277522935779817e-05, "loss": 0.0, "step": 500 }, { "epoch": 0.1376304622089689, "grad_norm": 0.0007764559122733772, "learning_rate": 1.714449541284404e-05, "loss": 0.0, "step": 600 }, { "epoch": 0.1605688725771304, "grad_norm": 7.87975950515829e-05, "learning_rate": 2.0011467889908257e-05, "loss": 0.0, "step": 700 }, { "epoch": 0.1835072829452919, "grad_norm": 0.0004955148906446993, "learning_rate": 2.2878440366972478e-05, "loss": 0.0, "step": 800 }, { "epoch": 0.2064456933134534, "grad_norm": 0.00011743771756300703, "learning_rate": 2.57454128440367e-05, "loss": 0.0, "step": 900 }, { "epoch": 0.22938410368161485, "grad_norm": 0.0005010354216210544, "learning_rate": 2.861238532110092e-05, "loss": 0.0, "step": 1000 }, { "epoch": 0.25232251404977635, "grad_norm": 0.00021343142725527287, "learning_rate": 3.147935779816514e-05, "loss": 0.0, "step": 1100 }, { "epoch": 0.2752609244179378, "grad_norm": 0.00011905051360372454, "learning_rate": 3.434633027522936e-05, "loss": 0.0, "step": 1200 }, { "epoch": 0.29819933478609933, "grad_norm": 0.00038216536631807685, "learning_rate": 3.7213302752293576e-05, "loss": 0.0, "step": 1300 }, { "epoch": 0.3211377451542608, "grad_norm": 4.422829078976065e-05, "learning_rate": 4.00802752293578e-05, "loss": 0.0, "step": 1400 }, { "epoch": 0.3440761555224223, "grad_norm": 0.0002208059886470437, "learning_rate": 4.2947247706422025e-05, "loss": 0.0, "step": 1500 }, { "epoch": 0.3670145658905838, "grad_norm": 5.1115232054144144e-05, "learning_rate": 4.581422018348624e-05, "loss": 0.0, "step": 1600 }, { "epoch": 0.38995297625874525, "grad_norm": 7.042491051834077e-05, "learning_rate": 4.868119266055046e-05, "loss": 0.0, "step": 1700 }, { "epoch": 0.4128913866269068, "grad_norm": 3.786469824262895e-05, "learning_rate": 4.982798165137615e-05, "loss": 0.0, "step": 1800 }, { "epoch": 0.43582979699506824, "grad_norm": 1.468727168685291e-05, "learning_rate": 4.950942915392457e-05, "loss": 0.0, "step": 1900 }, { "epoch": 0.4587682073632297, "grad_norm": 3.0084795071161352e-05, "learning_rate": 4.919087665647299e-05, "loss": 0.0, "step": 2000 }, { "epoch": 0.48170661773139123, "grad_norm": 2.5331471988465637e-05, "learning_rate": 4.887232415902141e-05, "loss": 0.0, "step": 2100 }, { "epoch": 0.5046450280995527, "grad_norm": 2.618041617097333e-05, "learning_rate": 4.855377166156983e-05, "loss": 0.0, "step": 2200 }, { "epoch": 0.5275834384677142, "grad_norm": 2.4747334464336745e-05, "learning_rate": 4.823521916411825e-05, "loss": 0.0, "step": 2300 }, { "epoch": 0.5505218488358756, "grad_norm": 1.4968503819545731e-05, "learning_rate": 4.791666666666667e-05, "loss": 0.0, "step": 2400 }, { "epoch": 0.5734602592040372, "grad_norm": 0.00038964845589362085, "learning_rate": 4.759811416921509e-05, "loss": 0.0, "step": 2500 }, { "epoch": 0.5963986695721987, "grad_norm": 2.8935370210092515e-05, "learning_rate": 4.7279561671763515e-05, "loss": 0.0, "step": 2600 }, { "epoch": 0.6193370799403601, "grad_norm": 8.388165042561013e-06, "learning_rate": 4.6961009174311924e-05, "loss": 0.0, "step": 2700 }, { "epoch": 0.6422754903085216, "grad_norm": 1.768140464264434e-05, "learning_rate": 4.664245667686035e-05, "loss": 0.0, "step": 2800 }, { "epoch": 0.6652139006766831, "grad_norm": 1.36974013003055e-05, "learning_rate": 4.6323904179408764e-05, "loss": 0.0, "step": 2900 }, { "epoch": 0.6881523110448446, "grad_norm": 9.414131454832386e-06, "learning_rate": 4.600535168195719e-05, "loss": 0.0, "step": 3000 }, { "epoch": 0.7110907214130061, "grad_norm": 4.622045162250288e-05, "learning_rate": 4.568679918450561e-05, "loss": 0.0, "step": 3100 }, { "epoch": 0.7340291317811676, "grad_norm": 2.692650923563633e-05, "learning_rate": 4.536824668705403e-05, "loss": 0.0, "step": 3200 }, { "epoch": 0.756967542149329, "grad_norm": 1.0936350008705631e-05, "learning_rate": 4.504969418960245e-05, "loss": 0.0, "step": 3300 }, { "epoch": 0.7799059525174905, "grad_norm": 5.966558546788292e-06, "learning_rate": 4.473114169215087e-05, "loss": 0.0, "step": 3400 }, { "epoch": 0.802844362885652, "grad_norm": 9.507278264209162e-06, "learning_rate": 4.441258919469929e-05, "loss": 0.0, "step": 3500 }, { "epoch": 0.8257827732538136, "grad_norm": 1.0006630873249378e-05, "learning_rate": 4.409403669724771e-05, "loss": 0.0, "step": 3600 }, { "epoch": 0.848721183621975, "grad_norm": 5.595240509137511e-06, "learning_rate": 4.377548419979613e-05, "loss": 0.0, "step": 3700 }, { "epoch": 0.8716595939901365, "grad_norm": 8.78509945323458e-06, "learning_rate": 4.3456931702344547e-05, "loss": 0.0, "step": 3800 }, { "epoch": 0.894598004358298, "grad_norm": 1.4489376553683542e-05, "learning_rate": 4.313837920489297e-05, "loss": 0.0, "step": 3900 }, { "epoch": 0.9175364147264594, "grad_norm": 0.0006358507671393454, "learning_rate": 4.281982670744139e-05, "loss": 0.0, "step": 4000 }, { "epoch": 0.940474825094621, "grad_norm": 2.2141068257042207e-05, "learning_rate": 4.250127420998981e-05, "loss": 0.0, "step": 4100 }, { "epoch": 0.9634132354627825, "grad_norm": 2.3798056645318866e-06, "learning_rate": 4.2182721712538226e-05, "loss": 0.0, "step": 4200 }, { "epoch": 0.9863516458309439, "grad_norm": 2.4955927074188367e-05, "learning_rate": 4.186416921508665e-05, "loss": 0.0, "step": 4300 }, { "epoch": 1.0, "eval_accuracy": 1.0, "eval_f1": 1.0, "eval_loss": 3.4182854463660206e-11, "eval_precision": 1.0, "eval_recall": 1.0, "eval_runtime": 342.7946, "eval_samples_per_second": 50.867, "eval_steps_per_second": 3.18, "step": 4360 } ], "logging_steps": 100, "max_steps": 17440, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }