| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 1000000000, | |
| "global_step": 333, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.09009009009009009, | |
| "grad_norm": 1.1388429249940315, | |
| "learning_rate": 1e-06, | |
| "loss": 0.2794, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.18018018018018017, | |
| "grad_norm": 0.7379889069329842, | |
| "learning_rate": 9.976368444410984e-07, | |
| "loss": 0.25, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 0.7102173931739229, | |
| "learning_rate": 9.90569715781176e-07, | |
| "loss": 0.2314, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.36036036036036034, | |
| "grad_norm": 0.6479325695726197, | |
| "learning_rate": 9.788654169177453e-07, | |
| "loss": 0.2083, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.45045045045045046, | |
| "grad_norm": 0.651257304866243, | |
| "learning_rate": 9.626345841664951e-07, | |
| "loss": 0.2005, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.6216808244633711, | |
| "learning_rate": 9.420306414579924e-07, | |
| "loss": 0.1958, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.6306306306306306, | |
| "grad_norm": 0.5994250658408403, | |
| "learning_rate": 9.172483500792244e-07, | |
| "loss": 0.1904, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.7207207207207207, | |
| "grad_norm": 0.8078023363316856, | |
| "learning_rate": 8.885219676687276e-07, | |
| "loss": 0.1834, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 0.6753114001644601, | |
| "learning_rate": 8.561230338676239e-07, | |
| "loss": 0.1844, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.9009009009009009, | |
| "grad_norm": 0.6635142899460188, | |
| "learning_rate": 8.203578035579715e-07, | |
| "loss": 0.1817, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.990990990990991, | |
| "grad_norm": 0.5961830092202408, | |
| "learning_rate": 7.81564351951057e-07, | |
| "loss": 0.184, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.0810810810810811, | |
| "grad_norm": 0.5110100942254465, | |
| "learning_rate": 7.40109378890136e-07, | |
| "loss": 0.1695, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.1711711711711712, | |
| "grad_norm": 0.5243157852701217, | |
| "learning_rate": 6.963847425753402e-07, | |
| "loss": 0.1613, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.2612612612612613, | |
| "grad_norm": 0.5476337775859051, | |
| "learning_rate": 6.508037554761432e-07, | |
| "loss": 0.1648, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.3513513513513513, | |
| "grad_norm": 0.5566351464797659, | |
| "learning_rate": 6.037972774447193e-07, | |
| "loss": 0.1582, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.4414414414414414, | |
| "grad_norm": 0.6330056010848006, | |
| "learning_rate": 5.558096429605262e-07, | |
| "loss": 0.1594, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.5315315315315314, | |
| "grad_norm": 0.576332699146444, | |
| "learning_rate": 5.072944610043232e-07, | |
| "loss": 0.1548, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.6216216216216215, | |
| "grad_norm": 0.553240344080441, | |
| "learning_rate": 4.5871032726383385e-07, | |
| "loss": 0.1543, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.7117117117117115, | |
| "grad_norm": 0.5447783047597399, | |
| "learning_rate": 4.1051648920195136e-07, | |
| "loss": 0.1524, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.8018018018018018, | |
| "grad_norm": 0.4974619958479327, | |
| "learning_rate": 3.6316850496395855e-07, | |
| "loss": 0.156, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.8918918918918919, | |
| "grad_norm": 0.5450685177163245, | |
| "learning_rate": 3.1711393715847473e-07, | |
| "loss": 0.1572, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.981981981981982, | |
| "grad_norm": 0.5552205648869585, | |
| "learning_rate": 2.727881222171892e-07, | |
| "loss": 0.157, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.0720720720720722, | |
| "grad_norm": 0.5485057468217042, | |
| "learning_rate": 2.3061005532402738e-07, | |
| "loss": 0.1439, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.1621621621621623, | |
| "grad_norm": 0.5550102284110532, | |
| "learning_rate": 1.9097842981195832e-07, | |
| "loss": 0.1411, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.2522522522522523, | |
| "grad_norm": 0.5267038237885973, | |
| "learning_rate": 1.542678684655306e-07, | |
| "loss": 0.1467, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.3423423423423424, | |
| "grad_norm": 0.5817516648231494, | |
| "learning_rate": 1.2082538235320928e-07, | |
| "loss": 0.1392, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.4324324324324325, | |
| "grad_norm": 0.5287607572042831, | |
| "learning_rate": 9.096709066283353e-08, | |
| "loss": 0.1396, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.5225225225225225, | |
| "grad_norm": 0.5959387033532365, | |
| "learning_rate": 6.497523254635296e-08, | |
| "loss": 0.1412, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.6126126126126126, | |
| "grad_norm": 0.5688306435076187, | |
| "learning_rate": 4.30954992197442e-08, | |
| "loss": 0.1408, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.7027027027027026, | |
| "grad_norm": 0.5097576755387367, | |
| "learning_rate": 2.5534711536759403e-08, | |
| "loss": 0.1427, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.7927927927927927, | |
| "grad_norm": 0.5454762489740467, | |
| "learning_rate": 1.2458864989525697e-08, | |
| "loss": 0.1394, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.8828828828828827, | |
| "grad_norm": 0.5420347142954879, | |
| "learning_rate": 3.991560615864586e-09, | |
| "loss": 0.1407, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.972972972972973, | |
| "grad_norm": 0.5676126641058691, | |
| "learning_rate": 2.1283664537435908e-10, | |
| "loss": 0.1416, | |
| "step": 330 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 333, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 40, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 635986474172416.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |