Mixtral / checkpoint-284 /trainer_state.json
nRuaif
Upload folder using huggingface_hub
c106cb5
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.5026548672566372,
"eval_steps": 500,
"global_step": 284,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.807692307692308e-06,
"loss": 2.0125,
"step": 1
},
{
"epoch": 0.0,
"learning_rate": 9.615384615384616e-06,
"loss": 1.9307,
"step": 2
},
{
"epoch": 0.01,
"learning_rate": 1.4423076923076924e-05,
"loss": 1.6104,
"step": 3
},
{
"epoch": 0.01,
"learning_rate": 1.923076923076923e-05,
"loss": 1.9208,
"step": 4
},
{
"epoch": 0.01,
"learning_rate": 2.4038461538461542e-05,
"loss": 1.7502,
"step": 5
},
{
"epoch": 0.01,
"learning_rate": 2.884615384615385e-05,
"loss": 2.2112,
"step": 6
},
{
"epoch": 0.01,
"learning_rate": 3.365384615384615e-05,
"loss": 1.5895,
"step": 7
},
{
"epoch": 0.01,
"learning_rate": 3.846153846153846e-05,
"loss": 1.9856,
"step": 8
},
{
"epoch": 0.02,
"learning_rate": 4.3269230769230766e-05,
"loss": 2.1565,
"step": 9
},
{
"epoch": 0.02,
"learning_rate": 4.8076923076923084e-05,
"loss": 1.6874,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 5.288461538461539e-05,
"loss": 1.614,
"step": 11
},
{
"epoch": 0.02,
"learning_rate": 5.76923076923077e-05,
"loss": 1.8226,
"step": 12
},
{
"epoch": 0.02,
"learning_rate": 6.25e-05,
"loss": 1.4058,
"step": 13
},
{
"epoch": 0.02,
"learning_rate": 6.73076923076923e-05,
"loss": 1.4717,
"step": 14
},
{
"epoch": 0.03,
"learning_rate": 7.211538461538461e-05,
"loss": 1.5335,
"step": 15
},
{
"epoch": 0.03,
"learning_rate": 7.692307692307693e-05,
"loss": 2.1125,
"step": 16
},
{
"epoch": 0.03,
"learning_rate": 8.173076923076923e-05,
"loss": 1.9451,
"step": 17
},
{
"epoch": 0.03,
"learning_rate": 8.653846153846153e-05,
"loss": 1.7484,
"step": 18
},
{
"epoch": 0.03,
"learning_rate": 9.134615384615384e-05,
"loss": 1.7573,
"step": 19
},
{
"epoch": 0.04,
"learning_rate": 9.615384615384617e-05,
"loss": 2.1968,
"step": 20
},
{
"epoch": 0.04,
"learning_rate": 0.00010096153846153847,
"loss": 1.7941,
"step": 21
},
{
"epoch": 0.04,
"learning_rate": 0.00010576923076923077,
"loss": 1.8685,
"step": 22
},
{
"epoch": 0.04,
"learning_rate": 0.00011057692307692308,
"loss": 2.0065,
"step": 23
},
{
"epoch": 0.04,
"learning_rate": 0.0001153846153846154,
"loss": 1.9018,
"step": 24
},
{
"epoch": 0.04,
"learning_rate": 0.0001201923076923077,
"loss": 2.0752,
"step": 25
},
{
"epoch": 0.05,
"learning_rate": 0.000125,
"loss": 1.716,
"step": 26
},
{
"epoch": 0.05,
"learning_rate": 0.00012980769230769233,
"loss": 1.6542,
"step": 27
},
{
"epoch": 0.05,
"learning_rate": 0.0001346153846153846,
"loss": 1.7198,
"step": 28
},
{
"epoch": 0.05,
"learning_rate": 0.00013942307692307694,
"loss": 1.8383,
"step": 29
},
{
"epoch": 0.05,
"learning_rate": 0.00014423076923076922,
"loss": 1.6938,
"step": 30
},
{
"epoch": 0.05,
"learning_rate": 0.00014903846153846155,
"loss": 1.9142,
"step": 31
},
{
"epoch": 0.06,
"learning_rate": 0.00015384615384615385,
"loss": 1.7715,
"step": 32
},
{
"epoch": 0.06,
"learning_rate": 0.00015865384615384616,
"loss": 1.467,
"step": 33
},
{
"epoch": 0.06,
"learning_rate": 0.00016346153846153846,
"loss": 1.7608,
"step": 34
},
{
"epoch": 0.06,
"learning_rate": 0.0001682692307692308,
"loss": 1.5371,
"step": 35
},
{
"epoch": 0.06,
"learning_rate": 0.00017307692307692307,
"loss": 1.6211,
"step": 36
},
{
"epoch": 0.07,
"learning_rate": 0.0001778846153846154,
"loss": 1.7275,
"step": 37
},
{
"epoch": 0.07,
"learning_rate": 0.00018269230769230767,
"loss": 1.7063,
"step": 38
},
{
"epoch": 0.07,
"learning_rate": 0.0001875,
"loss": 1.9367,
"step": 39
},
{
"epoch": 0.07,
"learning_rate": 0.00019230769230769233,
"loss": 1.6608,
"step": 40
},
{
"epoch": 0.07,
"learning_rate": 0.0001971153846153846,
"loss": 1.9212,
"step": 41
},
{
"epoch": 0.07,
"learning_rate": 0.00020192307692307694,
"loss": 1.611,
"step": 42
},
{
"epoch": 0.08,
"learning_rate": 0.00020673076923076922,
"loss": 1.8582,
"step": 43
},
{
"epoch": 0.08,
"learning_rate": 0.00021153846153846155,
"loss": 1.5658,
"step": 44
},
{
"epoch": 0.08,
"learning_rate": 0.00021634615384615385,
"loss": 1.8543,
"step": 45
},
{
"epoch": 0.08,
"learning_rate": 0.00022115384615384616,
"loss": 1.7291,
"step": 46
},
{
"epoch": 0.08,
"learning_rate": 0.00022596153846153846,
"loss": 1.9411,
"step": 47
},
{
"epoch": 0.08,
"learning_rate": 0.0002307692307692308,
"loss": 1.8138,
"step": 48
},
{
"epoch": 0.09,
"learning_rate": 0.00023557692307692307,
"loss": 1.708,
"step": 49
},
{
"epoch": 0.09,
"learning_rate": 0.0002403846153846154,
"loss": 1.675,
"step": 50
},
{
"epoch": 0.09,
"learning_rate": 0.0002451923076923077,
"loss": 1.658,
"step": 51
},
{
"epoch": 0.09,
"learning_rate": 0.00025,
"loss": 1.9797,
"step": 52
},
{
"epoch": 0.09,
"learning_rate": 0.000249997656075194,
"loss": 1.5857,
"step": 53
},
{
"epoch": 0.1,
"learning_rate": 0.0002499906243886798,
"loss": 1.8837,
"step": 54
},
{
"epoch": 0.1,
"learning_rate": 0.00024997890520416535,
"loss": 1.8022,
"step": 55
},
{
"epoch": 0.1,
"learning_rate": 0.0002499624989611527,
"loss": 1.9101,
"step": 56
},
{
"epoch": 0.1,
"learning_rate": 0.00024994140627492207,
"loss": 1.5614,
"step": 57
},
{
"epoch": 0.1,
"learning_rate": 0.00024991562793650793,
"loss": 1.8988,
"step": 58
},
{
"epoch": 0.1,
"learning_rate": 0.0002498851649126703,
"loss": 1.7089,
"step": 59
},
{
"epoch": 0.11,
"learning_rate": 0.00024985001834585763,
"loss": 1.7782,
"step": 60
},
{
"epoch": 0.11,
"learning_rate": 0.0002498101895541645,
"loss": 1.5338,
"step": 61
},
{
"epoch": 0.11,
"learning_rate": 0.0002497656800312821,
"loss": 1.6484,
"step": 62
},
{
"epoch": 0.11,
"learning_rate": 0.0002497164914464419,
"loss": 1.733,
"step": 63
},
{
"epoch": 0.11,
"learning_rate": 0.00024966262564435343,
"loss": 1.8893,
"step": 64
},
{
"epoch": 0.12,
"learning_rate": 0.000249604084645135,
"loss": 1.6361,
"step": 65
},
{
"epoch": 0.12,
"learning_rate": 0.0002495408706442377,
"loss": 1.9827,
"step": 66
},
{
"epoch": 0.12,
"learning_rate": 0.00024947298601236343,
"loss": 1.6801,
"step": 67
},
{
"epoch": 0.12,
"learning_rate": 0.0002494004332953758,
"loss": 1.9678,
"step": 68
},
{
"epoch": 0.12,
"learning_rate": 0.00024932321521420456,
"loss": 1.9245,
"step": 69
},
{
"epoch": 0.12,
"learning_rate": 0.0002492413346647437,
"loss": 1.5254,
"step": 70
},
{
"epoch": 0.13,
"learning_rate": 0.00024915479471774286,
"loss": 1.7283,
"step": 71
},
{
"epoch": 0.13,
"learning_rate": 0.00024906359861869216,
"loss": 1.9968,
"step": 72
},
{
"epoch": 0.13,
"learning_rate": 0.0002489677497877003,
"loss": 1.6559,
"step": 73
},
{
"epoch": 0.13,
"learning_rate": 0.0002488672518193665,
"loss": 1.5518,
"step": 74
},
{
"epoch": 0.13,
"learning_rate": 0.0002487621084826458,
"loss": 1.6201,
"step": 75
},
{
"epoch": 0.13,
"learning_rate": 0.0002486523237207072,
"loss": 1.7592,
"step": 76
},
{
"epoch": 0.14,
"learning_rate": 0.00024853790165078654,
"loss": 1.5929,
"step": 77
},
{
"epoch": 0.14,
"learning_rate": 0.0002484188465640313,
"loss": 1.4261,
"step": 78
},
{
"epoch": 0.14,
"learning_rate": 0.0002482951629253403,
"loss": 1.8929,
"step": 79
},
{
"epoch": 0.14,
"learning_rate": 0.0002481668553731959,
"loss": 1.5752,
"step": 80
},
{
"epoch": 0.14,
"learning_rate": 0.00024803392871949013,
"loss": 1.8596,
"step": 81
},
{
"epoch": 0.15,
"learning_rate": 0.00024789638794934436,
"loss": 1.838,
"step": 82
},
{
"epoch": 0.15,
"learning_rate": 0.00024775423822092214,
"loss": 1.7938,
"step": 83
},
{
"epoch": 0.15,
"learning_rate": 0.0002476074848652358,
"loss": 1.6448,
"step": 84
},
{
"epoch": 0.15,
"learning_rate": 0.0002474561333859467,
"loss": 1.7674,
"step": 85
},
{
"epoch": 0.15,
"learning_rate": 0.00024730018945915864,
"loss": 1.6526,
"step": 86
},
{
"epoch": 0.15,
"learning_rate": 0.000247139658933205,
"loss": 1.6921,
"step": 87
},
{
"epoch": 0.16,
"learning_rate": 0.00024697454782842944,
"loss": 1.8208,
"step": 88
},
{
"epoch": 0.16,
"learning_rate": 0.0002468048623369603,
"loss": 1.9528,
"step": 89
},
{
"epoch": 0.16,
"learning_rate": 0.00024663060882247796,
"loss": 1.8188,
"step": 90
},
{
"epoch": 0.16,
"learning_rate": 0.00024645179381997673,
"loss": 1.921,
"step": 91
},
{
"epoch": 0.16,
"learning_rate": 0.00024626842403551927,
"loss": 1.9332,
"step": 92
},
{
"epoch": 0.16,
"learning_rate": 0.0002460805063459853,
"loss": 1.967,
"step": 93
},
{
"epoch": 0.17,
"learning_rate": 0.00024588804779881383,
"loss": 1.4963,
"step": 94
},
{
"epoch": 0.17,
"learning_rate": 0.00024569105561173866,
"loss": 1.6944,
"step": 95
},
{
"epoch": 0.17,
"learning_rate": 0.00024548953717251783,
"loss": 1.9083,
"step": 96
},
{
"epoch": 0.17,
"learning_rate": 0.0002452835000386563,
"loss": 1.7368,
"step": 97
},
{
"epoch": 0.17,
"learning_rate": 0.000245072951937123,
"loss": 1.6183,
"step": 98
},
{
"epoch": 0.18,
"learning_rate": 0.00024485790076406047,
"loss": 1.7917,
"step": 99
},
{
"epoch": 0.18,
"learning_rate": 0.00024463835458448925,
"loss": 2.1032,
"step": 100
},
{
"epoch": 0.18,
"learning_rate": 0.0002444143216320052,
"loss": 1.8451,
"step": 101
},
{
"epoch": 0.18,
"learning_rate": 0.0002441858103084705,
"loss": 1.7479,
"step": 102
},
{
"epoch": 0.18,
"learning_rate": 0.000243952829183699,
"loss": 1.8158,
"step": 103
},
{
"epoch": 0.18,
"learning_rate": 0.00024371538699513443,
"loss": 1.9275,
"step": 104
},
{
"epoch": 0.19,
"learning_rate": 0.00024347349264752303,
"loss": 1.7759,
"step": 105
},
{
"epoch": 0.19,
"learning_rate": 0.00024322715521257933,
"loss": 2.0328,
"step": 106
},
{
"epoch": 0.19,
"learning_rate": 0.00024297638392864617,
"loss": 1.8839,
"step": 107
},
{
"epoch": 0.19,
"learning_rate": 0.00024272118820034804,
"loss": 1.8443,
"step": 108
},
{
"epoch": 0.19,
"learning_rate": 0.00024246157759823855,
"loss": 1.9779,
"step": 109
},
{
"epoch": 0.19,
"learning_rate": 0.00024219756185844132,
"loss": 1.6495,
"step": 110
},
{
"epoch": 0.2,
"learning_rate": 0.00024192915088228512,
"loss": 1.6645,
"step": 111
},
{
"epoch": 0.2,
"learning_rate": 0.00024165635473593215,
"loss": 1.4214,
"step": 112
},
{
"epoch": 0.2,
"learning_rate": 0.00024137918365000095,
"loss": 1.6603,
"step": 113
},
{
"epoch": 0.2,
"learning_rate": 0.00024109764801918244,
"loss": 1.4227,
"step": 114
},
{
"epoch": 0.2,
"learning_rate": 0.0002408117584018502,
"loss": 1.3033,
"step": 115
},
{
"epoch": 0.21,
"learning_rate": 0.00024052152551966457,
"loss": 2.0312,
"step": 116
},
{
"epoch": 0.21,
"learning_rate": 0.00024022696025717023,
"loss": 1.8867,
"step": 117
},
{
"epoch": 0.21,
"learning_rate": 0.00023992807366138847,
"loss": 1.6906,
"step": 118
},
{
"epoch": 0.21,
"learning_rate": 0.00023962487694140263,
"loss": 1.595,
"step": 119
},
{
"epoch": 0.21,
"learning_rate": 0.00023931738146793763,
"loss": 1.5583,
"step": 120
},
{
"epoch": 0.21,
"learning_rate": 0.00023900559877293383,
"loss": 1.9068,
"step": 121
},
{
"epoch": 0.22,
"learning_rate": 0.00023868954054911428,
"loss": 1.4536,
"step": 122
},
{
"epoch": 0.22,
"learning_rate": 0.00023836921864954635,
"loss": 1.7105,
"step": 123
},
{
"epoch": 0.22,
"learning_rate": 0.0002380446450871972,
"loss": 1.4355,
"step": 124
},
{
"epoch": 0.22,
"learning_rate": 0.00023771583203448322,
"loss": 1.7782,
"step": 125
},
{
"epoch": 0.22,
"learning_rate": 0.00023738279182281352,
"loss": 1.9977,
"step": 126
},
{
"epoch": 0.22,
"learning_rate": 0.00023704553694212752,
"loss": 1.5658,
"step": 127
},
{
"epoch": 0.23,
"learning_rate": 0.00023670408004042653,
"loss": 1.5389,
"step": 128
},
{
"epoch": 0.23,
"learning_rate": 0.00023635843392329938,
"loss": 1.7435,
"step": 129
},
{
"epoch": 0.23,
"learning_rate": 0.00023600861155344223,
"loss": 1.5706,
"step": 130
},
{
"epoch": 0.23,
"learning_rate": 0.00023565462605017228,
"loss": 1.8396,
"step": 131
},
{
"epoch": 0.23,
"learning_rate": 0.00023529649068893598,
"loss": 1.8073,
"step": 132
},
{
"epoch": 0.24,
"learning_rate": 0.00023493421890081112,
"loss": 1.9954,
"step": 133
},
{
"epoch": 0.24,
"learning_rate": 0.00023456782427200295,
"loss": 1.9553,
"step": 134
},
{
"epoch": 0.24,
"learning_rate": 0.0002341973205433348,
"loss": 1.2249,
"step": 135
},
{
"epoch": 0.24,
"learning_rate": 0.0002338227216097328,
"loss": 1.8021,
"step": 136
},
{
"epoch": 0.24,
"learning_rate": 0.00023344404151970464,
"loss": 1.8086,
"step": 137
},
{
"epoch": 0.24,
"learning_rate": 0.00023306129447481282,
"loss": 1.4283,
"step": 138
},
{
"epoch": 0.25,
"learning_rate": 0.00023267449482914203,
"loss": 1.8477,
"step": 139
},
{
"epoch": 0.25,
"learning_rate": 0.0002322836570887608,
"loss": 1.3233,
"step": 140
},
{
"epoch": 0.25,
"learning_rate": 0.0002318887959111776,
"loss": 1.7511,
"step": 141
},
{
"epoch": 0.25,
"learning_rate": 0.0002314899261047909,
"loss": 1.9737,
"step": 142
},
{
"epoch": 0.25,
"learning_rate": 0.00023108706262833407,
"loss": 1.6347,
"step": 143
},
{
"epoch": 0.25,
"learning_rate": 0.00023068022059031425,
"loss": 1.9142,
"step": 144
},
{
"epoch": 0.26,
"learning_rate": 0.00023026941524844572,
"loss": 1.7408,
"step": 145
},
{
"epoch": 0.26,
"learning_rate": 0.00022985466200907783,
"loss": 1.3576,
"step": 146
},
{
"epoch": 0.26,
"learning_rate": 0.00022943597642661705,
"loss": 1.6058,
"step": 147
},
{
"epoch": 0.26,
"learning_rate": 0.00022901337420294378,
"loss": 1.6575,
"step": 148
},
{
"epoch": 0.26,
"learning_rate": 0.0002285868711868233,
"loss": 1.3605,
"step": 149
},
{
"epoch": 0.27,
"learning_rate": 0.00022815648337331168,
"loss": 1.4417,
"step": 150
},
{
"epoch": 0.27,
"learning_rate": 0.00022772222690315563,
"loss": 1.684,
"step": 151
},
{
"epoch": 0.27,
"learning_rate": 0.0002272841180621874,
"loss": 1.8368,
"step": 152
},
{
"epoch": 0.27,
"learning_rate": 0.00022684217328071383,
"loss": 1.6624,
"step": 153
},
{
"epoch": 0.27,
"learning_rate": 0.00022639640913290027,
"loss": 1.8384,
"step": 154
},
{
"epoch": 0.27,
"learning_rate": 0.00022594684233614908,
"loss": 1.4881,
"step": 155
},
{
"epoch": 0.28,
"learning_rate": 0.00022549348975047252,
"loss": 1.7802,
"step": 156
},
{
"epoch": 0.28,
"learning_rate": 0.00022503636837786052,
"loss": 1.6981,
"step": 157
},
{
"epoch": 0.28,
"learning_rate": 0.00022457549536164306,
"loss": 1.6845,
"step": 158
},
{
"epoch": 0.28,
"learning_rate": 0.00022411088798584728,
"loss": 1.8524,
"step": 159
},
{
"epoch": 0.28,
"learning_rate": 0.00022364256367454923,
"loss": 1.7893,
"step": 160
},
{
"epoch": 0.28,
"learning_rate": 0.00022317053999122038,
"loss": 1.5371,
"step": 161
},
{
"epoch": 0.29,
"learning_rate": 0.00022269483463806917,
"loss": 1.7511,
"step": 162
},
{
"epoch": 0.29,
"learning_rate": 0.00022221546545537674,
"loss": 1.4536,
"step": 163
},
{
"epoch": 0.29,
"learning_rate": 0.00022173245042082822,
"loss": 1.7809,
"step": 164
},
{
"epoch": 0.29,
"learning_rate": 0.0002212458076488384,
"loss": 1.7447,
"step": 165
},
{
"epoch": 0.29,
"learning_rate": 0.00022075555538987224,
"loss": 2.1818,
"step": 166
},
{
"epoch": 0.3,
"learning_rate": 0.0002202617120297607,
"loss": 1.8901,
"step": 167
},
{
"epoch": 0.3,
"learning_rate": 0.00021976429608901093,
"loss": 1.6585,
"step": 168
},
{
"epoch": 0.3,
"learning_rate": 0.00021926332622211205,
"loss": 1.9877,
"step": 169
},
{
"epoch": 0.3,
"learning_rate": 0.0002187588212168351,
"loss": 1.4926,
"step": 170
},
{
"epoch": 0.3,
"learning_rate": 0.00021825079999352893,
"loss": 1.7696,
"step": 171
},
{
"epoch": 0.3,
"learning_rate": 0.0002177392816044102,
"loss": 1.9484,
"step": 172
},
{
"epoch": 0.31,
"learning_rate": 0.00021722428523284927,
"loss": 1.6379,
"step": 173
},
{
"epoch": 0.31,
"learning_rate": 0.00021670583019265034,
"loss": 1.4783,
"step": 174
},
{
"epoch": 0.31,
"learning_rate": 0.0002161839359273276,
"loss": 1.6047,
"step": 175
},
{
"epoch": 0.31,
"learning_rate": 0.00021565862200937565,
"loss": 1.6504,
"step": 176
},
{
"epoch": 0.31,
"learning_rate": 0.00021512990813953562,
"loss": 1.6248,
"step": 177
},
{
"epoch": 0.32,
"learning_rate": 0.00021459781414605642,
"loss": 2.0182,
"step": 178
},
{
"epoch": 0.32,
"learning_rate": 0.000214062359983951,
"loss": 1.7979,
"step": 179
},
{
"epoch": 0.32,
"learning_rate": 0.00021352356573424807,
"loss": 1.7023,
"step": 180
},
{
"epoch": 0.32,
"learning_rate": 0.00021298145160323896,
"loss": 1.6911,
"step": 181
},
{
"epoch": 0.32,
"learning_rate": 0.00021243603792171976,
"loss": 1.8985,
"step": 182
},
{
"epoch": 0.32,
"learning_rate": 0.00021188734514422902,
"loss": 2.1085,
"step": 183
},
{
"epoch": 0.33,
"learning_rate": 0.00021133539384828054,
"loss": 1.8299,
"step": 184
},
{
"epoch": 0.33,
"learning_rate": 0.00021078020473359172,
"loss": 1.8975,
"step": 185
},
{
"epoch": 0.33,
"learning_rate": 0.00021022179862130704,
"loss": 1.5791,
"step": 186
},
{
"epoch": 0.33,
"learning_rate": 0.00020966019645321765,
"loss": 1.7475,
"step": 187
},
{
"epoch": 0.33,
"learning_rate": 0.0002090954192909755,
"loss": 1.6978,
"step": 188
},
{
"epoch": 0.33,
"learning_rate": 0.00020852748831530382,
"loss": 1.7039,
"step": 189
},
{
"epoch": 0.34,
"learning_rate": 0.00020795642482520266,
"loss": 1.5206,
"step": 190
},
{
"epoch": 0.34,
"learning_rate": 0.00020738225023715013,
"loss": 1.6684,
"step": 191
},
{
"epoch": 0.34,
"learning_rate": 0.00020680498608429914,
"loss": 1.7339,
"step": 192
},
{
"epoch": 0.34,
"learning_rate": 0.00020622465401566999,
"loss": 1.6174,
"step": 193
},
{
"epoch": 0.34,
"learning_rate": 0.00020564127579533831,
"loss": 1.6451,
"step": 194
},
{
"epoch": 0.35,
"learning_rate": 0.00020505487330161915,
"loss": 1.6214,
"step": 195
},
{
"epoch": 0.35,
"learning_rate": 0.00020446546852624604,
"loss": 1.7493,
"step": 196
},
{
"epoch": 0.35,
"learning_rate": 0.00020387308357354655,
"loss": 1.7067,
"step": 197
},
{
"epoch": 0.35,
"learning_rate": 0.0002032777406596133,
"loss": 1.6918,
"step": 198
},
{
"epoch": 0.35,
"learning_rate": 0.00020267946211147058,
"loss": 1.9448,
"step": 199
},
{
"epoch": 0.35,
"learning_rate": 0.00020207827036623744,
"loss": 1.8517,
"step": 200
},
{
"epoch": 0.36,
"learning_rate": 0.0002014741879702856,
"loss": 2.0169,
"step": 201
},
{
"epoch": 0.36,
"learning_rate": 0.0002008672375783946,
"loss": 2.1721,
"step": 202
},
{
"epoch": 0.36,
"learning_rate": 0.00020025744195290167,
"loss": 1.5175,
"step": 203
},
{
"epoch": 0.36,
"learning_rate": 0.00019964482396284827,
"loss": 1.6105,
"step": 204
},
{
"epoch": 0.36,
"learning_rate": 0.0001990294065831225,
"loss": 1.9778,
"step": 205
},
{
"epoch": 0.36,
"learning_rate": 0.00019841121289359737,
"loss": 1.6379,
"step": 206
},
{
"epoch": 0.37,
"learning_rate": 0.0001977902660782652,
"loss": 1.7973,
"step": 207
},
{
"epoch": 0.37,
"learning_rate": 0.00019716658942436834,
"loss": 1.6022,
"step": 208
},
{
"epoch": 0.37,
"learning_rate": 0.00019654020632152563,
"loss": 1.4371,
"step": 209
},
{
"epoch": 0.37,
"learning_rate": 0.00019591114026085537,
"loss": 1.8489,
"step": 210
},
{
"epoch": 0.37,
"learning_rate": 0.0001952794148340943,
"loss": 1.6484,
"step": 211
},
{
"epoch": 0.38,
"learning_rate": 0.00019464505373271274,
"loss": 1.841,
"step": 212
},
{
"epoch": 0.38,
"learning_rate": 0.00019400808074702624,
"loss": 1.4165,
"step": 213
},
{
"epoch": 0.38,
"learning_rate": 0.00019336851976530338,
"loss": 1.8259,
"step": 214
},
{
"epoch": 0.38,
"learning_rate": 0.0001927263947728697,
"loss": 1.8661,
"step": 215
},
{
"epoch": 0.38,
"learning_rate": 0.00019208172985120837,
"loss": 1.4957,
"step": 216
},
{
"epoch": 0.38,
"learning_rate": 0.000191434549177057,
"loss": 1.3717,
"step": 217
},
{
"epoch": 0.39,
"learning_rate": 0.00019078487702150102,
"loss": 1.5568,
"step": 218
},
{
"epoch": 0.39,
"learning_rate": 0.0001901327377490633,
"loss": 1.512,
"step": 219
},
{
"epoch": 0.39,
"learning_rate": 0.00018947815581679052,
"loss": 1.7289,
"step": 220
},
{
"epoch": 0.39,
"learning_rate": 0.00018882115577333592,
"loss": 1.6628,
"step": 221
},
{
"epoch": 0.39,
"learning_rate": 0.00018816176225803876,
"loss": 1.8897,
"step": 222
},
{
"epoch": 0.39,
"learning_rate": 0.0001875,
"loss": 1.2269,
"step": 223
},
{
"epoch": 0.4,
"learning_rate": 0.00018683589381715532,
"loss": 1.9278,
"step": 224
},
{
"epoch": 0.4,
"learning_rate": 0.00018616946861534396,
"loss": 1.5643,
"step": 225
},
{
"epoch": 0.4,
"learning_rate": 0.0001855007493873749,
"loss": 1.8058,
"step": 226
},
{
"epoch": 0.4,
"learning_rate": 0.0001848297612120895,
"loss": 1.6883,
"step": 227
},
{
"epoch": 0.4,
"learning_rate": 0.00018415652925342105,
"loss": 1.4985,
"step": 228
},
{
"epoch": 0.41,
"learning_rate": 0.000183481078759451,
"loss": 1.9467,
"step": 229
},
{
"epoch": 0.41,
"learning_rate": 0.00018280343506146197,
"loss": 1.6599,
"step": 230
},
{
"epoch": 0.41,
"learning_rate": 0.00018212362357298797,
"loss": 1.6791,
"step": 231
},
{
"epoch": 0.41,
"learning_rate": 0.0001814416697888612,
"loss": 2.1714,
"step": 232
},
{
"epoch": 0.41,
"learning_rate": 0.00018075759928425582,
"loss": 1.6677,
"step": 233
},
{
"epoch": 0.41,
"learning_rate": 0.00018007143771372916,
"loss": 1.9834,
"step": 234
},
{
"epoch": 0.42,
"learning_rate": 0.00017938321081025917,
"loss": 1.8803,
"step": 235
},
{
"epoch": 0.42,
"learning_rate": 0.00017869294438427964,
"loss": 1.8268,
"step": 236
},
{
"epoch": 0.42,
"learning_rate": 0.0001780006643227121,
"loss": 1.9126,
"step": 237
},
{
"epoch": 0.42,
"learning_rate": 0.00017730639658799512,
"loss": 1.3397,
"step": 238
},
{
"epoch": 0.42,
"learning_rate": 0.00017661016721711063,
"loss": 1.5539,
"step": 239
},
{
"epoch": 0.42,
"learning_rate": 0.00017591200232060719,
"loss": 1.8692,
"step": 240
},
{
"epoch": 0.43,
"learning_rate": 0.0001752119280816212,
"loss": 1.5348,
"step": 241
},
{
"epoch": 0.43,
"learning_rate": 0.00017450997075489462,
"loss": 1.9957,
"step": 242
},
{
"epoch": 0.43,
"learning_rate": 0.00017380615666579054,
"loss": 1.7454,
"step": 243
},
{
"epoch": 0.43,
"learning_rate": 0.00017310051220930574,
"loss": 1.8623,
"step": 244
},
{
"epoch": 0.43,
"learning_rate": 0.00017239306384908096,
"loss": 1.9291,
"step": 245
},
{
"epoch": 0.44,
"learning_rate": 0.00017168383811640842,
"loss": 1.6059,
"step": 246
},
{
"epoch": 0.44,
"learning_rate": 0.00017097286160923668,
"loss": 1.8271,
"step": 247
},
{
"epoch": 0.44,
"learning_rate": 0.0001702601609911733,
"loss": 1.8032,
"step": 248
},
{
"epoch": 0.44,
"learning_rate": 0.0001695457629904848,
"loss": 1.6174,
"step": 249
},
{
"epoch": 0.44,
"learning_rate": 0.00016882969439909433,
"loss": 1.4768,
"step": 250
},
{
"epoch": 0.44,
"learning_rate": 0.0001681119820715768,
"loss": 1.9159,
"step": 251
},
{
"epoch": 0.45,
"learning_rate": 0.00016739265292415185,
"loss": 1.5289,
"step": 252
},
{
"epoch": 0.45,
"learning_rate": 0.00016667173393367446,
"loss": 1.8026,
"step": 253
},
{
"epoch": 0.45,
"learning_rate": 0.00016594925213662303,
"loss": 1.6027,
"step": 254
},
{
"epoch": 0.45,
"learning_rate": 0.00016522523462808572,
"loss": 1.8634,
"step": 255
},
{
"epoch": 0.45,
"learning_rate": 0.0001644997085607441,
"loss": 1.7965,
"step": 256
},
{
"epoch": 0.45,
"learning_rate": 0.00016377270114385485,
"loss": 1.8084,
"step": 257
},
{
"epoch": 0.46,
"learning_rate": 0.0001630442396422295,
"loss": 1.5158,
"step": 258
},
{
"epoch": 0.46,
"learning_rate": 0.00016231435137521182,
"loss": 1.8523,
"step": 259
},
{
"epoch": 0.46,
"learning_rate": 0.00016158306371565322,
"loss": 1.2613,
"step": 260
},
{
"epoch": 0.46,
"learning_rate": 0.0001608504040888863,
"loss": 1.6135,
"step": 261
},
{
"epoch": 0.46,
"learning_rate": 0.0001601163999716962,
"loss": 1.4411,
"step": 262
},
{
"epoch": 0.47,
"learning_rate": 0.00015938107889129023,
"loss": 1.7133,
"step": 263
},
{
"epoch": 0.47,
"learning_rate": 0.00015864446842426554,
"loss": 1.5927,
"step": 264
},
{
"epoch": 0.47,
"learning_rate": 0.0001579065961955749,
"loss": 1.5994,
"step": 265
},
{
"epoch": 0.47,
"learning_rate": 0.00015716748987749065,
"loss": 1.6315,
"step": 266
},
{
"epoch": 0.47,
"learning_rate": 0.0001564271771885668,
"loss": 2.0437,
"step": 267
},
{
"epoch": 0.47,
"learning_rate": 0.0001556856858925999,
"loss": 1.9095,
"step": 268
},
{
"epoch": 0.48,
"learning_rate": 0.00015494304379758735,
"loss": 1.5502,
"step": 269
},
{
"epoch": 0.48,
"learning_rate": 0.00015419927875468485,
"loss": 1.4151,
"step": 270
},
{
"epoch": 0.48,
"learning_rate": 0.0001534544186571617,
"loss": 1.6274,
"step": 271
},
{
"epoch": 0.48,
"learning_rate": 0.00015270849143935483,
"loss": 1.6849,
"step": 272
},
{
"epoch": 0.48,
"learning_rate": 0.00015196152507562127,
"loss": 1.9244,
"step": 273
},
{
"epoch": 0.48,
"learning_rate": 0.0001512135475792888,
"loss": 2.0862,
"step": 274
},
{
"epoch": 0.49,
"learning_rate": 0.00015046458700160553,
"loss": 1.7078,
"step": 275
},
{
"epoch": 0.49,
"learning_rate": 0.00014971467143068791,
"loss": 1.4565,
"step": 276
},
{
"epoch": 0.49,
"learning_rate": 0.0001489638289904673,
"loss": 1.8075,
"step": 277
},
{
"epoch": 0.49,
"learning_rate": 0.00014821208783963522,
"loss": 2.2061,
"step": 278
},
{
"epoch": 0.49,
"learning_rate": 0.00014745947617058735,
"loss": 1.6676,
"step": 279
},
{
"epoch": 0.5,
"learning_rate": 0.00014670602220836633,
"loss": 2.0041,
"step": 280
},
{
"epoch": 0.5,
"learning_rate": 0.00014595175420960293,
"loss": 1.5538,
"step": 281
},
{
"epoch": 0.5,
"learning_rate": 0.00014519670046145685,
"loss": 1.5781,
"step": 282
},
{
"epoch": 0.5,
"learning_rate": 0.0001444408892805554,
"loss": 1.703,
"step": 283
},
{
"epoch": 0.5,
"learning_rate": 0.0001436843490119318,
"loss": 1.8105,
"step": 284
}
],
"logging_steps": 1,
"max_steps": 565,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 142,
"total_flos": 2.627459909913936e+18,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}