manifesta/adaption_verified_math_code_instruct
054
1{2 "best_global_step": null,3 "best_metric": null,4 "best_model_checkpoint": null,5 "epoch": 1.0,6 "eval_steps": 11,7 "global_step": 59,8 "is_hyper_param_search": false,9 "is_local_process_zero": true,10 "is_world_process_zero": true,11 "log_history": [12 {13 "epoch": 0.01694915254237288,14 "grad_norm": 3.206836223602295,15 "learning_rate": 0.0,16 "loss": 3.482421875,17 "step": 118 },19 {20 "epoch": 0.03389830508474576,21 "grad_norm": 2.847381353378296,22 "learning_rate": 1.6666666666666667e-05,23 "loss": 3.3974609375,24 "step": 225 },26 {27 "epoch": 0.05084745762711865,28 "grad_norm": 1.4680771827697754,29 "learning_rate": 3.3333333333333335e-05,30 "loss": 3.1318359375,31 "step": 332 },33 {34 "epoch": 0.06779661016949153,35 "grad_norm": 2.6396775245666504,36 "learning_rate": 5e-05,37 "loss": 3.4658203125,38 "step": 439 },40 {41 "epoch": 0.0847457627118644,42 "grad_norm": 23.652711868286133,43 "learning_rate": 6.666666666666667e-05,44 "loss": 3.5107421875,45 "step": 546 },47 {48 "epoch": 0.1016949152542373,49 "grad_norm": 48.07037353515625,50 "learning_rate": 8.333333333333334e-05,51 "loss": 2.72869873046875,52 "step": 653 },54 {55 "epoch": 0.11864406779661017,56 "grad_norm": 4.403927803039551,57 "learning_rate": 0.0001,58 "loss": 3.408203125,59 "step": 760 },61 {62 "epoch": 0.13559322033898305,63 "grad_norm": 9.01473331451416,64 "learning_rate": 9.992096792939448e-05,65 "loss": 3.171875,66 "step": 867 },68 {69 "epoch": 0.15254237288135594,70 "grad_norm": 3.0288233757019043,71 "learning_rate": 9.968414932060826e-05,72 "loss": 3.2919921875,73 "step": 974 },75 {76 "epoch": 0.1694915254237288,77 "grad_norm": 6.546408176422119,78 "learning_rate": 9.929037600764186e-05,79 "loss": 2.862548828125,80 "step": 1081 },82 {83 "epoch": 0.1864406779661017,84 "grad_norm": 13.21324634552002,85 "learning_rate": 9.874103113361849e-05,86 "loss": 3.15625,87 "step": 1188 },89 {90 "epoch": 0.2033898305084746,91 "grad_norm": 4.1443328857421875,92 "learning_rate": 9.80380442924435e-05,93 "loss": 2.89453125,94 "step": 1295 },96 {97 "epoch": 0.22033898305084745,98 "grad_norm": 2.7522470951080322,99 "learning_rate": 9.718388475103545e-05,100 "loss": 2.748046875,101 "step": 13102 },103 {104 "epoch": 0.23728813559322035,105 "grad_norm": 172.51380920410156,106 "learning_rate": 9.618155277593583e-05,107 "loss": 2.4990234375,108 "step": 14109 },110 {111 "epoch": 0.2542372881355932,112 "grad_norm": 645.0208129882812,113 "learning_rate": 9.503456909476364e-05,114 "loss": 2.1456298828125,115 "step": 15116 },117 {118 "epoch": 0.2542372881355932,119 "eval_loss": 2.36572265625,120 "eval_runtime": 8.5667,121 "eval_samples_per_second": 0.584,122 "eval_steps_per_second": 0.117,123 "step": 15124 },125 {126 "epoch": 0.2711864406779661,127 "grad_norm": 2.9692535400390625,128 "learning_rate": 9.374696252953101e-05,129 "loss": 2.47412109375,130 "step": 16131 },132 {133 "epoch": 0.288135593220339,134 "grad_norm": 4.023967266082764,135 "learning_rate": 9.23232558452591e-05,136 "loss": 2.4521484375,137 "step": 17138 },139 {140 "epoch": 0.3050847457627119,141 "grad_norm": 2.6005005836486816,142 "learning_rate": 9.07684498636009e-05,143 "loss": 2.07373046875,144 "step": 18145 },146 {147 "epoch": 0.3220338983050847,148 "grad_norm": 2.6452620029449463,149 "learning_rate": 8.90880058972729e-05,150 "loss": 2.11328125,151 "step": 19152 },153 {154 "epoch": 0.3389830508474576,155 "grad_norm": 2.769963026046753,156 "learning_rate": 8.72878265669949e-05,157 "loss": 1.9404296875,158 "step": 20159 },160 {161 "epoch": 0.3559322033898305,162 "grad_norm": 1.5048216581344604,163 "learning_rate": 8.537423506831948e-05,164 "loss": 1.5035400390625,165 "step": 21166 },167 {168 "epoch": 0.3728813559322034,169 "grad_norm": 2.622932195663452,170 "learning_rate": 8.335395296117701e-05,171 "loss": 1.643157958984375,172 "step": 22173 },174 {175 "epoch": 0.3898305084745763,176 "grad_norm": 2.5172510147094727,177 "learning_rate": 8.123407656015125e-05,178 "loss": 1.89501953125,179 "step": 23180 },181 {182 "epoch": 0.4067796610169492,183 "grad_norm": 1.6744011640548706,184 "learning_rate": 7.902205200841559e-05,185 "loss": 1.7744140625,186 "step": 24187 },188 {189 "epoch": 0.423728813559322,190 "grad_norm": 3.4982826709747314,191 "learning_rate": 7.672564912288352e-05,192 "loss": 1.69921875,193 "step": 25194 },195 {196 "epoch": 0.4406779661016949,197 "grad_norm": 138.6426544189453,198 "learning_rate": 7.435293410244342e-05,199 "loss": 1.6044921875,200 "step": 26201 },202 {203 "epoch": 0.4406779661016949,204 "eval_loss": 1.561767578125,205 "eval_runtime": 8.5591,206 "eval_samples_per_second": 0.584,207 "eval_steps_per_second": 0.117,208 "step": 26209 },210 {211 "epoch": 0.4576271186440678,212 "grad_norm": 1.965626835823059,213 "learning_rate": 7.191224119514072e-05,214 "loss": 1.5244140625,215 "step": 27216 },217 {218 "epoch": 0.4745762711864407,219 "grad_norm": 1.6944293975830078,220 "learning_rate": 6.94121434238277e-05,221 "loss": 1.533203125,222 "step": 28223 },224 {225 "epoch": 0.4915254237288136,226 "grad_norm": 3.656485080718994,227 "learning_rate": 6.686142247310805e-05,228 "loss": 1.517822265625,229 "step": 29230 },231 {232 "epoch": 0.5084745762711864,233 "grad_norm": 0.9953148365020752,234 "learning_rate": 6.426903784334943e-05,235 "loss": 1.4697265625,236 "step": 30237 },238 {239 "epoch": 0.5254237288135594,240 "grad_norm": 0.8330620527267456,241 "learning_rate": 6.164409538011167e-05,242 "loss": 1.4814453125,243 "step": 31244 },245 {246 "epoch": 0.5423728813559322,247 "grad_norm": 0.7230986952781677,248 "learning_rate": 5.899581528953207e-05,249 "loss": 1.2818603515625,250 "step": 32251 },252 {253 "epoch": 0.559322033898305,254 "grad_norm": 1.0042716264724731,255 "learning_rate": 5.633349975201519e-05,256 "loss": 1.5009765625,257 "step": 33258 },259 {260 "epoch": 0.576271186440678,261 "grad_norm": 7.553008556365967,262 "learning_rate": 5.366650024798482e-05,263 "loss": 1.47021484375,264 "step": 34265 },266 {267 "epoch": 0.5932203389830508,268 "grad_norm": 0.7747316956520081,269 "learning_rate": 5.100418471046794e-05,270 "loss": 1.36279296875,271 "step": 35272 },273 {274 "epoch": 0.6101694915254238,275 "grad_norm": 0.7788944840431213,276 "learning_rate": 4.835590461988836e-05,277 "loss": 1.51953125,278 "step": 36279 },280 {281 "epoch": 0.6271186440677966,282 "grad_norm": 0.8589951992034912,283 "learning_rate": 4.573096215665058e-05,284 "loss": 1.33056640625,285 "step": 37286 },287 {288 "epoch": 0.6271186440677966,289 "eval_loss": 1.320556640625,290 "eval_runtime": 8.5885,291 "eval_samples_per_second": 0.582,292 "eval_steps_per_second": 0.116,293 "step": 37294 },295 {296 "epoch": 0.6440677966101694,297 "grad_norm": 677.2100219726562,298 "learning_rate": 4.3138577526891964e-05,299 "loss": 1.2919921875,300 "step": 38301 },302 {303 "epoch": 0.6610169491525424,304 "grad_norm": 0.5605570077896118,305 "learning_rate": 4.058785657617232e-05,306 "loss": 1.18408203125,307 "step": 39308 },309 {310 "epoch": 0.6779661016949152,311 "grad_norm": 389.38153076171875,312 "learning_rate": 3.8087758804859295e-05,313 "loss": 1.28271484375,314 "step": 40315 },316 {317 "epoch": 0.6949152542372882,318 "grad_norm": 0.6740171909332275,319 "learning_rate": 3.5647065897556596e-05,320 "loss": 1.31640625,321 "step": 41322 },323 {324 "epoch": 0.711864406779661,325 "grad_norm": 0.5668186545372009,326 "learning_rate": 3.327435087711649e-05,327 "loss": 1.2705078125,328 "step": 42329 },330 {331 "epoch": 0.7288135593220338,332 "grad_norm": 0.6506308913230896,333 "learning_rate": 3.097794799158444e-05,334 "loss": 1.35009765625,335 "step": 43336 },337 {338 "epoch": 0.7457627118644068,339 "grad_norm": 1.9056968688964844,340 "learning_rate": 2.8765923439848764e-05,341 "loss": 1.0797576904296875,342 "step": 44343 },344 {345 "epoch": 0.7627118644067796,346 "grad_norm": 3.448936939239502,347 "learning_rate": 2.6646047038823007e-05,348 "loss": 1.28173828125,349 "step": 45350 },351 {352 "epoch": 0.7796610169491526,353 "grad_norm": 0.5010473728179932,354 "learning_rate": 2.4625764931680536e-05,355 "loss": 1.1314711570739746,356 "step": 46357 },358 {359 "epoch": 0.7966101694915254,360 "grad_norm": 0.5115064382553101,361 "learning_rate": 2.271217343300509e-05,362 "loss": 1.20849609375,363 "step": 47364 },365 {366 "epoch": 0.8135593220338984,367 "grad_norm": 0.4829571545124054,368 "learning_rate": 2.0911994102727095e-05,369 "loss": 1.28466796875,370 "step": 48371 },372 {373 "epoch": 0.8135593220338984,374 "eval_loss": 1.24169921875,375 "eval_runtime": 8.578,376 "eval_samples_per_second": 0.583,377 "eval_steps_per_second": 0.117,378 "step": 48379 },380 {381 "epoch": 0.8305084745762712,382 "grad_norm": 0.3891683518886566,383 "learning_rate": 1.9231550136399102e-05,384 "loss": 1.206298828125,385 "step": 49386 },387 {388 "epoch": 0.847457627118644,389 "grad_norm": 0.39190465211868286,390 "learning_rate": 1.7676744154740922e-05,391 "loss": 1.257568359375,392 "step": 50393 },394 {395 "epoch": 0.864406779661017,396 "grad_norm": 0.6265923380851746,397 "learning_rate": 1.6253037470469e-05,398 "loss": 1.22509765625,399 "step": 51400 },401 {402 "epoch": 0.8813559322033898,403 "grad_norm": 1.132917881011963,404 "learning_rate": 1.4965430905236377e-05,405 "loss": 1.23193359375,406 "step": 52407 },408 {409 "epoch": 0.8983050847457628,410 "grad_norm": 1.4995769262313843,411 "learning_rate": 1.381844722406417e-05,412 "loss": 1.137939453125,413 "step": 53414 },415 {416 "epoch": 0.9152542372881356,417 "grad_norm": 0.8267571330070496,418 "learning_rate": 1.281611524896456e-05,419 "loss": 1.262939453125,420 "step": 54421 },422 {423 "epoch": 0.9322033898305084,424 "grad_norm": 0.4488615393638611,425 "learning_rate": 1.1961955707556493e-05,426 "loss": 1.243896484375,427 "step": 55428 },429 {430 "epoch": 0.9491525423728814,431 "grad_norm": 0.7780895233154297,432 "learning_rate": 1.1258968866381517e-05,433 "loss": 1.293701171875,434 "step": 56435 },436 {437 "epoch": 0.9661016949152542,438 "grad_norm": 0.5684336423873901,439 "learning_rate": 1.0709623992358144e-05,440 "loss": 1.24169921875,441 "step": 57442 },443 {444 "epoch": 0.9830508474576272,445 "grad_norm": 1.7781082391738892,446 "learning_rate": 1.031585067939174e-05,447 "loss": 1.258056640625,448 "step": 58449 },450 {451 "epoch": 1.0,452 "grad_norm": 40.05562973022461,453 "learning_rate": 1.007903207060554e-05,454 "loss": 1.238037109375,455 "step": 59456 },457 {458 "epoch": 1.0,459 "eval_loss": 1.219970703125,460 "eval_runtime": 8.5876,461 "eval_samples_per_second": 0.582,462 "eval_steps_per_second": 0.116,463 "step": 59464 }465 ],466 "logging_steps": 1.0,467 "max_steps": 59,468 "num_input_tokens_seen": 0,469 "num_train_epochs": 1,470 "save_steps": 0,471 "stateful_callbacks": {472 "TrainerControl": {473 "args": {474 "should_epoch_stop": false,475 "should_evaluate": false,476 "should_log": false,477 "should_save": true,478 "should_training_stop": true479 },480 "attributes": {}481 }482 },483 "total_flos": 4.0731125942761554e+18,484 "train_batch_size": 1,485 "trial_name": null,486 "trial_params": null487}488