dzungpham/graphcodebert-code-classification
0
1{2 "best_global_step": 1000,3 "best_metric": 0.7657238614598489,4 "best_model_checkpoint": "./output_checkpoints/graphcodebert-rdrop/checkpoint-1000",5 "epoch": 0.064,6 "eval_steps": 1000,7 "global_step": 1000,8 "is_hyper_param_search": false,9 "is_local_process_zero": true,10 "is_world_process_zero": true,11 "log_history": [12 {13 "epoch": 0.00064,14 "grad_norm": 1.8688431978225708,15 "learning_rate": 3.840409643695328e-08,16 "loss": 0.7168,17 "step": 1018 },19 {20 "epoch": 0.00128,21 "grad_norm": 1.835353970527649,22 "learning_rate": 8.10753147002347e-08,23 "loss": 0.7179,24 "step": 2025 },26 {27 "epoch": 0.00192,28 "grad_norm": 1.2541388273239136,29 "learning_rate": 1.2374653296351612e-07,30 "loss": 0.7177,31 "step": 3032 },33 {34 "epoch": 0.00256,35 "grad_norm": 1.1381633281707764,36 "learning_rate": 1.6641775122679754e-07,37 "loss": 0.7312,38 "step": 4039 },40 {41 "epoch": 0.0032,42 "grad_norm": 1.6313824653625488,43 "learning_rate": 2.0908896949007894e-07,44 "loss": 0.7167,45 "step": 5046 },47 {48 "epoch": 0.00384,49 "grad_norm": 1.092464566230774,50 "learning_rate": 2.517601877533604e-07,51 "loss": 0.7201,52 "step": 6053 },54 {55 "epoch": 0.00448,56 "grad_norm": 1.164099097251892,57 "learning_rate": 2.944314060166418e-07,58 "loss": 0.7195,59 "step": 7060 },61 {62 "epoch": 0.00512,63 "grad_norm": 1.9283920526504517,64 "learning_rate": 3.371026242799232e-07,65 "loss": 0.7223,66 "step": 8067 },68 {69 "epoch": 0.00576,70 "grad_norm": 1.8716129064559937,71 "learning_rate": 3.7977384254320464e-07,72 "loss": 0.7151,73 "step": 9074 },75 {76 "epoch": 0.0064,77 "grad_norm": 1.5499262809753418,78 "learning_rate": 4.22445060806486e-07,79 "loss": 0.7211,80 "step": 10081 },82 {83 "epoch": 0.00704,84 "grad_norm": 1.375114917755127,85 "learning_rate": 4.651162790697675e-07,86 "loss": 0.7247,87 "step": 11088 },89 {90 "epoch": 0.00768,91 "grad_norm": 1.384915828704834,92 "learning_rate": 5.077874973330489e-07,93 "loss": 0.7156,94 "step": 12095 },96 {97 "epoch": 0.00832,98 "grad_norm": 1.6376659870147705,99 "learning_rate": 5.504587155963304e-07,100 "loss": 0.7196,101 "step": 130102 },103 {104 "epoch": 0.00896,105 "grad_norm": 1.709489345550537,106 "learning_rate": 5.931299338596117e-07,107 "loss": 0.7215,108 "step": 140109 },110 {111 "epoch": 0.0096,112 "grad_norm": 1.350512146949768,113 "learning_rate": 6.358011521228932e-07,114 "loss": 0.71,115 "step": 150116 },117 {118 "epoch": 0.01024,119 "grad_norm": 2.33050537109375,120 "learning_rate": 6.784723703861745e-07,121 "loss": 0.7191,122 "step": 160123 },124 {125 "epoch": 0.01088,126 "grad_norm": 1.0042874813079834,127 "learning_rate": 7.21143588649456e-07,128 "loss": 0.72,129 "step": 170130 },131 {132 "epoch": 0.01152,133 "grad_norm": 1.1835744380950928,134 "learning_rate": 7.638148069127374e-07,135 "loss": 0.7122,136 "step": 180137 },138 {139 "epoch": 0.01216,140 "grad_norm": 1.949506402015686,141 "learning_rate": 8.064860251760189e-07,142 "loss": 0.7091,143 "step": 190144 },145 {146 "epoch": 0.0128,147 "grad_norm": 1.139626383781433,148 "learning_rate": 8.491572434393003e-07,149 "loss": 0.7046,150 "step": 200151 },152 {153 "epoch": 0.01344,154 "grad_norm": 1.7734779119491577,155 "learning_rate": 8.918284617025817e-07,156 "loss": 0.7135,157 "step": 210158 },159 {160 "epoch": 0.01408,161 "grad_norm": 1.3442974090576172,162 "learning_rate": 9.344996799658632e-07,163 "loss": 0.7127,164 "step": 220165 },166 {167 "epoch": 0.01472,168 "grad_norm": 1.6148335933685303,169 "learning_rate": 9.771708982291445e-07,170 "loss": 0.7168,171 "step": 230172 },173 {174 "epoch": 0.01536,175 "grad_norm": 0.9220213294029236,176 "learning_rate": 1.0198421164924258e-06,177 "loss": 0.7109,178 "step": 240179 },180 {181 "epoch": 0.016,182 "grad_norm": 1.5631815195083618,183 "learning_rate": 1.0625133347557074e-06,184 "loss": 0.7149,185 "step": 250186 },187 {188 "epoch": 0.01664,189 "grad_norm": 1.5052822828292847,190 "learning_rate": 1.1051845530189888e-06,191 "loss": 0.7112,192 "step": 260193 },194 {195 "epoch": 0.01728,196 "grad_norm": 1.6714903116226196,197 "learning_rate": 1.1478557712822702e-06,198 "loss": 0.7128,199 "step": 270200 },201 {202 "epoch": 0.01792,203 "grad_norm": 1.6667262315750122,204 "learning_rate": 1.1905269895455517e-06,205 "loss": 0.7091,206 "step": 280207 },208 {209 "epoch": 0.01856,210 "grad_norm": 1.6861907243728638,211 "learning_rate": 1.233198207808833e-06,212 "loss": 0.7078,213 "step": 290214 },215 {216 "epoch": 0.0192,217 "grad_norm": 1.6259212493896484,218 "learning_rate": 1.2758694260721145e-06,219 "loss": 0.7087,220 "step": 300221 },222 {223 "epoch": 0.01984,224 "grad_norm": 1.207320213317871,225 "learning_rate": 1.318540644335396e-06,226 "loss": 0.7087,227 "step": 310228 },229 {230 "epoch": 0.02048,231 "grad_norm": 1.087124228477478,232 "learning_rate": 1.3612118625986772e-06,233 "loss": 0.7174,234 "step": 320235 },236 {237 "epoch": 0.02112,238 "grad_norm": 1.5668721199035645,239 "learning_rate": 1.4038830808619588e-06,240 "loss": 0.7066,241 "step": 330242 },243 {244 "epoch": 0.02176,245 "grad_norm": 1.5332859754562378,246 "learning_rate": 1.4465542991252401e-06,247 "loss": 0.7115,248 "step": 340249 },250 {251 "epoch": 0.0224,252 "grad_norm": 2.092994451522827,253 "learning_rate": 1.4892255173885215e-06,254 "loss": 0.7085,255 "step": 350256 },257 {258 "epoch": 0.02304,259 "grad_norm": 1.266851544380188,260 "learning_rate": 1.531896735651803e-06,261 "loss": 0.7091,262 "step": 360263 },264 {265 "epoch": 0.02368,266 "grad_norm": 1.290616512298584,267 "learning_rate": 1.5745679539150842e-06,268 "loss": 0.7103,269 "step": 370270 },271 {272 "epoch": 0.02432,273 "grad_norm": 1.2045000791549683,274 "learning_rate": 1.6172391721783658e-06,275 "loss": 0.705,276 "step": 380277 },278 {279 "epoch": 0.02496,280 "grad_norm": 1.828832983970642,281 "learning_rate": 1.6599103904416472e-06,282 "loss": 0.7038,283 "step": 390284 },285 {286 "epoch": 0.0256,287 "grad_norm": 1.7793196439743042,288 "learning_rate": 1.7025816087049288e-06,289 "loss": 0.7085,290 "step": 400291 },292 {293 "epoch": 0.02624,294 "grad_norm": 0.8949472904205322,295 "learning_rate": 1.7452528269682101e-06,296 "loss": 0.7045,297 "step": 410298 },299 {300 "epoch": 0.02688,301 "grad_norm": 1.3071945905685425,302 "learning_rate": 1.7879240452314913e-06,303 "loss": 0.702,304 "step": 420305 },306 {307 "epoch": 0.02752,308 "grad_norm": 1.7497148513793945,309 "learning_rate": 1.8305952634947729e-06,310 "loss": 0.7073,311 "step": 430312 },313 {314 "epoch": 0.02816,315 "grad_norm": 1.0856297016143799,316 "learning_rate": 1.8732664817580542e-06,317 "loss": 0.7008,318 "step": 440319 },320 {321 "epoch": 0.0288,322 "grad_norm": 1.369019627571106,323 "learning_rate": 1.915937700021336e-06,324 "loss": 0.7059,325 "step": 450326 },327 {328 "epoch": 0.02944,329 "grad_norm": 2.0961010456085205,330 "learning_rate": 1.958608918284617e-06,331 "loss": 0.6952,332 "step": 460333 },334 {335 "epoch": 0.03008,336 "grad_norm": 1.6076347827911377,337 "learning_rate": 2.0012801365478988e-06,338 "loss": 0.7074,339 "step": 470340 },341 {342 "epoch": 0.03072,343 "grad_norm": 1.3129311800003052,344 "learning_rate": 2.04395135481118e-06,345 "loss": 0.6994,346 "step": 480347 },348 {349 "epoch": 0.03136,350 "grad_norm": 1.3621476888656616,351 "learning_rate": 2.0866225730744615e-06,352 "loss": 0.696,353 "step": 490354 },355 {356 "epoch": 0.032,357 "grad_norm": 0.9786806106567383,358 "learning_rate": 2.129293791337743e-06,359 "loss": 0.7011,360 "step": 500361 },362 {363 "epoch": 0.03264,364 "grad_norm": 1.4611176252365112,365 "learning_rate": 2.1719650096010242e-06,366 "loss": 0.699,367 "step": 510368 },369 {370 "epoch": 0.03328,371 "grad_norm": 1.0675945281982422,372 "learning_rate": 2.214636227864306e-06,373 "loss": 0.6906,374 "step": 520375 },376 {377 "epoch": 0.03392,378 "grad_norm": 1.6564017534255981,379 "learning_rate": 2.257307446127587e-06,380 "loss": 0.6923,381 "step": 530382 },383 {384 "epoch": 0.03456,385 "grad_norm": 1.228119134902954,386 "learning_rate": 2.2999786643908685e-06,387 "loss": 0.6928,388 "step": 540389 },390 {391 "epoch": 0.0352,392 "grad_norm": 1.9868593215942383,393 "learning_rate": 2.34264988265415e-06,394 "loss": 0.6912,395 "step": 550396 },397 {398 "epoch": 0.03584,399 "grad_norm": 1.2531176805496216,400 "learning_rate": 2.3853211009174317e-06,401 "loss": 0.6923,402 "step": 560403 },404 {405 "epoch": 0.03648,406 "grad_norm": 1.413602352142334,407 "learning_rate": 2.427992319180713e-06,408 "loss": 0.6993,409 "step": 570410 },411 {412 "epoch": 0.03712,413 "grad_norm": 0.9655390977859497,414 "learning_rate": 2.470663537443994e-06,415 "loss": 0.7017,416 "step": 580417 },418 {419 "epoch": 0.03776,420 "grad_norm": 1.962438941001892,421 "learning_rate": 2.5133347557072756e-06,422 "loss": 0.6933,423 "step": 590424 },425 {426 "epoch": 0.0384,427 "grad_norm": 1.1099931001663208,428 "learning_rate": 2.556005973970557e-06,429 "loss": 0.6925,430 "step": 600431 },432 {433 "epoch": 0.03904,434 "grad_norm": 1.1766624450683594,435 "learning_rate": 2.5986771922338383e-06,436 "loss": 0.6894,437 "step": 610438 },439 {440 "epoch": 0.03968,441 "grad_norm": 1.574353814125061,442 "learning_rate": 2.64134841049712e-06,443 "loss": 0.6923,444 "step": 620445 },446 {447 "epoch": 0.04032,448 "grad_norm": 1.194074273109436,449 "learning_rate": 2.6840196287604015e-06,450 "loss": 0.6855,451 "step": 630452 },453 {454 "epoch": 0.04096,455 "grad_norm": 1.1750593185424805,456 "learning_rate": 2.7266908470236826e-06,457 "loss": 0.7002,458 "step": 640459 },460 {461 "epoch": 0.0416,462 "grad_norm": 1.3165347576141357,463 "learning_rate": 2.7693620652869642e-06,464 "loss": 0.6893,465 "step": 650466 },467 {468 "epoch": 0.04224,469 "grad_norm": 1.1079384088516235,470 "learning_rate": 2.812033283550246e-06,471 "loss": 0.6852,472 "step": 660473 },474 {475 "epoch": 0.04288,476 "grad_norm": 1.231327772140503,477 "learning_rate": 2.8547045018135274e-06,478 "loss": 0.695,479 "step": 670480 },481 {482 "epoch": 0.04352,483 "grad_norm": 1.966036319732666,484 "learning_rate": 2.897375720076808e-06,485 "loss": 0.6833,486 "step": 680487 },488 {489 "epoch": 0.04416,490 "grad_norm": 1.0460131168365479,491 "learning_rate": 2.9400469383400897e-06,492 "loss": 0.6802,493 "step": 690494 },495 {496 "epoch": 0.0448,497 "grad_norm": 1.2445200681686401,498 "learning_rate": 2.9827181566033713e-06,499 "loss": 0.6883,500 "step": 700501 },502 {503 "epoch": 0.04544,504 "grad_norm": 1.1759636402130127,505 "learning_rate": 3.025389374866653e-06,506 "loss": 0.682,507 "step": 710508 },509 {510 "epoch": 0.04608,511 "grad_norm": 1.2478561401367188,512 "learning_rate": 3.068060593129934e-06,513 "loss": 0.6802,514 "step": 720515 },516 {517 "epoch": 0.04672,518 "grad_norm": 0.8945108652114868,519 "learning_rate": 3.1107318113932156e-06,520 "loss": 0.6873,521 "step": 730522 },523 {524 "epoch": 0.04736,525 "grad_norm": 1.6810317039489746,526 "learning_rate": 3.153403029656497e-06,527 "loss": 0.6828,528 "step": 740529 },530 {531 "epoch": 0.048,532 "grad_norm": 2.882283926010132,533 "learning_rate": 3.1960742479197783e-06,534 "loss": 0.6797,535 "step": 750536 },537 {538 "epoch": 0.04864,539 "grad_norm": 1.575766921043396,540 "learning_rate": 3.23874546618306e-06,541 "loss": 0.6826,542 "step": 760543 },544 {545 "epoch": 0.04928,546 "grad_norm": 1.8044737577438354,547 "learning_rate": 3.2814166844463415e-06,548 "loss": 0.6837,549 "step": 770550 },551 {552 "epoch": 0.04992,553 "grad_norm": 1.4755513668060303,554 "learning_rate": 3.324087902709623e-06,555 "loss": 0.6815,556 "step": 780557 },558 {559 "epoch": 0.05056,560 "grad_norm": 2.0735654830932617,561 "learning_rate": 3.3667591209729038e-06,562 "loss": 0.6773,563 "step": 790564 },565 {566 "epoch": 0.0512,567 "grad_norm": 0.9823655486106873,568 "learning_rate": 3.4094303392361854e-06,569 "loss": 0.6689,570 "step": 800571 },572 {573 "epoch": 0.05184,574 "grad_norm": 1.0731920003890991,575 "learning_rate": 3.452101557499467e-06,576 "loss": 0.6689,577 "step": 810578 },579 {580 "epoch": 0.05248,581 "grad_norm": 1.1081087589263916,582 "learning_rate": 3.494772775762748e-06,583 "loss": 0.6694,584 "step": 820585 },586 {587 "epoch": 0.05312,588 "grad_norm": 1.2130361795425415,589 "learning_rate": 3.5374439940260297e-06,590 "loss": 0.682,591 "step": 830592 },593 {594 "epoch": 0.05376,595 "grad_norm": 1.170345664024353,596 "learning_rate": 3.5801152122893113e-06,597 "loss": 0.6756,598 "step": 840599 },600 {601 "epoch": 0.0544,602 "grad_norm": 1.2610124349594116,603 "learning_rate": 3.622786430552593e-06,604 "loss": 0.67,605 "step": 850606 },607 {608 "epoch": 0.05504,609 "grad_norm": 1.0138545036315918,610 "learning_rate": 3.665457648815874e-06,611 "loss": 0.6807,612 "step": 860613 },614 {615 "epoch": 0.05568,616 "grad_norm": 1.0937036275863647,617 "learning_rate": 3.7081288670791556e-06,618 "loss": 0.6774,619 "step": 870620 },621 {622 "epoch": 0.05632,623 "grad_norm": 1.119221568107605,624 "learning_rate": 3.750800085342437e-06,625 "loss": 0.6728,626 "step": 880627 },628 {629 "epoch": 0.05696,630 "grad_norm": 1.9351646900177002,631 "learning_rate": 3.793471303605718e-06,632 "loss": 0.6664,633 "step": 890634 },635 {636 "epoch": 0.0576,637 "grad_norm": 1.6208665370941162,638 "learning_rate": 3.836142521869e-06,639 "loss": 0.6653,640 "step": 900641 },642 {643 "epoch": 0.05824,644 "grad_norm": 1.3460793495178223,645 "learning_rate": 3.8788137401322815e-06,646 "loss": 0.6651,647 "step": 910648 },649 {650 "epoch": 0.05888,651 "grad_norm": 1.8987629413604736,652 "learning_rate": 3.921484958395563e-06,653 "loss": 0.6694,654 "step": 920655 },656 {657 "epoch": 0.05952,658 "grad_norm": 1.3637055158615112,659 "learning_rate": 3.964156176658844e-06,660 "loss": 0.6691,661 "step": 930662 },663 {664 "epoch": 0.06016,665 "grad_norm": 1.3319580554962158,666 "learning_rate": 4.006827394922125e-06,667 "loss": 0.6749,668 "step": 940669 },670 {671 "epoch": 0.0608,672 "grad_norm": 1.3574756383895874,673 "learning_rate": 4.049498613185407e-06,674 "loss": 0.6688,675 "step": 950676 },677 {678 "epoch": 0.06144,679 "grad_norm": 1.136319637298584,680 "learning_rate": 4.092169831448688e-06,681 "loss": 0.6657,682 "step": 960683 },684 {685 "epoch": 0.06208,686 "grad_norm": 1.7666376829147339,687 "learning_rate": 4.134841049711969e-06,688 "loss": 0.6667,689 "step": 970690 },691 {692 "epoch": 0.06272,693 "grad_norm": 1.332014560699463,694 "learning_rate": 4.177512267975251e-06,695 "loss": 0.6715,696 "step": 980697 },698 {699 "epoch": 0.06336,700 "grad_norm": 1.3127824068069458,701 "learning_rate": 4.220183486238532e-06,702 "loss": 0.6737,703 "step": 990704 },705 {706 "epoch": 0.064,707 "grad_norm": 1.293678641319275,708 "learning_rate": 4.262854704501814e-06,709 "loss": 0.6557,710 "step": 1000711 },712 {713 "epoch": 0.064,714 "eval_accuracy": 0.76589,715 "eval_loss": 0.6282070279121399,716 "eval_macro_f1": 0.7657238614598489,717 "eval_precision": 0.7708542319194018,718 "eval_recall": 0.7687514011652705,719 "eval_runtime": 806.5969,720 "eval_samples_per_second": 123.978,721 "eval_steps_per_second": 1.938,722 "step": 1000723 }724 ],725 "logging_steps": 10,726 "max_steps": 46875,727 "num_input_tokens_seen": 0,728 "num_train_epochs": 3,729 "save_steps": 200,730 "stateful_callbacks": {731 "EarlyStoppingCallback": {732 "args": {733 "early_stopping_patience": 3,734 "early_stopping_threshold": 0.0735 },736 "attributes": {737 "early_stopping_patience_counter": 0738 }739 },740 "TrainerControl": {741 "args": {742 "should_epoch_stop": false,743 "should_evaluate": false,744 "should_log": false,745 "should_save": true,746 "should_training_stop": false747 },748 "attributes": {}749 }750 },751 "total_flos": 8415853772304000.0,752 "train_batch_size": 32,753 "trial_name": null,754 "trial_params": null755}756