dzungpham/graphcodebert-code-classification

1{2  "best_global_step": 200,3  "best_metric": 0.5962545254252696,4  "best_model_checkpoint": "output_checkpoints/graphcodebert-vanilla/checkpoint-200",5  "epoch": 0.19569471624266144,6  "eval_steps": 50,7  "global_step": 200,8  "is_hyper_param_search": false,9  "is_local_process_zero": true,10  "is_world_process_zero": true,11  "log_history": [12    {13      "epoch": 0.004892367906066536,14      "grad_norm": 33435.953125,15      "learning_rate": 1.3071895424836603e-07,16      "loss": 0.7006,17      "step": 518    },19    {20      "epoch": 0.009784735812133072,21      "grad_norm": 34831.7421875,22      "learning_rate": 2.9411764705882356e-07,23      "loss": 0.7023,24      "step": 1025    },26    {27      "epoch": 0.014677103718199608,28      "grad_norm": 32986.62109375,29      "learning_rate": 4.5751633986928105e-07,30      "loss": 0.7019,31      "step": 1532    },33    {34      "epoch": 0.019569471624266144,35      "grad_norm": 34257.4921875,36      "learning_rate": 6.209150326797386e-07,37      "loss": 0.7025,38      "step": 2039    },40    {41      "epoch": 0.02446183953033268,42      "grad_norm": 35511.3359375,43      "learning_rate": 7.843137254901962e-07,44      "loss": 0.7032,45      "step": 2546    },47    {48      "epoch": 0.029354207436399216,49      "grad_norm": 33043.3515625,50      "learning_rate": 9.477124183006536e-07,51      "loss": 0.6968,52      "step": 3053    },54    {55      "epoch": 0.03424657534246575,56      "grad_norm": 38538.30078125,57      "learning_rate": 1.111111111111111e-06,58      "loss": 0.6992,59      "step": 3560    },61    {62      "epoch": 0.03913894324853229,63      "grad_norm": 43255.37890625,64      "learning_rate": 1.2745098039215686e-06,65      "loss": 0.6991,66      "step": 4067    },68    {69      "epoch": 0.04403131115459882,70      "grad_norm": 34170.8046875,71      "learning_rate": 1.4379084967320261e-06,72      "loss": 0.6996,73      "step": 4574    },75    {76      "epoch": 0.04892367906066536,77      "grad_norm": 35399.70703125,78      "learning_rate": 1.6013071895424837e-06,79      "loss": 0.6937,80      "step": 5081    },82    {83      "epoch": 0.04892367906066536,84      "eval_accuracy": 0.771,85      "eval_loss": 0.6569265127182007,86      "eval_macro_f1": 0.5082027063884254,87      "eval_precision": 0.6109971743687904,88      "eval_recall": 0.5281120325963375,89      "eval_runtime": 17.5156,90      "eval_samples_per_second": 57.092,91      "eval_steps_per_second": 0.057,92      "step": 5093    },94    {95      "epoch": 0.053816046966731895,96      "grad_norm": 34677.1796875,97      "learning_rate": 1.7647058823529414e-06,98      "loss": 0.6963,99      "step": 55100    },101    {102      "epoch": 0.05870841487279843,103      "grad_norm": 31789.291015625,104      "learning_rate": 1.928104575163399e-06,105      "loss": 0.6971,106      "step": 60107    },108    {109      "epoch": 0.06360078277886497,110      "grad_norm": 30762.345703125,111      "learning_rate": 2.0915032679738565e-06,112      "loss": 0.6946,113      "step": 65114    },115    {116      "epoch": 0.0684931506849315,117      "grad_norm": 29590.083984375,118      "learning_rate": 2.254901960784314e-06,119      "loss": 0.693,120      "step": 70121    },122    {123      "epoch": 0.07338551859099804,124      "grad_norm": 29346.84765625,125      "learning_rate": 2.4183006535947716e-06,126      "loss": 0.6905,127      "step": 75128    },129    {130      "epoch": 0.07827788649706457,131      "grad_norm": 37289.77734375,132      "learning_rate": 2.581699346405229e-06,133      "loss": 0.6942,134      "step": 80135    },136    {137      "epoch": 0.08317025440313111,138      "grad_norm": 33970.94140625,139      "learning_rate": 2.7450980392156867e-06,140      "loss": 0.69,141      "step": 85142    },143    {144      "epoch": 0.08806262230919765,145      "grad_norm": 28671.583984375,146      "learning_rate": 2.9084967320261443e-06,147      "loss": 0.6889,148      "step": 90149    },150    {151      "epoch": 0.09295499021526418,152      "grad_norm": 30156.005859375,153      "learning_rate": 3.071895424836602e-06,154      "loss": 0.6866,155      "step": 95156    },157    {158      "epoch": 0.09784735812133072,159      "grad_norm": 33484.71484375,160      "learning_rate": 3.2352941176470594e-06,161      "loss": 0.6888,162      "step": 100163    },164    {165      "epoch": 0.09784735812133072,166      "eval_accuracy": 0.767,167      "eval_loss": 0.6559821367263794,168      "eval_macro_f1": 0.5260673147136775,169      "eval_precision": 0.6062366452991452,170      "eval_recall": 0.5367285927824044,171      "eval_runtime": 17.3972,172      "eval_samples_per_second": 57.481,173      "eval_steps_per_second": 0.057,174      "step": 100175    },176    {177      "epoch": 0.10273972602739725,178      "grad_norm": 35390.96484375,179      "learning_rate": 3.398692810457517e-06,180      "loss": 0.6893,181      "step": 105182    },183    {184      "epoch": 0.10763209393346379,185      "grad_norm": 34452.11328125,186      "learning_rate": 3.562091503267974e-06,187      "loss": 0.6849,188      "step": 110189    },190    {191      "epoch": 0.11252446183953033,192      "grad_norm": 41847.0625,193      "learning_rate": 3.7254901960784316e-06,194      "loss": 0.6853,195      "step": 115196    },197    {198      "epoch": 0.11741682974559686,199      "grad_norm": 31951.4140625,200      "learning_rate": 3.88888888888889e-06,201      "loss": 0.6802,202      "step": 120203    },204    {205      "epoch": 0.1223091976516634,206      "grad_norm": 34176.79296875,207      "learning_rate": 4.052287581699347e-06,208      "loss": 0.6871,209      "step": 125210    },211    {212      "epoch": 0.12720156555772993,213      "grad_norm": 35482.6640625,214      "learning_rate": 4.215686274509805e-06,215      "loss": 0.6789,216      "step": 130217    },218    {219      "epoch": 0.13209393346379647,220      "grad_norm": 60289.4296875,221      "learning_rate": 4.379084967320262e-06,222      "loss": 0.6844,223      "step": 135224    },225    {226      "epoch": 0.136986301369863,227      "grad_norm": 41964.47265625,228      "learning_rate": 4.542483660130719e-06,229      "loss": 0.6808,230      "step": 140231    },232    {233      "epoch": 0.14187866927592954,234      "grad_norm": 35805.8203125,235      "learning_rate": 4.705882352941177e-06,236      "loss": 0.6748,237      "step": 145238    },239    {240      "epoch": 0.14677103718199608,241      "grad_norm": 25688.607421875,242      "learning_rate": 4.869281045751634e-06,243      "loss": 0.6769,244      "step": 150245    },246    {247      "epoch": 0.14677103718199608,248      "eval_accuracy": 0.728,249      "eval_loss": 0.6580190658569336,250      "eval_macro_f1": 0.5668100015926103,251      "eval_precision": 0.5782073308365263,252      "eval_recall": 0.5627889260176255,253      "eval_runtime": 17.3848,254      "eval_samples_per_second": 57.521,255      "eval_steps_per_second": 0.058,256      "step": 150257    },258    {259      "epoch": 0.15166340508806261,260      "grad_norm": 30171.484375,261      "learning_rate": 5.032679738562092e-06,262      "loss": 0.6706,263      "step": 155264    },265    {266      "epoch": 0.15655577299412915,267      "grad_norm": 29393.716796875,268      "learning_rate": 5.19607843137255e-06,269      "loss": 0.6764,270      "step": 160271    },272    {273      "epoch": 0.16144814090019569,274      "grad_norm": 34377.2578125,275      "learning_rate": 5.359477124183007e-06,276      "loss": 0.6688,277      "step": 165278    },279    {280      "epoch": 0.16634050880626222,281      "grad_norm": 34805.3671875,282      "learning_rate": 5.522875816993465e-06,283      "loss": 0.6673,284      "step": 170285    },286    {287      "epoch": 0.17123287671232876,288      "grad_norm": 29948.095703125,289      "learning_rate": 5.686274509803922e-06,290      "loss": 0.6652,291      "step": 175292    },293    {294      "epoch": 0.1761252446183953,295      "grad_norm": 34735.33984375,296      "learning_rate": 5.84967320261438e-06,297      "loss": 0.6709,298      "step": 180299    },300    {301      "epoch": 0.18101761252446183,302      "grad_norm": 36469.0703125,303      "learning_rate": 6.0130718954248365e-06,304      "loss": 0.6606,305      "step": 185306    },307    {308      "epoch": 0.18590998043052837,309      "grad_norm": 27843.798828125,310      "learning_rate": 6.176470588235295e-06,311      "loss": 0.6666,312      "step": 190313    },314    {315      "epoch": 0.1908023483365949,316      "grad_norm": 27965.966796875,317      "learning_rate": 6.3398692810457515e-06,318      "loss": 0.6626,319      "step": 195320    },321    {322      "epoch": 0.19569471624266144,323      "grad_norm": 28469.09375,324      "learning_rate": 6.5032679738562095e-06,325      "loss": 0.6601,326      "step": 200327    },328    {329      "epoch": 0.19569471624266144,330      "eval_accuracy": 0.698,331      "eval_loss": 0.6574791669845581,332      "eval_macro_f1": 0.5962545254252696,333      "eval_precision": 0.591974921630094,334      "eval_recall": 0.605831327804422,335      "eval_runtime": 17.3909,336      "eval_samples_per_second": 57.501,337      "eval_steps_per_second": 0.058,338      "step": 200339    }340  ],341  "logging_steps": 5,342  "max_steps": 3066,343  "num_input_tokens_seen": 0,344  "num_train_epochs": 3,345  "save_steps": 100,346  "stateful_callbacks": {347    "EarlyStoppingCallback": {348      "args": {349        "early_stopping_patience": 3,350        "early_stopping_threshold": 0.0351      },352      "attributes": {353        "early_stopping_patience_counter": 0354      }355    },356    "TrainerControl": {357      "args": {358        "should_epoch_stop": false,359        "should_evaluate": false,360        "should_log": false,361        "should_save": true,362        "should_training_stop": false363      },364      "attributes": {}365    }366  },367  "total_flos": 2.6942572068864e+16,368  "train_batch_size": 512,369  "trial_name": null,370  "trial_params": null371}372