dzungpham/graphcodebert-code-classification

1{2    "model_name": "microsoft/graphcodebert-base",3    "output_dir": "output_checkpoints/graphcodebert-best/",4    "num_epochs": 2,5    "max_steps": -1,6    "batch_size": 512,7    "learning_rate": 1e-06,8    "max_length": 512,9    "num_labels": 2,10    "use_wandb": true,11    "freeze_base": true,12    "loss_type": "r-drop",13    "focal_alpha": 1.0,14    "focal_gamma": 2.0,15    "r_drop_alpha": 6.0,16    "infonce_temperature": 0.07,17    "infonce_weight": 0.5,18    "seed": 42,19    "wandb_run_name": "graphcodebert-rdrop-best",20    "resume_from_checkpoint": "checkpoints/graphcodebert-base-lowLR-highBatchSize/checkpoint-1022",21    "save_steps": 100,22    "eval_steps": 20,23    "logging_steps": 2,24    "label_smoothing": 0.5,25    "adversarial_epsilon": 0.5,26    "use_swa": false,27    "swa_start_epoch": 0,28    "swa_lr": 1e-05,29    "data_augmentation": true,30    "aug_rename_prob": 0.8,31    "aug_format_prob": 0.8,32    "mixup_alpha": 1.0,33    "low_pass_keep_ratio": 0.5,34    "freq_consistency_weight": 0.5,35    "hidden_dropout_prob": 0.3,36    "attention_probs_dropout_prob": 0.3,37    "classifier_dropout": 0.3,38    "device": "cuda"39}