dzungpham/graphcodebert-code-classification
0
1{2 "model_name": "microsoft/graphcodebert-base",3 "output_dir": "output_checkpoints/graphcodebert-best/",4 "num_epochs": 2,5 "max_steps": -1,6 "batch_size": 256,7 "learning_rate": 1e-06,8 "max_length": 512,9 "num_labels": 2,10 "use_wandb": true,11 "freeze_base": true,12 "loss_type": "r-drop",13 "focal_alpha": 1.0,14 "focal_gamma": 2.0,15 "r_drop_alpha": 6.0,16 "infonce_temperature": 0.07,17 "infonce_weight": 0.5,18 "seed": 42,19 "wandb_run_name": "graphcodebert-rdrop-best",20 "resume_from_checkpoint": "checkpoints/graphcodebert-best/checkpoint-1400",21 "save_steps": 100,22 "eval_steps": 20,23 "logging_steps": 2,24 "label_smoothing": 0.5,25 "adversarial_epsilon": 0.5,26 "use_swa": false,27 "swa_start_epoch": 0,28 "swa_lr": 1e-05,29 "data_augmentation": true,30 "aug_rename_prob": 0.8,31 "aug_format_prob": 0.8,32 "mixup_alpha": 1.0,33 "low_pass_keep_ratio": 0.5,34 "freq_consistency_weight": 0.5,35 "hidden_dropout_prob": 0.3,36 "attention_probs_dropout_prob": 0.3,37 "classifier_dropout": 0.3,38 "device": "cuda"39}