RISys-Lab/CyberSec-Text-Classification-ModernBert-Base

1{2    "data_path": "naufalso/cybersec-topic-classification-dataset-filtered",3    "model": "answerdotai/ModernBERT-base",4    "lr": 2e-05,5    "epochs": 2,6    "max_seq_length": 4096,7    "batch_size": 128,8    "warmup_ratio": 0.1,9    "gradient_accumulation": 4,10    "optimizer": "adamw_torch",11    "scheduler": "linear",12    "weight_decay": 0.0,13    "max_grad_norm": 1.0,14    "seed": 42,15    "train_split": "train",16    "valid_split": "validation",17    "text_column": "text",18    "target_column": "label",19    "logging_steps": -1,20    "project_name": "ctc-modernbert-base-autotrain-filtered",21    "auto_find_batch_size": false,22    "mixed_precision": "bf16",23    "save_total_limit": 1,24    "push_to_hub": true,25    "eval_strategy": "epoch",26    "username": "naufalso",27    "log": "wandb",28    "early_stopping_patience": 5,29    "early_stopping_threshold": 0.0130}