Modelpublic

xiaoyewuz-Ruster/zzjrabbit2

sourceHugging Facemitupdated 1y agoView on Hugging Face

0likes374downloads

tokenizer_config.json25 linesDownload Raw Back to root

1{2  "added_tokens_decoder": {3    "13": {4      "content": "0",5      "lstrip": false,6      "normalized": false,7      "rstrip": false,8      "single_word": false,9      "special": true10    }11  },12  "auto_map": {13    "AutoTokenizer": [14      "zzjrabbit2.ZZJRabbit2Tokenizer",15      null16    ]17  },18  "clean_up_tokenization_spaces": false,19  "extra_special_tokens": {},20  "mask_token": "0",21  "model_max_length": 1000000000000000019884624838656,22  "pad_token": "0",23  "tokenizer_class": "ZZJRabbit2Tokenizer"24}25