simst/MiniCheck-RoBERTa-Large-CoreML
03
1{2 "add_prefix_space": false,3 "added_tokens_decoder": {4 "0": {5 "content": "<s>",6 "lstrip": false,7 "normalized": false,8 "rstrip": false,9 "single_word": false,10 "special": true11 },12 "1": {13 "content": "<pad>",14 "lstrip": false,15 "normalized": false,16 "rstrip": false,17 "single_word": false,18 "special": true19 },20 "2": {21 "content": "</s>",22 "lstrip": false,23 "normalized": false,24 "rstrip": false,25 "single_word": false,26 "special": true27 },28 "3": {29 "content": "<unk>",30 "lstrip": false,31 "normalized": false,32 "rstrip": false,33 "single_word": false,34 "special": true35 },36 "50264": {37 "content": "<mask>",38 "lstrip": true,39 "normalized": false,40 "rstrip": false,41 "single_word": false,42 "special": true43 }44 },45 "additional_special_tokens": [46 "<s>",47 "<pad>",48 "</s>",49 "<unk>",50 "<mask>"51 ],52 "bos_token": "<s>",53 "clean_up_tokenization_spaces": true,54 "cls_token": "<s>",55 "eos_token": "</s>",56 "errors": "replace",57 "mask_token": "<mask>",58 "max_length": 512,59 "model_max_length": 512,60 "pad_token": "<pad>",61 "sep_token": "</s>",62 "stride": 0,63 "tokenizer_class": "RobertaTokenizer",64 "trim_offsets": true,65 "truncation_side": "right",66 "truncation_strategy": "longest_first",67 "unk_token": "<unk>"68}69 