SweatyCrayfish/Linux-CodeLlama-2-7B

1{2  "added_tokens_decoder": {3    "0": {4      "content": "<unk>",5      "lstrip": false,6      "normalized": true,7      "rstrip": false,8      "single_word": false,9      "special": true10    },11    "1": {12      "content": "<s>",13      "lstrip": false,14      "normalized": true,15      "rstrip": false,16      "single_word": false,17      "special": true18    },19    "2": {20      "content": "</s>",21      "lstrip": false,22      "normalized": true,23      "rstrip": false,24      "single_word": false,25      "special": true26    },27    "32007": {28      "content": "▁<PRE>",29      "lstrip": true,30      "normalized": false,31      "rstrip": true,32      "single_word": false,33      "special": true34    },35    "32008": {36      "content": "▁<SUF>",37      "lstrip": true,38      "normalized": false,39      "rstrip": true,40      "single_word": false,41      "special": true42    },43    "32009": {44      "content": "▁<MID>",45      "lstrip": true,46      "normalized": false,47      "rstrip": true,48      "single_word": false,49      "special": true50    },51    "32010": {52      "content": "▁<EOT>",53      "lstrip": true,54      "normalized": false,55      "rstrip": true,56      "single_word": false,57      "special": true58    }59  },60  "additional_special_tokens": [61    "▁<PRE>",62    "▁<MID>",63    "▁<SUF>",64    "▁<EOT>"65  ],66  "bos_token": "<s>",67  "clean_up_tokenization_spaces": false,68  "eos_token": "</s>",69  "eot_token": "▁<EOT>",70  "fill_token": "<FILL_ME>",71  "legacy": null,72  "middle_token": "▁<MID>",73  "model_max_length": 1000000000000000019884624838656,74  "pad_token": null,75  "prefix_token": "▁<PRE>",76  "sp_model_kwargs": {},77  "suffix_token": "▁<SUF>",78  "tokenizer_class": "CodeLlamaTokenizer",79  "unk_token": "<unk>",80  "use_default_system_prompt": false81}82