Team Ai
Modelpublic

defog/sqlcoder-34b-alpha

sourceHugging Facecc-by-4.0updated 3y agoView on Hugging Face
177likes108downloads
tokenizer_config.json86 linesDownload Raw Back to root
1{2  "added_tokens_decoder": {3    "0": {4      "content": "<unk>",5      "lstrip": false,6      "normalized": true,7      "rstrip": false,8      "single_word": false,9      "special": true10    },11    "1": {12      "content": "<s>",13      "lstrip": false,14      "normalized": true,15      "rstrip": false,16      "single_word": false,17      "special": true18    },19    "2": {20      "content": "</s>",21      "lstrip": false,22      "normalized": true,23      "rstrip": false,24      "single_word": false,25      "special": true26    },27    "32000": {28      "content": "▁<PRE>",29      "lstrip": true,30      "normalized": false,31      "rstrip": true,32      "single_word": false,33      "special": true34    },35    "32001": {36      "content": "▁<MID>",37      "lstrip": true,38      "normalized": false,39      "rstrip": true,40      "single_word": false,41      "special": true42    },43    "32002": {44      "content": "▁<SUF>",45      "lstrip": true,46      "normalized": false,47      "rstrip": true,48      "single_word": false,49      "special": true50    },51    "32003": {52      "content": "▁<EOT>",53      "lstrip": true,54      "normalized": false,55      "rstrip": true,56      "single_word": false,57      "special": true58    }59  },60  "additional_special_tokens": [61    "▁<PRE>",62    "▁<MID>",63    "▁<SUF>",64    "▁<EOT>",65    "▁<PRE>",66    "▁<MID>",67    "▁<SUF>",68    "▁<EOT>"69  ],70  "bos_token": "<s>",71  "clean_up_tokenization_spaces": false,72  "eos_token": "</s>",73  "eot_token": "▁<EOT>",74  "fill_token": "<FILL_ME>",75  "legacy": null,76  "middle_token": "▁<MID>",77  "model_max_length": 1000000000000000019884624838656,78  "pad_token": null,79  "prefix_token": "▁<PRE>",80  "sp_model_kwargs": {},81  "suffix_token": "▁<SUF>",82  "tokenizer_class": "CodeLlamaTokenizer",83  "unk_token": "<unk>",84  "use_default_system_prompt": false85}86