Team Ai
Modelpublic

replit/replit-code-v1_5-3b

sourceHugging Faceapache-2.0updated 3y agoView on Hugging Face
316likes457downloads
tokenizer_config.json27 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "additional_special_tokens": [4    "<fim_prefix>",5    "<fim_middle>",6    "<fim_suffix>",7    "<fim_eot>",8    "<fim_pad>",9    "[INST]",10    "[/INST]",11    "<extra_id_2>",12    "<extra_id_3>",13    "<extra_id_4>",14    "<extra_id_5>",15    "<extra_id_6>",16    "<extra_id_7>",17    "<extra_id_8>",18    "<extra_id_9>",19    "<extra_id_10>"20  ],21  "bos_token": "<|endoftext|>",22  "clean_up_tokenization_spaces": false,23  "eos_token": "<|endoftext|>",24  "model_max_length": 4096,25  "tokenizer_class": "GPTNeoXTokenizer",26  "unk_token": "<|endoftext|>"27}