Team Ai
Modelpublic

thealper2/plbart-docstring-generation

sourceHugging Faceupdated 18d agoView on Hugging Face
0likes315downloads
tokenizer_config.json26 linesDownload Raw Back to root
1{2  "added_tokens_decoder": {},3  "backend": "sentencepiece",4  "bos_token": "<s>",5  "clean_up_tokenization_spaces": true,6  "cls_token": "<s>",7  "eos_token": "</s>",8  "extra_special_tokens": [9    "__java__",10    "__python__",11    "__en_XX__"12  ],13  "is_local": false,14  "language_codes": "base",15  "local_files_only": false,16  "mask_token": "<mask>",17  "model_max_length": 1000000000000000019884624838656,18  "pad_token": "<pad>",19  "sep_token": "</s>",20  "sp_model_kwargs": {},21  "src_lang": "__python__",22  "tgt_lang": "__en_XX__",23  "tokenizer_class": "PLBartTokenizer",24  "unk_token": "<unk>"25}26