Modelpublic

karths/Magicoder_CL_python

sourceHugging Faceupdated 3y agoView on Hugging Face

0likes28downloads

special_tokens_map.json38 linesDownload Raw Back to root

1{2  "additional_special_tokens": [3    "▁<PRE>",4    "▁<MID>",5    "▁<SUF>",6    "▁<EOT>",7    "▁<PRE>",8    "▁<MID>",9    "▁<SUF>",10    "▁<EOT>",11    "▁<PRE>",12    "▁<MID>",13    "▁<SUF>",14    "▁<EOT>"15  ],16  "bos_token": {17    "content": "<s>",18    "lstrip": false,19    "normalized": true,20    "rstrip": false,21    "single_word": false22  },23  "eos_token": {24    "content": "</s>",25    "lstrip": false,26    "normalized": true,27    "rstrip": false,28    "single_word": false29  },30  "unk_token": {31    "content": "<unk>",32    "lstrip": false,33    "normalized": true,34    "rstrip": false,35    "single_word": false36  }37}38