Team Ai
Modelpublic

hf-tiny-model-private/tiny-random-OPTForCausalLM

sourceHugging Faceupdated 4y agoView on Hugging Face
0likes860downloads
tokenizer_config.json42 linesDownload Raw Back to root
1{2  "add_bos_token": true,3  "add_prefix_space": false,4  "bos_token": {5    "__type": "AddedToken",6    "content": "</s>",7    "lstrip": false,8    "normalized": true,9    "rstrip": false,10    "single_word": false11  },12  "clean_up_tokenization_spaces": true,13  "eos_token": {14    "__type": "AddedToken",15    "content": "</s>",16    "lstrip": false,17    "normalized": true,18    "rstrip": false,19    "single_word": false20  },21  "errors": "replace",22  "model_max_length": 100,23  "pad_token": {24    "__type": "AddedToken",25    "content": "<pad>",26    "lstrip": false,27    "normalized": true,28    "rstrip": false,29    "single_word": false30  },31  "special_tokens_map_file": null,32  "tokenizer_class": "GPT2Tokenizer",33  "unk_token": {34    "__type": "AddedToken",35    "content": "</s>",36    "lstrip": false,37    "normalized": true,38    "rstrip": false,39    "single_word": false40  }41}42