Team Ai
Modelpublic

prithivMLmods/PRM-Math-7B-Reasoner

sourceHugging Faceotherupdated 2y agoView on Hugging Face
1likes34downloads
tokenizer_config.json100 linesDownload Raw Back to root
1{
2  "add_prefix_space": false,
3  "added_tokens_decoder": {
4    "151643": {
5      "content": "<|endoftext|>",
6      "lstrip": false,
7      "normalized": false,
8      "rstrip": false,
9      "single_word": false,
10      "special": true
11    },
12    "151644": {
13      "content": "<|im_start|>",
14      "lstrip": false,
15      "normalized": false,
16      "rstrip": false,
17      "single_word": false,
18      "special": true
19    },
20    "151645": {
21      "content": "<|im_end|>",
22      "lstrip": false,
23      "normalized": false,
24      "rstrip": false,
25      "single_word": false,
26      "special": true
27    },
28    "151646": {
29      "content": "<R>",
30      "lstrip": false,
31      "normalized": false,
32      "rstrip": false,
33      "single_word": false,
34      "special": true
35    },
36    "151647": {
37      "content": "<S>",
38      "lstrip": false,
39      "normalized": false,
40      "rstrip": false,
41      "single_word": false,
42      "special": true
43    },
44    "151648": {
45      "content": "<X>",
46      "lstrip": false,
47      "normalized": false,
48      "rstrip": false,
49      "single_word": false,
50      "special": true
51    },
52    "151649": {
53      "content": "<mask>",
54      "lstrip": false,
55      "normalized": false,
56      "rstrip": false,
57      "single_word": false,
58      "special": true
59    },
60    "151650": {
61      "content": "<sep>",
62      "lstrip": false,
63      "normalized": false,
64      "rstrip": false,
65      "single_word": false,
66      "special": true
67    },
68    "151651": {
69      "content": "<extra_0>",
70      "lstrip": false,
71      "normalized": false,
72      "rstrip": false,
73      "single_word": false,
74      "special": true
75    }
76  },
77  "additional_special_tokens": [
78    "<|im_start|>",
79    "<|im_end|>",
80    "<R>",
81    "<S>",
82    "<X>",
83    "<mask>",
84    "<sep>",
85    "<extra_0>"
86  ],
87  "bos_token": null,
88  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
89  "clean_up_tokenization_spaces": false,
90  "eos_token": "<|im_end|>",
91  "errors": "replace",
92  "extra_special_tokens": {},
93  "model_max_length": 4096,
94  "pad_token": "<|endoftext|>",
95  "padding_side": "left",
96  "split_special_tokens": false,
97  "tokenizer_class": "Qwen2Tokenizer",
98  "unk_token": null
99}
100