SoundsFun/peft-html_css_test_0

1{
2  "add_prefix_space": false,
3  "added_tokens_decoder": {
4    "0": {
5      "content": ">>TITLE<<",
6      "lstrip": false,
7      "normalized": false,
8      "rstrip": false,
9      "single_word": false,
10      "special": true
11    },
12    "1": {
13      "content": ">>ABSTRACT<<",
14      "lstrip": false,
15      "normalized": false,
16      "rstrip": false,
17      "single_word": false,
18      "special": true
19    },
20    "2": {
21      "content": ">>INTRODUCTION<<",
22      "lstrip": false,
23      "normalized": false,
24      "rstrip": false,
25      "single_word": false,
26      "special": true
27    },
28    "3": {
29      "content": ">>SUMMARY<<",
30      "lstrip": false,
31      "normalized": false,
32      "rstrip": false,
33      "single_word": false,
34      "special": true
35    },
36    "4": {
37      "content": ">>COMMENT<<",
38      "lstrip": false,
39      "normalized": false,
40      "rstrip": false,
41      "single_word": false,
42      "special": true
43    },
44    "5": {
45      "content": ">>ANSWER<<",
46      "lstrip": false,
47      "normalized": false,
48      "rstrip": false,
49      "single_word": false,
50      "special": true
51    },
52    "6": {
53      "content": ">>QUESTION<<",
54      "lstrip": false,
55      "normalized": false,
56      "rstrip": false,
57      "single_word": false,
58      "special": true
59    },
60    "7": {
61      "content": ">>DOMAIN<<",
62      "lstrip": false,
63      "normalized": false,
64      "rstrip": false,
65      "single_word": false,
66      "special": true
67    },
68    "8": {
69      "content": ">>PREFIX<<",
70      "lstrip": false,
71      "normalized": false,
72      "rstrip": false,
73      "single_word": false,
74      "special": true
75    },
76    "9": {
77      "content": ">>SUFFIX<<",
78      "lstrip": false,
79      "normalized": false,
80      "rstrip": false,
81      "single_word": false,
82      "special": true
83    },
84    "10": {
85      "content": ">>MIDDLE<<",
86      "lstrip": false,
87      "normalized": false,
88      "rstrip": false,
89      "single_word": false,
90      "special": true
91    },
92    "11": {
93      "content": "<|endoftext|>",
94      "lstrip": false,
95      "normalized": false,
96      "rstrip": false,
97      "single_word": false,
98      "special": true
99    }
100  },
101  "additional_special_tokens": [
102    ">>TITLE<<",
103    ">>ABSTRACT<<",
104    ">>INTRODUCTION<<",
105    ">>SUMMARY<<",
106    ">>COMMENT<<",
107    ">>ANSWER<<",
108    ">>QUESTION<<",
109    ">>DOMAIN<<",
110    ">>PREFIX<<",
111    ">>SUFFIX<<",
112    ">>MIDDLE<<"
113  ],
114  "clean_up_tokenization_spaces": true,
115  "eos_token": "<|endoftext|>",
116  "extra_special_tokens": {},
117  "model_max_length": 2048,
118  "pad_token": "<|endoftext|>",
119  "tokenizer_class": "PreTrainedTokenizer"
120}
121