special_tokens_map.json
801 B · 40 lines · json Raw
1 {
2 "additional_special_tokens": [
3 {
4 "content": "<|User|>",
5 "lstrip": false,
6 "normalized": false,
7 "rstrip": false,
8 "single_word": false
9 },
10 {
11 "content": "<|Assistant|>",
12 "lstrip": false,
13 "normalized": false,
14 "rstrip": false,
15 "single_word": false
16 }
17 ],
18 "bos_token": {
19 "content": "<｜begin▁of▁sentence｜>",
20 "lstrip": false,
21 "normalized": false,
22 "rstrip": false,
23 "single_word": false
24 },
25 "eos_token": {
26 "content": "<｜end▁of▁sentence｜>",
27 "lstrip": false,
28 "normalized": false,
29 "rstrip": false,
30 "single_word": false
31 },
32 "pad_token": {
33 "content": "<｜▁pad▁｜>",
34 "lstrip": false,
35 "normalized": false,
36 "rstrip": false,
37 "single_word": false
38 }
39 }
40