special_tokens_map.json
613 B · 32 lines · json Raw
1 {
2 "additional_special_tokens": [
3 "<|im_start|>",
4 "<|im_end|>",
5 "<|object_ref_start|>",
6 "<|object_ref_end|>",
7 "<|box_start|>",
8 "<|box_end|>",
9 "<|quad_start|>",
10 "<|quad_end|>",
11 "<|vision_start|>",
12 "<|vision_end|>",
13 "<|vision_pad|>",
14 "<|image_pad|>",
15 "<|video_pad|>"
16 ],
17 "eos_token": {
18 "content": "<|im_end|>",
19 "lstrip": false,
20 "normalized": false,
21 "rstrip": false,
22 "single_word": false
23 },
24 "pad_token": {
25 "content": "<|endoftext|>",
26 "lstrip": false,
27 "normalized": false,
28 "rstrip": false,
29 "single_word": false
30 }
31 }
32