tokenizer/added_tokens.json
707 B · 29 lines · json Raw
1 {
2 "</think>": 151668,
3 "</tool_call>": 151658,
4 "</tool_response>": 151666,
5 "<think>": 151667,
6 "<tool_call>": 151657,
7 "<tool_response>": 151665,
8 "<|box_end|>": 151649,
9 "<|box_start|>": 151648,
10 "<|endoftext|>": 151643,
11 "<|file_sep|>": 151664,
12 "<|fim_middle|>": 151660,
13 "<|fim_pad|>": 151662,
14 "<|fim_prefix|>": 151659,
15 "<|fim_suffix|>": 151661,
16 "<|im_end|>": 151645,
17 "<|im_start|>": 151644,
18 "<|image_pad|>": 151655,
19 "<|object_ref_end|>": 151647,
20 "<|object_ref_start|>": 151646,
21 "<|quad_end|>": 151651,
22 "<|quad_start|>": 151650,
23 "<|repo_name|>": 151663,
24 "<|video_pad|>": 151656,
25 "<|vision_end|>": 151653,
26 "<|vision_pad|>": 151654,
27 "<|vision_start|>": 151652
28 }
29