special_tokens_map.json
694 B · 38 lines · json Raw
1 {
2 "cls_token": {
3 "content": "[CLS]",
4 "lstrip": false,
5 "normalized": false,
6 "rstrip": false,
7 "single_word": false
8 },
9 "mask_token": {
10 "content": "[MASK]",
11 "lstrip": true,
12 "normalized": false,
13 "rstrip": false,
14 "single_word": false
15 },
16 "pad_token": {
17 "content": "[PAD]",
18 "lstrip": false,
19 "normalized": false,
20 "rstrip": false,
21 "single_word": false
22 },
23 "sep_token": {
24 "content": "[SEP]",
25 "lstrip": false,
26 "normalized": false,
27 "rstrip": false,
28 "single_word": false
29 },
30 "unk_token": {
31 "content": "[UNK]",
32 "lstrip": false,
33 "normalized": false,
34 "rstrip": false,
35 "single_word": false
36 }
37 }
38