special_tokens_map.json
855 B · 43 lines · json Raw
1 {
2 "additional_special_tokens": [
3 "<|TEXT_PROMPT_START|>",
4 "<|TEXT_PROMPT_END|>",
5 "<|SPEECH_GENERATION_START|>",
6 "<|SPEECH_GENERATION_END|>",
7 "<|audio_ref_slot|>",
8 "<|emotion_0|>",
9 "<|emotion_1|>",
10 "<|emotion_2|>",
11 "<|emotion_3|>",
12 "<|emotion_4|>"
13 ],
14 "bos_token": {
15 "content": "<|bos|>",
16 "lstrip": false,
17 "normalized": false,
18 "rstrip": false,
19 "single_word": false
20 },
21 "eos_token": {
22 "content": "<|eos|>",
23 "lstrip": false,
24 "normalized": false,
25 "rstrip": false,
26 "single_word": false
27 },
28 "pad_token": {
29 "content": "<|pad|>",
30 "lstrip": false,
31 "normalized": false,
32 "rstrip": false,
33 "single_word": false
34 },
35 "unk_token": {
36 "content": "<|unk|>",
37 "lstrip": false,
38 "normalized": false,
39 "rstrip": false,
40 "single_word": false
41 }
42 }
43