added_tokens.json
2.0 KB · 101 lines · json Raw
1 {
2 "__afr__": 256001,
3 "__amh__": 256002,
4 "__arb__": 256003,
5 "__ary__": 256004,
6 "__arz__": 256005,
7 "__asm__": 256006,
8 "__azj__": 256007,
9 "__bel__": 256008,
10 "__ben__": 256009,
11 "__bos__": 256010,
12 "__bul__": 256011,
13 "__cat__": 256012,
14 "__ceb__": 256013,
15 "__ces__": 256014,
16 "__ckb__": 256015,
17 "__cmn_Hant__": 256017,
18 "__cmn__": 256016,
19 "__cym__": 256018,
20 "__dan__": 256019,
21 "__deu__": 256020,
22 "__ell__": 256021,
23 "__eng__": 256022,
24 "__est__": 256023,
25 "__eus__": 256024,
26 "__fin__": 256025,
27 "__fra__": 256026,
28 "__fuv__": 256027,
29 "__gaz__": 256028,
30 "__gle__": 256029,
31 "__glg__": 256030,
32 "__guj__": 256031,
33 "__heb__": 256032,
34 "__hin__": 256033,
35 "__hrv__": 256034,
36 "__hun__": 256035,
37 "__hye__": 256036,
38 "__ibo__": 256037,
39 "__ind__": 256038,
40 "__isl__": 256039,
41 "__ita__": 256040,
42 "__jav__": 256041,
43 "__jpn__": 256042,
44 "__kan__": 256043,
45 "__kat__": 256044,
46 "__kaz__": 256045,
47 "__khk__": 256046,
48 "__khm__": 256047,
49 "__kir__": 256048,
50 "__kor__": 256049,
51 "__lao__": 256050,
52 "__lit__": 256051,
53 "__lug__": 256052,
54 "__luo__": 256053,
55 "__lvs__": 256054,
56 "__mai__": 256055,
57 "__mal__": 256056,
58 "__mar__": 256057,
59 "__mkd__": 256058,
60 "__mlt__": 256059,
61 "__mni__": 256060,
62 "__mya__": 256061,
63 "__nld__": 256062,
64 "__nno__": 256063,
65 "__nob__": 256064,
66 "__npi__": 256065,
67 "__nya__": 256066,
68 "__ory__": 256067,
69 "__pan__": 256068,
70 "__pbt__": 256069,
71 "__pes__": 256070,
72 "__pol__": 256071,
73 "__por__": 256072,
74 "__ron__": 256073,
75 "__rus__": 256074,
76 "__sat__": 256075,
77 "__slk__": 256076,
78 "__slv__": 256077,
79 "__sna__": 256078,
80 "__snd__": 256079,
81 "__som__": 256080,
82 "__spa__": 256081,
83 "__srp__": 256082,
84 "__swe__": 256083,
85 "__swh__": 256084,
86 "__tam__": 256085,
87 "__tel__": 256086,
88 "__tgk__": 256087,
89 "__tgl__": 256088,
90 "__tha__": 256089,
91 "__tur__": 256090,
92 "__ukr__": 256091,
93 "__urd__": 256092,
94 "__uzn__": 256093,
95 "__vie__": 256094,
96 "__yor__": 256095,
97 "__yue__": 256096,
98 "__zlm__": 256097,
99 "__zul__": 256098
100 }
101