config.json
1.8 KB · 97 lines · json Raw
1 {
2 "_name_or_path": "monologg/koelectra-small-v3-discriminator",
3 "architectures": [
4 "ElectraForTokenClassification"
5 ],
6 "attention_probs_dropout_prob": 0.1,
7 "classifier_dropout": null,
8 "embedding_size": 128,
9 "hidden_act": "gelu",
10 "hidden_dropout_prob": 0.1,
11 "hidden_size": 256,
12 "id2label": {
13 "0": "O",
14 "1": "B-PS",
15 "2": "I-PS",
16 "3": "B-FD",
17 "4": "I-FD",
18 "5": "B-TR",
19 "6": "I-TR",
20 "7": "B-AF",
21 "8": "I-AF",
22 "9": "B-OG",
23 "10": "I-OG",
24 "11": "B-LC",
25 "12": "I-LC",
26 "13": "B-CV",
27 "14": "I-CV",
28 "15": "B-DT",
29 "16": "I-DT",
30 "17": "B-TI",
31 "18": "I-TI",
32 "19": "B-QT",
33 "20": "I-QT",
34 "21": "B-EV",
35 "22": "I-EV",
36 "23": "B-AM",
37 "24": "I-AM",
38 "25": "B-PT",
39 "26": "I-PT",
40 "27": "B-MT",
41 "28": "I-MT",
42 "29": "B-TM",
43 "30": "I-TM"
44 },
45 "initializer_range": 0.02,
46 "intermediate_size": 1024,
47 "label2id": {
48 "O": 0,
49 "B-PS": 1,
50 "I-PS": 2,
51 "B-FD": 3,
52 "I-FD": 4,
53 "B-TR": 5,
54 "I-TR": 6,
55 "B-AF": 7,
56 "I-AF": 8,
57 "B-OG": 9,
58 "I-OG": 10,
59 "B-LC": 11,
60 "I-LC": 12,
61 "B-CV": 13,
62 "I-CV": 14,
63 "B-DT": 15,
64 "I-DT": 16,
65 "B-TI": 17,
66 "I-TI": 18,
67 "B-QT": 19,
68 "I-QT": 20,
69 "B-EV": 21,
70 "I-EV": 22,
71 "B-AM": 23,
72 "I-AM": 24,
73 "B-PT": 25,
74 "I-PT": 26,
75 "B-MT": 27,
76 "I-MT": 28,
77 "B-TM": 29,
78 "I-TM": 30
79 },
80 "layer_norm_eps": 1e-12,
81 "max_position_embeddings": 512,
82 "model_type": "electra",
83 "num_attention_heads": 4,
84 "num_hidden_layers": 12,
85 "pad_token_id": 0,
86 "position_embedding_type": "absolute",
87 "summary_activation": "gelu",
88 "summary_last_dropout": 0.1,
89 "summary_type": "first",
90 "summary_use_proj": true,
91 "torch_dtype": "float32",
92 "transformers_version": "4.27.4",
93 "type_vocab_size": 2,
94 "use_cache": true,
95 "vocab_size": 35000
96 }
97