config.json
776 B · 36 lines · json Raw
1 {
2 "_name_or_path": "/tmp/mnli_distil_output/checkpoint-6000",
3 "activation": "gelu",
4 "architectures": [
5 "DistilBertForSequenceClassification"
6 ],
7 "attention_dropout": 0.1,
8 "dim": 768,
9 "dropout": 0.1,
10 "finetuning_task": "mnli",
11 "hidden_dim": 3072,
12 "id2label": {
13 "0": "ENTAILMENT",
14 "1": "NEUTRAL",
15 "2": "CONTRADICTION"
16 },
17 "initializer_range": 0.02,
18 "label2id": {
19 "ENTAILMENT": 0,
20 "NEUTRAL": 1,
21 "CONTRADICTION": 2
22 },
23 "max_position_embeddings": 512,
24 "model_type": "distilbert",
25 "n_heads": 12,
26 "n_layers": 6,
27 "pad_token_id": 0,
28 "qa_dropout": 0.1,
29 "seq_classif_dropout": 0.2,
30 "sinusoidal_pos_embds": false,
31 "tie_weights_": true,
32 "transformers_version": "4.3.2",
33 "vocab_size": 30522,
34 "xla_device": true
35 }
36