config.json
3.0 KB · 120 lines · json Raw
1 {
2 "architectures": [
3 "OpenAIPrivacyFilterForTokenClassification"
4 ],
5 "attention_bias": true,
6 "attention_dropout": 0.0,
7 "bos_token_id": null,
8 "classifier_dropout": 0.0,
9 "default_n_ctx": 128000,
10 "dtype": "bfloat16",
11 "eos_token_id": 199999,
12 "head_dim": 64,
13 "hidden_act": "silu",
14 "hidden_size": 640,
15 "id2label": {
16 "0": "O",
17 "1": "B-account_number",
18 "2": "I-account_number",
19 "3": "E-account_number",
20 "4": "S-account_number",
21 "5": "B-private_address",
22 "6": "I-private_address",
23 "7": "E-private_address",
24 "8": "S-private_address",
25 "9": "B-private_date",
26 "10": "I-private_date",
27 "11": "E-private_date",
28 "12": "S-private_date",
29 "13": "B-private_email",
30 "14": "I-private_email",
31 "15": "E-private_email",
32 "16": "S-private_email",
33 "17": "B-private_person",
34 "18": "I-private_person",
35 "19": "E-private_person",
36 "20": "S-private_person",
37 "21": "B-private_phone",
38 "22": "I-private_phone",
39 "23": "E-private_phone",
40 "24": "S-private_phone",
41 "25": "B-private_url",
42 "26": "I-private_url",
43 "27": "E-private_url",
44 "28": "S-private_url",
45 "29": "B-secret",
46 "30": "I-secret",
47 "31": "E-secret",
48 "32": "S-secret"
49 },
50 "initial_context_length": 4096,
51 "initializer_range": 0.02,
52 "intermediate_size": 640,
53 "label2id": {
54 "B-account_number": 1,
55 "B-private_address": 5,
56 "B-private_date": 9,
57 "B-private_email": 13,
58 "B-private_person": 17,
59 "B-private_phone": 21,
60 "B-private_url": 25,
61 "B-secret": 29,
62 "E-account_number": 3,
63 "E-private_address": 7,
64 "E-private_date": 11,
65 "E-private_email": 15,
66 "E-private_person": 19,
67 "E-private_phone": 23,
68 "E-private_url": 27,
69 "E-secret": 31,
70 "I-account_number": 2,
71 "I-private_address": 6,
72 "I-private_date": 10,
73 "I-private_email": 14,
74 "I-private_person": 18,
75 "I-private_phone": 22,
76 "I-private_url": 26,
77 "I-secret": 30,
78 "O": 0,
79 "S-account_number": 4,
80 "S-private_address": 8,
81 "S-private_date": 12,
82 "S-private_email": 16,
83 "S-private_person": 20,
84 "S-private_phone": 24,
85 "S-private_url": 28,
86 "S-secret": 32
87 },
88 "max_position_embeddings": 131072,
89 "model_type": "openai_privacy_filter",
90 "num_attention_heads": 14,
91 "num_experts_per_tok": 4,
92 "num_hidden_layers": 8,
93 "num_key_value_heads": 2,
94 "num_local_experts": 128,
95 "output_router_logits": false,
96 "pad_token_id": 199999,
97 "rms_norm_eps": 1e-05,
98 "rope_parameters": {
99 "beta_fast": 32.0,
100 "beta_slow": 1.0,
101 "factor": 32.0,
102 "original_max_position_embeddings": 4096,
103 "rope_theta": 150000.0,
104 "rope_type": "yarn",
105 "truncate": false
106 },
107 "router_aux_loss_coef": 0.001,
108 "sliding_window": 128,
109 "tie_word_embeddings": false,
110 "transformers_version": "5.6.0.dev0",
111 "use_cache": true,
112 "vocab_size": 200064,
113 "transformers.js_config": {
114 "use_external_data_format": {
115 "model.onnx": 3,
116 "model_fp16.onnx": 2,
117 "model": 1
118 }
119 }
120 }