config.json
492 B · 29 lines · json Raw
1 {
2 "normalize_embed": true,
3 "nth_layer": 13,
4 "output_dim": 1,
5 "precision": "32",
6 "proj_act_fn": "gelu",
7 "proj_dropout": 0.0,
8 "proj_ln": true,
9 "proj_num_layer": 5,
10 "target_transform": {
11 "CE": {
12 "mean": 5.06865,
13 "std": 1.93029
14 },
15 "CU": {
16 "mean": 5.73633,
17 "std": 1.75669
18 },
19 "PC": {
20 "mean": 3.18591,
21 "std": 1.86637
22 },
23 "PQ": {
24 "mean": 6.57505,
25 "std": 1.51466
26 }
27 },
28 "use_weighted_layer_sum": true
29 }