reports/vl/mmrb2.json
445 B · 26 lines · json Raw
1 {
2 "t2i": {
3 "n": 1000,
4 "accuracy": 0.65,
5 "order_agreement": 0.637,
6 "seconds": 90.77313542366028
7 },
8 "edit": {
9 "n": 1000,
10 "accuracy": 0.585,
11 "order_agreement": 0.342,
12 "seconds": 122.78884029388428
13 },
14 "interleaved": {
15 "n": 1000,
16 "accuracy": 0.622,
17 "order_agreement": 0.663,
18 "seconds": 151.45967888832092
19 },
20 "reasoning": {
21 "n": 1000,
22 "accuracy": 0.58,
23 "order_agreement": 0.593,
24 "seconds": 94.65101504325867
25 }
26 }