/
baseline_mlm_roberta-base.json
24 lines (24 loc) · 1.88 KB
/
baseline_mlm_roberta-base.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{"topic": "obamacare", "ground_truth": "human", "tau_performance": 0.49}
{"topic": "gay-marriage", "ground_truth": "human", "tau_performance": 0.42}
{"topic": "drug-policy", "ground_truth": "human", "tau_performance": 0.3}
{"topic": "corporate-tax", "ground_truth": "human", "tau_performance": 0.44}
{"topic": "climate-change", "ground_truth": "human", "tau_performance": 0.19}
{"topic": "average", "ground_truth": "human", "tau_performance": "0.37(0.12)", "pearson_performance": []}
{"topic": "obamacare", "ground_truth": "MBR", "tau_performance": 0.18}
{"topic": "gay-marriage", "ground_truth": "MBR", "tau_performance": 0.02}
{"topic": "drug-policy", "ground_truth": "MBR", "tau_performance": 0.14}
{"topic": "corporate-tax", "ground_truth": "MBR", "tau_performance": 0.17}
{"topic": "climate-change", "ground_truth": "MBR", "tau_performance": 0.19}
{"topic": "average", "ground_truth": "MBR", "tau_performance": "0.14(0.07)", "pearson_performance": []}
{"topic": "obamacare", "ground_truth": "SoA-s", "tau_performance": 0.33}
{"topic": "gay-marriage", "ground_truth": "SoA-s", "tau_performance": 0.14}
{"topic": "drug-policy", "ground_truth": "SoA-s", "tau_performance": 0.24}
{"topic": "corporate-tax", "ground_truth": "SoA-s", "tau_performance": 0.32}
{"topic": "climate-change", "ground_truth": "SoA-s", "tau_performance": 0.23}
{"topic": "average", "ground_truth": "SoA-s", "tau_performance": "0.25(0.08)", "pearson_performance": []}
{"topic": "obamacare", "ground_truth": "SoA-t", "tau_performance": 0.32}
{"topic": "gay-marriage", "ground_truth": "SoA-t", "tau_performance": 0.12}
{"topic": "drug-policy", "ground_truth": "SoA-t", "tau_performance": 0.19}
{"topic": "corporate-tax", "ground_truth": "SoA-t", "tau_performance": 0.32}
{"topic": "climate-change", "ground_truth": "SoA-t", "tau_performance": 0.2}
{"topic": "average", "ground_truth": "SoA-t", "tau_performance": "0.23(0.09)", "pearson_performance": []}