1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
{
"author_revision": "6b253fd8a5d267535f58ab79992256ef10031ceb",
"checks": {
"clean_deficit_upper_95_below_3_points": false,
"finite_complete_required_conditions": true,
"innovation_beats_constant_every_seed": false,
"innovation_beats_raw_every_seed": true,
"innovation_constant_lower_95_at_least_5_points": false,
"innovation_raw_lower_95_at_least_10_points": true,
"innovation_residual_below_constant_every_seed": true,
"matched_128_neutral_observations": true,
"mean_clean_validation_at_least_70": true,
"mean_wall_overhead_at_most_15_percent": true,
"noise_abs_mean_upper_95_below_3_points": false,
"oracle_abs_mean_upper_95_below_3_points": false,
"protocol_fixed_and_bp_free": true,
"raw_damage_at_least_10_points_every_seed": true,
"single_author_revision": true,
"single_sdil_revision": true
},
"gate": "fail",
"mean_clean_validation_accuracy": 0.7626000000000001,
"num_records": 30,
"rows": [
{
"clean": 0.7705,
"clean_minus_innovation": 0.020499999999999963,
"constant": 0.681,
"innovation": 0.75,
"innovation_minus_constant": 0.06899999999999995,
"innovation_minus_oracle": -0.01749999999999996,
"innovation_minus_raw": 0.5385,
"innovation_wall_over_clean": 1.0200028100178125,
"noise_minus_clean": 0.026000000000000023,
"oracle": 0.7675,
"raw": 0.2115,
"same_rms_noise": 0.7965,
"seed": 1989
},
{
"clean": 0.716,
"clean_minus_innovation": -0.020500000000000074,
"constant": 0.7915,
"innovation": 0.7365,
"innovation_minus_constant": -0.05499999999999994,
"innovation_minus_oracle": -0.03849999999999998,
"innovation_minus_raw": 0.44850000000000007,
"innovation_wall_over_clean": 1.002160782870049,
"noise_minus_clean": 0.03949999999999998,
"oracle": 0.775,
"raw": 0.288,
"same_rms_noise": 0.7555,
"seed": 1990
},
{
"clean": 0.7485,
"clean_minus_innovation": -0.017999999999999905,
"constant": 0.5425,
"innovation": 0.7665,
"innovation_minus_constant": 0.22399999999999998,
"innovation_minus_oracle": 0.10649999999999993,
"innovation_minus_raw": 0.6705,
"innovation_wall_over_clean": 0.9799086026637867,
"noise_minus_clean": -0.08100000000000007,
"oracle": 0.66,
"raw": 0.096,
"same_rms_noise": 0.6675,
"seed": 1991
},
{
"clean": 0.8,
"clean_minus_innovation": 0.03500000000000003,
"constant": 0.7125,
"innovation": 0.765,
"innovation_minus_constant": 0.05249999999999999,
"innovation_minus_oracle": -0.03200000000000003,
"innovation_minus_raw": 0.35100000000000003,
"innovation_wall_over_clean": 0.9760042015047453,
"noise_minus_clean": -0.007500000000000062,
"oracle": 0.797,
"raw": 0.414,
"same_rms_noise": 0.7925,
"seed": 1992
},
{
"clean": 0.778,
"clean_minus_innovation": 0.07000000000000006,
"constant": 0.6675,
"innovation": 0.708,
"innovation_minus_constant": 0.04049999999999998,
"innovation_minus_oracle": -0.07050000000000001,
"innovation_minus_raw": 0.14849999999999997,
"innovation_wall_over_clean": 1.0005652695437517,
"noise_minus_clean": -0.018000000000000016,
"oracle": 0.7785,
"raw": 0.5595,
"same_rms_noise": 0.76,
"seed": 1993
}
],
"sdil_revision": "a10a84066a6f7aa38d86b1a71ed371c9c6f22815",
"stage": "rain_ep_bias_c1",
"statistics": {
"clean_minus_innovation": {
"lower_95": -0.018827912063523824,
"mean": 0.017400000000000016,
"sem": 0.016993675294061622,
"upper_95": 0.05362791206352385
},
"innovation_minus_constant": {
"lower_95": -0.029669484192664783,
"mean": 0.0662,
"sem": 0.044970156770907516,
"upper_95": 0.16206948419266476
},
"innovation_minus_oracle": {
"lower_95": -0.0753849705784051,
"mean": -0.01040000000000001,
"sem": 0.030482946051850025,
"upper_95": 0.0753849705784051
},
"innovation_minus_raw": {
"lower_95": 0.24346576516238344,
"mean": 0.4314,
"sem": 0.08815560106992634,
"upper_95": 0.6193342348376165
},
"innovation_wall_over_clean": {
"lower_95": 0.97858499866313,
"mean": 0.9957283333200291,
"sem": 0.008041541618681968,
"upper_95": 1.0128716679769283
},
"noise_minus_clean": {
"lower_95": -0.053022807458936866,
"mean": -0.00820000000000003,
"sem": 0.02102534185215547,
"upper_95": 0.053022807458936866
}
},
"test_policy": "test_set_never_loaded; fixed epoch-3 train holdout"
}
|
