1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
K,base/oracle_pass,base/q_max_exact,base/correct_count_mean,base/zero_correct_frac,base/correct_count_ge_5_frac,base/correct_count_ge_half_frac,multi4/oracle_pass,multi4/q_max_exact,multi4/correct_count_mean,multi4/zero_correct_frac,multi4/correct_count_ge_5_frac,multi4/correct_count_ge_half_frac,delta/oracle_pass,delta/q_max_exact,delta/correct_count_mean
1.0,0.942,0.942,0.9419999718666077,0.058,0.942,0.942,0.955,0.955,0.9549999833106995,0.045,0.955,0.955,0.013000000000000012,0.013000000000000012,0.013000011444091797
2.0,0.961,0.961,1.8899999856948853,0.039,0.929,0.961,0.965,0.965,1.909000039100647,0.035,0.944,0.965,0.0040000000000000036,0.0040000000000000036,0.01900005340576172
3.0,0.971,0.971,2.8440001010894775,0.029,0.921,0.952,0.968,0.968,2.864000082015991,0.032,0.94,0.956,-0.0030000000000000027,-0.0030000000000000027,0.019999980926513672
4.0,0.972,0.972,3.7839999198913574,0.028,0.914,0.96,0.969,0.969,3.815000057220459,0.031,0.934,0.96,-0.0030000000000000027,-0.0030000000000000027,0.031000137329101562
5.0,0.973,0.972,4.730999946594238,0.027,0.91,0.951,0.973,0.973,4.769000053405762,0.027,0.93,0.954,0.0,0.0010000000000000009,0.03800010681152344
6.0,0.978,0.977,5.672999858856201,0.022,0.928,0.957,0.974,0.974,5.723999977111816,0.026,0.949,0.956,-0.0040000000000000036,-0.0030000000000000027,0.051000118255615234
7.0,0.978,0.977,6.614999771118164,0.022,0.939,0.951,0.974,0.974,6.675000190734863,0.026,0.952,0.954,-0.0040000000000000036,-0.0030000000000000027,0.06000041961669922
8.0,0.98,0.979,7.557000160217285,0.02,0.942,0.952,0.974,0.974,7.632999897003174,0.026,0.954,0.956,-0.006000000000000005,-0.0050000000000000044,0.07599973678588867
9.0,0.982,0.981,8.498000144958496,0.018,0.945,0.945,0.974,0.974,8.59000015258789,0.026,0.955,0.955,-0.008000000000000007,-0.007000000000000006,0.09200000762939453
10.0,0.982,0.981,9.435999870300293,0.018,0.946,0.946,0.976,0.976,9.543999671936035,0.024,0.956,0.956,-0.006000000000000005,-0.0050000000000000044,0.10799980163574219
11.0,0.982,0.981,10.380000114440918,0.018,0.951,0.945,0.977,0.977,10.498000144958496,0.023,0.957,0.956,-0.0050000000000000044,-0.0040000000000000036,0.11800003051757812
12.0,0.982,0.981,11.321999549865723,0.018,0.953,0.951,0.977,0.977,11.45199966430664,0.023,0.958,0.957,-0.0050000000000000044,-0.0040000000000000036,0.13000011444091797
13.0,0.982,0.981,12.258999824523926,0.018,0.955,0.947,0.977,0.977,12.402999877929688,0.023,0.959,0.955,-0.0050000000000000044,-0.0040000000000000036,0.14400005340576172
14.0,0.983,0.982,13.20199966430664,0.017,0.961,0.947,0.978,0.978,13.362000465393066,0.022,0.961,0.957,-0.0050000000000000044,-0.0040000000000000036,0.16000080108642578
15.0,0.983,0.982,14.147000312805176,0.017,0.961,0.946,0.978,0.978,14.319999694824219,0.022,0.961,0.955,-0.0050000000000000044,-0.0040000000000000036,0.17299938201904297
16.0,0.983,0.982,15.088000297546387,0.017,0.963,0.946,0.978,0.978,15.27400016784668,0.022,0.962,0.955,-0.0050000000000000044,-0.0040000000000000036,0.18599987030029297
17.0,0.983,0.982,16.038000106811523,0.017,0.963,0.946,0.978,0.978,16.226999282836914,0.022,0.962,0.954,-0.0050000000000000044,-0.0040000000000000036,0.18899917602539062
18.0,0.983,0.982,16.97800064086914,0.017,0.963,0.946,0.978,0.978,17.18600082397461,0.022,0.965,0.956,-0.0050000000000000044,-0.0040000000000000036,0.20800018310546875
19.0,0.983,0.982,17.923999786376953,0.017,0.964,0.946,0.979,0.979,18.142000198364258,0.021,0.965,0.956,-0.0040000000000000036,-0.0030000000000000027,0.2180004119873047
20.0,0.983,0.982,18.868000030517578,0.017,0.964,0.948,0.979,0.979,19.094999313354492,0.021,0.966,0.956,-0.0040000000000000036,-0.0030000000000000027,0.22699928283691406
21.0,0.983,0.982,19.80299949645996,0.017,0.965,0.948,0.979,0.979,20.051000595092773,0.021,0.966,0.955,-0.0040000000000000036,-0.0030000000000000027,0.2480010986328125
22.0,0.983,0.982,20.7450008392334,0.017,0.965,0.948,0.979,0.979,21.003999710083008,0.021,0.966,0.956,-0.0040000000000000036,-0.0030000000000000027,0.2589988708496094
23.0,0.983,0.982,21.691999435424805,0.017,0.966,0.948,0.979,0.979,21.95599937438965,0.021,0.966,0.956,-0.0040000000000000036,-0.0030000000000000027,0.26399993896484375
24.0,0.983,0.982,22.631000518798828,0.017,0.966,0.95,0.979,0.979,22.913999557495117,0.021,0.966,0.956,-0.0040000000000000036,-0.0030000000000000027,0.28299903869628906
25.0,0.983,0.982,23.572999954223633,0.017,0.967,0.949,0.979,0.979,23.86199951171875,0.021,0.966,0.956,-0.0040000000000000036,-0.0030000000000000027,0.2889995574951172
26.0,0.983,0.982,24.518999099731445,0.017,0.968,0.95,0.981,0.981,24.81800079345703,0.019,0.966,0.957,-0.0020000000000000018,-0.0010000000000000009,0.29900169372558594
27.0,0.983,0.982,25.459999084472656,0.017,0.968,0.949,0.981,0.981,25.768999099731445,0.019,0.966,0.956,-0.0020000000000000018,-0.0010000000000000009,0.30900001525878906
28.0,0.983,0.982,26.399999618530273,0.017,0.968,0.951,0.981,0.981,26.726999282836914,0.019,0.966,0.957,-0.0020000000000000018,-0.0010000000000000009,0.3269996643066406
29.0,0.983,0.982,27.33799934387207,0.017,0.968,0.949,0.981,0.981,27.679000854492188,0.019,0.966,0.956,-0.0020000000000000018,-0.0010000000000000009,0.3410015106201172
30.0,0.983,0.982,28.27899932861328,0.017,0.968,0.951,0.981,0.981,28.636999130249023,0.019,0.966,0.957,-0.0020000000000000018,-0.0010000000000000009,0.3579998016357422
31.0,0.983,0.982,29.2189998626709,0.017,0.969,0.95,0.981,0.981,29.591999053955078,0.019,0.967,0.957,-0.0020000000000000018,-0.0010000000000000009,0.3729991912841797
32.0,0.983,0.982,30.163000106811523,0.017,0.969,0.95,0.982,0.982,30.547000885009766,0.018,0.967,0.957,-0.0010000000000000009,0.0,0.3840007781982422
33.0,0.983,0.982,31.104999542236328,0.017,0.97,0.95,0.982,0.982,31.500999450683594,0.018,0.967,0.957,-0.0010000000000000009,0.0,0.3959999084472656
34.0,0.983,0.982,32.04600143432617,0.017,0.97,0.951,0.982,0.982,32.45100021362305,0.018,0.967,0.957,-0.0010000000000000009,0.0,0.404998779296875
35.0,0.983,0.982,32.992000579833984,0.017,0.97,0.95,0.982,0.982,33.4010009765625,0.018,0.967,0.957,-0.0010000000000000009,0.0,0.4090003967285156
36.0,0.983,0.982,33.928001403808594,0.017,0.971,0.95,0.982,0.982,34.36000061035156,0.018,0.967,0.957,-0.0010000000000000009,0.0,0.43199920654296875
37.0,0.983,0.982,34.86399841308594,0.017,0.971,0.95,0.982,0.982,35.3129997253418,0.018,0.967,0.957,-0.0010000000000000009,0.0,0.4490013122558594
38.0,0.984,0.983,35.80799865722656,0.016,0.972,0.951,0.982,0.982,36.26599884033203,0.018,0.968,0.957,-0.0020000000000000018,-0.0010000000000000009,0.45800018310546875
39.0,0.984,0.983,36.75299835205078,0.016,0.972,0.95,0.982,0.982,37.220001220703125,0.018,0.97,0.957,-0.0020000000000000018,-0.0010000000000000009,0.46700286865234375
40.0,0.984,0.983,37.70399856567383,0.016,0.973,0.951,0.982,0.982,38.176998138427734,0.018,0.971,0.957,-0.0020000000000000018,-0.0010000000000000009,0.47299957275390625
41.0,0.984,0.983,38.650001525878906,0.016,0.973,0.951,0.983,0.983,39.132999420166016,0.017,0.972,0.957,-0.0010000000000000009,0.0,0.4829978942871094
42.0,0.984,0.983,39.590999603271484,0.016,0.973,0.951,0.984,0.984,40.08599853515625,0.016,0.972,0.957,0.0,0.0010000000000000009,0.4949989318847656
43.0,0.984,0.983,40.53499984741211,0.016,0.973,0.95,0.984,0.984,41.04499816894531,0.016,0.973,0.957,0.0,0.0010000000000000009,0.5099983215332031
44.0,0.984,0.983,41.47200012207031,0.016,0.973,0.951,0.984,0.984,42.00199890136719,0.016,0.973,0.957,0.0,0.0010000000000000009,0.529998779296875
45.0,0.984,0.983,42.40800094604492,0.016,0.973,0.95,0.984,0.984,42.96099853515625,0.016,0.973,0.957,0.0,0.0010000000000000009,0.5529975891113281
46.0,0.984,0.983,43.35100173950195,0.016,0.973,0.951,0.984,0.984,43.91400146484375,0.016,0.973,0.957,0.0,0.0010000000000000009,0.5629997253417969
47.0,0.984,0.983,44.28900146484375,0.016,0.973,0.949,0.984,0.984,44.86800003051758,0.016,0.974,0.956,0.0,0.0010000000000000009,0.5789985656738281
48.0,0.984,0.983,45.231998443603516,0.016,0.973,0.95,0.984,0.984,45.823001861572266,0.016,0.974,0.956,0.0,0.0010000000000000009,0.59100341796875
49.0,0.984,0.983,46.16400146484375,0.016,0.973,0.95,0.984,0.984,46.7760009765625,0.016,0.974,0.956,0.0,0.0010000000000000009,0.61199951171875
50.0,0.984,0.983,47.10599899291992,0.016,0.973,0.95,0.984,0.984,47.733001708984375,0.016,0.974,0.956,0.0,0.0010000000000000009,0.6270027160644531
51.0,0.984,0.983,48.053001403808594,0.016,0.975,0.949,0.984,0.984,48.6879997253418,0.016,0.974,0.956,0.0,0.0010000000000000009,0.6349983215332031
52.0,0.985,0.984,48.99800109863281,0.015,0.975,0.951,0.984,0.984,49.643001556396484,0.016,0.974,0.956,-0.0010000000000000009,0.0,0.6450004577636719
53.0,0.985,0.984,49.93600082397461,0.015,0.976,0.949,0.985,0.985,50.59600067138672,0.015,0.974,0.956,0.0,0.0010000000000000009,0.6599998474121094
54.0,0.985,0.984,50.875999450683594,0.015,0.976,0.951,0.985,0.985,51.54499816894531,0.015,0.975,0.956,0.0,0.0010000000000000009,0.6689987182617188
55.0,0.985,0.984,51.808998107910156,0.015,0.976,0.949,0.985,0.985,52.500999450683594,0.015,0.975,0.956,0.0,0.0010000000000000009,0.6920013427734375
56.0,0.985,0.984,52.74700164794922,0.015,0.976,0.95,0.985,0.985,53.45899963378906,0.015,0.975,0.956,0.0,0.0010000000000000009,0.7119979858398438
57.0,0.985,0.984,53.691001892089844,0.015,0.976,0.949,0.985,0.985,54.40999984741211,0.015,0.975,0.956,0.0,0.0010000000000000009,0.7189979553222656
58.0,0.985,0.984,54.63399887084961,0.015,0.976,0.95,0.985,0.985,55.362998962402344,0.015,0.975,0.956,0.0,0.0010000000000000009,0.7290000915527344
59.0,0.985,0.984,55.58300018310547,0.015,0.976,0.95,0.985,0.985,56.3120002746582,0.015,0.975,0.956,0.0,0.0010000000000000009,0.7290000915527344
60.0,0.985,0.984,56.52899932861328,0.015,0.976,0.95,0.985,0.985,57.268001556396484,0.015,0.975,0.956,0.0,0.0010000000000000009,0.7390022277832031
61.0,0.985,0.984,57.474998474121094,0.015,0.978,0.95,0.985,0.985,58.2239990234375,0.015,0.975,0.956,0.0,0.0010000000000000009,0.7490005493164062
62.0,0.985,0.984,58.415000915527344,0.015,0.978,0.95,0.985,0.985,59.17599868774414,0.015,0.975,0.956,0.0,0.0010000000000000009,0.7609977722167969
63.0,0.985,0.984,59.358001708984375,0.015,0.978,0.95,0.985,0.985,60.13199996948242,0.015,0.975,0.956,0.0,0.0010000000000000009,0.7739982604980469
64.0,0.985,0.984,60.29600143432617,0.015,0.978,0.95,0.986,0.986,61.0880012512207,0.014,0.975,0.956,0.0010000000000000009,0.0020000000000000018,0.7919998168945312
65.0,0.985,0.984,61.237998962402344,0.015,0.978,0.95,0.986,0.986,62.03499984741211,0.014,0.975,0.956,0.0010000000000000009,0.0020000000000000018,0.7970008850097656
66.0,0.985,0.984,62.178001403808594,0.015,0.978,0.95,0.986,0.986,62.98400115966797,0.014,0.975,0.956,0.0010000000000000009,0.0020000000000000018,0.805999755859375
67.0,0.985,0.984,63.11899948120117,0.015,0.978,0.949,0.986,0.986,63.93600082397461,0.014,0.975,0.956,0.0010000000000000009,0.0020000000000000018,0.8170013427734375
68.0,0.985,0.984,64.05899810791016,0.015,0.978,0.949,0.987,0.987,64.89299774169922,0.013,0.975,0.956,0.0020000000000000018,0.0030000000000000027,0.8339996337890625
69.0,0.985,0.984,64.99600219726562,0.015,0.978,0.949,0.987,0.987,65.84600067138672,0.013,0.975,0.955,0.0020000000000000018,0.0030000000000000027,0.8499984741210938
70.0,0.985,0.984,65.93699645996094,0.015,0.978,0.949,0.987,0.987,66.80000305175781,0.013,0.975,0.955,0.0020000000000000018,0.0030000000000000027,0.863006591796875
71.0,0.985,0.984,66.87899780273438,0.015,0.978,0.949,0.987,0.987,67.75499725341797,0.013,0.975,0.955,0.0020000000000000018,0.0030000000000000027,0.8759994506835938
72.0,0.985,0.984,67.82499694824219,0.015,0.978,0.949,0.987,0.987,68.70800018310547,0.013,0.975,0.955,0.0020000000000000018,0.0030000000000000027,0.8830032348632812
73.0,0.985,0.984,68.76899719238281,0.015,0.978,0.949,0.987,0.987,69.66300201416016,0.013,0.976,0.955,0.0020000000000000018,0.0030000000000000027,0.8940048217773438
74.0,0.985,0.984,69.70500183105469,0.015,0.978,0.95,0.987,0.987,70.61100006103516,0.013,0.976,0.955,0.0020000000000000018,0.0030000000000000027,0.9059982299804688
75.0,0.985,0.984,70.64600372314453,0.015,0.979,0.949,0.987,0.987,71.56800079345703,0.013,0.976,0.954,0.0020000000000000018,0.0030000000000000027,0.9219970703125
76.0,0.985,0.984,71.58799743652344,0.015,0.979,0.949,0.987,0.987,72.52100372314453,0.013,0.976,0.954,0.0020000000000000018,0.0030000000000000027,0.9330062866210938
77.0,0.985,0.984,72.5270004272461,0.015,0.979,0.949,0.987,0.987,73.47799682617188,0.013,0.976,0.954,0.0020000000000000018,0.0030000000000000027,0.9509963989257812
78.0,0.985,0.984,73.4729995727539,0.015,0.979,0.949,0.987,0.987,74.43399810791016,0.013,0.976,0.955,0.0020000000000000018,0.0030000000000000027,0.96099853515625
79.0,0.985,0.984,74.41500091552734,0.015,0.979,0.949,0.987,0.987,75.38800048828125,0.013,0.976,0.955,0.0020000000000000018,0.0030000000000000027,0.9729995727539062
80.0,0.985,0.984,75.35900115966797,0.015,0.979,0.95,0.987,0.987,76.34200286865234,0.013,0.976,0.955,0.0020000000000000018,0.0030000000000000027,0.983001708984375
81.0,0.985,0.984,76.2959976196289,0.015,0.979,0.949,0.987,0.987,77.29499816894531,0.013,0.976,0.954,0.0020000000000000018,0.0030000000000000027,0.9990005493164062
82.0,0.985,0.984,77.24099731445312,0.015,0.979,0.95,0.987,0.987,78.2490005493164,0.013,0.976,0.955,0.0020000000000000018,0.0030000000000000027,1.0080032348632812
83.0,0.985,0.984,78.1729965209961,0.015,0.979,0.949,0.987,0.987,79.20500183105469,0.013,0.976,0.954,0.0020000000000000018,0.0030000000000000027,1.0320053100585938
84.0,0.985,0.984,79.11799621582031,0.015,0.979,0.949,0.988,0.988,80.16000366210938,0.012,0.976,0.954,0.0030000000000000027,0.0040000000000000036,1.0420074462890625
85.0,0.985,0.984,80.06800079345703,0.015,0.979,0.949,0.988,0.988,81.10900115966797,0.012,0.976,0.954,0.0030000000000000027,0.0040000000000000036,1.0410003662109375
86.0,0.985,0.984,81.00800323486328,0.015,0.979,0.95,0.988,0.988,82.06300354003906,0.012,0.976,0.955,0.0030000000000000027,0.0040000000000000036,1.0550003051757812
87.0,0.985,0.984,81.9489974975586,0.015,0.979,0.949,0.988,0.988,83.01899719238281,0.012,0.976,0.955,0.0030000000000000027,0.0040000000000000036,1.0699996948242188
88.0,0.985,0.984,82.88400268554688,0.015,0.979,0.949,0.988,0.988,83.97899627685547,0.012,0.977,0.955,0.0030000000000000027,0.0040000000000000036,1.0949935913085938
89.0,0.985,0.984,83.82599639892578,0.015,0.979,0.949,0.988,0.988,84.93299865722656,0.012,0.978,0.955,0.0030000000000000027,0.0040000000000000036,1.1070022583007812
90.0,0.985,0.984,84.7699966430664,0.015,0.98,0.95,0.988,0.988,85.88700103759766,0.012,0.978,0.956,0.0030000000000000027,0.0040000000000000036,1.11700439453125
91.0,0.985,0.984,85.70700073242188,0.015,0.98,0.949,0.988,0.988,86.83999633789062,0.012,0.978,0.955,0.0030000000000000027,0.0040000000000000036,1.13299560546875
92.0,0.985,0.984,86.64399719238281,0.015,0.98,0.949,0.988,0.988,87.802001953125,0.012,0.978,0.955,0.0030000000000000027,0.0040000000000000036,1.1580047607421875
93.0,0.985,0.984,87.58699798583984,0.015,0.98,0.949,0.988,0.988,88.75599670410156,0.012,0.978,0.955,0.0030000000000000027,0.0040000000000000036,1.1689987182617188
94.0,0.985,0.984,88.53199768066406,0.015,0.98,0.949,0.988,0.988,89.70700073242188,0.012,0.978,0.956,0.0030000000000000027,0.0040000000000000036,1.1750030517578125
95.0,0.985,0.984,89.48300170898438,0.015,0.981,0.949,0.988,0.988,90.66100311279297,0.012,0.978,0.956,0.0030000000000000027,0.0040000000000000036,1.1780014038085938
96.0,0.985,0.984,90.41999816894531,0.015,0.981,0.95,0.988,0.988,91.61100006103516,0.012,0.979,0.956,0.0030000000000000027,0.0040000000000000036,1.1910018920898438
97.0,0.985,0.984,91.36399841308594,0.015,0.981,0.949,0.988,0.988,92.56500244140625,0.012,0.979,0.956,0.0030000000000000027,0.0040000000000000036,1.2010040283203125
98.0,0.985,0.984,92.30400085449219,0.015,0.981,0.949,0.988,0.988,93.51300048828125,0.012,0.979,0.956,0.0030000000000000027,0.0040000000000000036,1.2089996337890625
99.0,0.985,0.984,93.24600219726562,0.015,0.981,0.949,0.988,0.988,94.46900177001953,0.012,0.979,0.955,0.0030000000000000027,0.0040000000000000036,1.2229995727539062
100.0,0.985,0.984,94.18800354003906,0.015,0.981,0.949,0.988,0.988,95.41699981689453,0.012,0.979,0.956,0.0030000000000000027,0.0040000000000000036,1.2289962768554688
|
