results: add clustered autozero confidence intervals

1 files changed, 454 insertions, 0 deletions

diff --git a/results/physical_bias/p7_grid_autozero_key_results.json b/results/physical_bias/p7_grid_autozero_key_results.json
new file mode 100644
index 0000000..c6bd8b8
--- /dev/null
+++ b/results/physical_bias/p7_grid_autozero_key_results.json
@@ -0,0 +1,454 @@
+{
+  "analysis": "physical_grid_hardware_autozero_p7_key_statistics",
+  "source": "results/physical_bias/p7_grid_autozero_robustness.json",
+  "reference": "results/physical_bias/p5_full_grid_bias_crossover.json",
+  "bootstrap": {
+    "unit": "task; four device draws are averaged within each task",
+    "task_clusters": 40,
+    "replicates": 20000,
+    "seed": 20260829,
+    "interval": "percentile 95%"
+  },
+  "results": {
+    "ideal_sample_hold": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.0,
+      "mean_classification_error_95ci": [
+        0.0,
+        0.0
+      ],
+      "zero_error_fraction": 1.0,
+      "zero_error_fraction_95ci": [
+        1.0,
+        1.0
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.25859375,
+          "classification_error_difference_95ci": [
+            -0.29609375,
+            -0.2234375
+          ],
+          "zero_error_fraction_difference": 0.7875,
+          "zero_error_fraction_difference_95ci": [
+            0.71875,
+            0.85
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.04765625,
+          "classification_error_difference_95ci": [
+            -0.0828125,
+            -0.01875
+          ],
+          "zero_error_fraction_difference": 0.13125,
+          "zero_error_fraction_difference_95ci": [
+            0.05625,
+            0.2125
+          ]
+        }
+      }
+    },
+    "sample_noise_1": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.0,
+      "mean_classification_error_95ci": [
+        0.0,
+        0.0
+      ],
+      "zero_error_fraction": 1.0,
+      "zero_error_fraction_95ci": [
+        1.0,
+        1.0
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.25859375,
+          "classification_error_difference_95ci": [
+            -0.29609375,
+            -0.2234375
+          ],
+          "zero_error_fraction_difference": 0.7875,
+          "zero_error_fraction_difference_95ci": [
+            0.71875,
+            0.85
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.04765625,
+          "classification_error_difference_95ci": [
+            -0.0828125,
+            -0.01875
+          ],
+          "zero_error_fraction_difference": 0.13125,
+          "zero_error_fraction_difference_95ci": [
+            0.05625,
+            0.2125
+          ]
+        }
+      }
+    },
+    "sample_gain_0.99": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.0,
+      "mean_classification_error_95ci": [
+        0.0,
+        0.0
+      ],
+      "zero_error_fraction": 1.0,
+      "zero_error_fraction_95ci": [
+        1.0,
+        1.0
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.25859375,
+          "classification_error_difference_95ci": [
+            -0.29609375,
+            -0.2234375
+          ],
+          "zero_error_fraction_difference": 0.7875,
+          "zero_error_fraction_difference_95ci": [
+            0.71875,
+            0.85
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.04765625,
+          "classification_error_difference_95ci": [
+            -0.0828125,
+            -0.01875
+          ],
+          "zero_error_fraction_difference": 0.13125,
+          "zero_error_fraction_difference_95ci": [
+            0.05625,
+            0.2125
+          ]
+        }
+      }
+    },
+    "sample_gain_1.01": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.0,
+      "mean_classification_error_95ci": [
+        0.0,
+        0.0
+      ],
+      "zero_error_fraction": 1.0,
+      "zero_error_fraction_95ci": [
+        1.0,
+        1.0
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.25859375,
+          "classification_error_difference_95ci": [
+            -0.29609375,
+            -0.2234375
+          ],
+          "zero_error_fraction_difference": 0.7875,
+          "zero_error_fraction_difference_95ci": [
+            0.71875,
+            0.85
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.04765625,
+          "classification_error_difference_95ci": [
+            -0.0828125,
+            -0.01875
+          ],
+          "zero_error_fraction_difference": 0.13125,
+          "zero_error_fraction_difference_95ci": [
+            0.05625,
+            0.2125
+          ]
+        }
+      }
+    },
+    "pedestal_0.1": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.00546875,
+      "mean_classification_error_95ci": [
+        0.0,
+        0.01328125
+      ],
+      "zero_error_fraction": 0.975,
+      "zero_error_fraction_95ci": [
+        0.94375,
+        1.0
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.253125,
+          "classification_error_difference_95ci": [
+            -0.290625,
+            -0.2171875
+          ],
+          "zero_error_fraction_difference": 0.7625,
+          "zero_error_fraction_difference_95ci": [
+            0.69375,
+            0.83125
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.0421875,
+          "classification_error_difference_95ci": [
+            -0.07578125,
+            -0.015625
+          ],
+          "zero_error_fraction_difference": 0.10625,
+          "zero_error_fraction_difference_95ci": [
+            0.04375,
+            0.18125
+          ]
+        }
+      }
+    },
+    "pedestal_0.25": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.02734375,
+      "mean_classification_error_95ci": [
+        0.0125,
+        0.04453125
+      ],
+      "zero_error_fraction": 0.85625,
+      "zero_error_fraction_95ci": [
+        0.76875,
+        0.93125
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.23125,
+          "classification_error_difference_95ci": [
+            -0.2625,
+            -0.2
+          ],
+          "zero_error_fraction_difference": 0.64375,
+          "zero_error_fraction_difference_95ci": [
+            0.55625,
+            0.725
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.0203125,
+          "classification_error_difference_95ci": [
+            -0.04296875,
+            -0.0015625
+          ],
+          "zero_error_fraction_difference": -0.0125,
+          "zero_error_fraction_difference_95ci": [
+            -0.0625,
+            0.0375
+          ]
+        }
+      }
+    },
+    "refresh_every_4": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.0,
+      "mean_classification_error_95ci": [
+        0.0,
+        0.0
+      ],
+      "zero_error_fraction": 1.0,
+      "zero_error_fraction_95ci": [
+        1.0,
+        1.0
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.25859375,
+          "classification_error_difference_95ci": [
+            -0.29609375,
+            -0.2234375
+          ],
+          "zero_error_fraction_difference": 0.7875,
+          "zero_error_fraction_difference_95ci": [
+            0.71875,
+            0.85
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.04765625,
+          "classification_error_difference_95ci": [
+            -0.0828125,
+            -0.01875
+          ],
+          "zero_error_fraction_difference": 0.13125,
+          "zero_error_fraction_difference_95ci": [
+            0.05625,
+            0.2125
+          ]
+        }
+      }
+    },
+    "refresh_every_8": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.0109375,
+      "mean_classification_error_95ci": [
+        0.00390625,
+        0.01953125
+      ],
+      "zero_error_fraction": 0.9375,
+      "zero_error_fraction_95ci": [
+        0.9,
+        0.975
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.24765625,
+          "classification_error_difference_95ci": [
+            -0.2828125,
+            -0.21484375
+          ],
+          "zero_error_fraction_difference": 0.725,
+          "zero_error_fraction_difference_95ci": [
+            0.6625,
+            0.7875
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.03671875,
+          "classification_error_difference_95ci": [
+            -0.0671875,
+            -0.01171875
+          ],
+          "zero_error_fraction_difference": 0.06875,
+          "zero_error_fraction_difference_95ci": [
+            0.00625,
+            0.14375
+          ]
+        }
+      }
+    },
+    "combined_mild": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.0046875,
+      "mean_classification_error_95ci": [
+        0.0,
+        0.0109375
+      ],
+      "zero_error_fraction": 0.975,
+      "zero_error_fraction_95ci": [
+        0.94375,
+        1.0
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.25390625,
+          "classification_error_difference_95ci": [
+            -0.29140625,
+            -0.21875
+          ],
+          "zero_error_fraction_difference": 0.7625,
+          "zero_error_fraction_difference_95ci": [
+            0.69375,
+            0.83125
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.04296875,
+          "classification_error_difference_95ci": [
+            -0.0765625,
+            -0.015625
+          ],
+          "zero_error_fraction_difference": 0.10625,
+          "zero_error_fraction_difference_95ci": [
+            0.04375,
+            0.18125
+          ]
+        }
+      }
+    },
+    "combined_strong": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.03515625,
+      "mean_classification_error_95ci": [
+        0.01875,
+        0.05390625
+      ],
+      "zero_error_fraction": 0.825,
+      "zero_error_fraction_95ci": [
+        0.73125,
+        0.90625
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.2234375,
+          "classification_error_difference_95ci": [
+            -0.25234375,
+            -0.1953125
+          ],
+          "zero_error_fraction_difference": 0.6125,
+          "zero_error_fraction_difference_95ci": [
+            0.53125,
+            0.69375
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.0125,
+          "classification_error_difference_95ci": [
+            -0.03515625,
+            0.00625
+          ],
+          "zero_error_fraction_difference": -0.04375,
+          "zero_error_fraction_difference_95ci": [
+            -0.1,
+            0.0125
+          ]
+        }
+      }
+    },
+    "overclamp_plus_combined_mild": {
+      "trials": 160,
+      "task_clusters": 40,
+      "mean_classification_error": 0.0,
+      "mean_classification_error_95ci": [
+        0.0,
+        0.0
+      ],
+      "zero_error_fraction": 1.0,
+      "zero_error_fraction_95ci": [
+        1.0,
+        1.0
+      ],
+      "comparisons": {
+        "raw": {
+          "mean_classification_error_difference": -0.25859375,
+          "classification_error_difference_95ci": [
+            -0.29609375,
+            -0.2234375
+          ],
+          "zero_error_fraction_difference": 0.7875,
+          "zero_error_fraction_difference_95ci": [
+            0.71875,
+            0.85
+          ]
+        },
+        "overclamp": {
+          "mean_classification_error_difference": -0.04765625,
+          "classification_error_difference_95ci": [
+            -0.0828125,
+            -0.01875
+          ],
+          "zero_error_fraction_difference": 0.13125,
+          "zero_error_fraction_difference_95ci": [
+            0.05625,
+            0.2125
+          ]
+        }
+      }
+    }
+  }
+}