results: confirm nonlinear CLLN hardware robustness

1 files changed, 83 insertions, 0 deletions

diff --git a/results/physical_bias/p11_nonlinear_hardware_confirmation_gate.json b/results/physical_bias/p11_nonlinear_hardware_confirmation_gate.json
new file mode 100644
index 0000000..fb4de71
--- /dev/null
+++ b/results/physical_bias/p11_nonlinear_hardware_confirmation_gate.json
@@ -0,0 +1,83 @@
+{
+  "analysis": "nonlinear_clln_hardware_confirmation_gate",
+  "source": "results/physical_bias/p11_nonlinear_hardware_confirmation.json",
+  "bootstrap": {
+    "unit": "task; three device draws averaged within task",
+    "task_clusters": 40,
+    "replicates": 20000,
+    "seed": 20260829,
+    "interval": "percentile 95%"
+  },
+  "checks": {
+    "source_marked_confirmatory": true,
+    "exact_120_paired_cells": true,
+    "all_40_tasks": true,
+    "new_component_seeds_exact": true,
+    "seven_methods_exact": true,
+    "calibration_observations_16": true,
+    "degree_two_predictor": true,
+    "standard_epochs_600": true,
+    "overclamp_epochs_1000": true,
+    "autodiff_unused": true,
+    "all_task_metrics_finite": true,
+    "sdil_improves_raw_in_every_task": true,
+    "sdil_closes_at_least_95_percent_standard_gap": true,
+    "sdil_within_one_point_of_clean": true,
+    "overclamp_sdil_closes_at_least_95_percent_gap": true,
+    "constant_and_overclamp_retained": true
+  },
+  "by_method": {
+    "clean": {
+      "mean_classification_error": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ]
+    },
+    "raw": {
+      "mean_classification_error": 0.2541666666666667,
+      "task_bootstrap_95ci": [
+        0.21666666666666665,
+        0.29375
+      ]
+    },
+    "constant": {
+      "mean_classification_error": 0.013541666666666669,
+      "task_bootstrap_95ci": [
+        0.005208333333333333,
+        0.02395833333333333
+      ]
+    },
+    "sdil": {
+      "mean_classification_error": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ]
+    },
+    "overclamp_clean": {
+      "mean_classification_error": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ]
+    },
+    "overclamp": {
+      "mean_classification_error": 0.054166666666666675,
+      "task_bootstrap_95ci": [
+        0.022916666666666665,
+        0.09270833333333332
+      ]
+    },
+    "overclamp_sdil": {
+      "mean_classification_error": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ]
+    }
+  },
+  "standard_raw_to_clean_gap_closed": 1.0,
+  "overclamp_raw_to_clean_gap_closed": 1.0,
+  "gate": "pass"
+}