figure: promote confirmed nonlinear hardware results

2 files changed, 350 insertions, 0 deletions

diff --git a/results/physical_bias/p12_hardware_evidence_analysis.json b/results/physical_bias/p12_hardware_evidence_analysis.json
new file mode 100644
index 0000000..f3906fe
--- /dev/null
+++ b/results/physical_bias/p12_hardware_evidence_analysis.json
@@ -0,0 +1,324 @@
+{
+  "analysis": "physical_clln_hardware_evidence_figure",
+  "confirmatory": false,
+  "source_status": {
+    "nonlinear_method_comparison_confirmatory": true,
+    "sampler_robustness_sweep_confirmatory": false,
+    "spice_primitive_publication_evidence": false
+  },
+  "bootstrap": {
+    "unit": "task",
+    "nonlinear_confirmation_device_draws_per_task": 3,
+    "sampler_sweep_device_draws_per_task": 4,
+    "task_clusters": 40,
+    "replicates": 20000,
+    "seed": 20260829,
+    "interval": "percentile 95%"
+  },
+  "physical_methods": {
+    "clean": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 120
+    },
+    "raw": {
+      "mean": 0.2541666666666667,
+      "task_bootstrap_95ci": [
+        0.21666666666666665,
+        0.29375
+      ],
+      "task_clusters": 40,
+      "trials": 120
+    },
+    "constant": {
+      "mean": 0.013541666666666669,
+      "task_bootstrap_95ci": [
+        0.004166666666666667,
+        0.02395833333333333
+      ],
+      "task_clusters": 40,
+      "trials": 120
+    },
+    "overclamp_clean": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 120
+    },
+    "overclamp": {
+      "mean": 0.054166666666666675,
+      "task_bootstrap_95ci": [
+        0.021875000000000002,
+        0.09062500000000001
+      ],
+      "task_clusters": 40,
+      "trials": 120
+    },
+    "sdil": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 120
+    },
+    "overclamp_sdil": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 120
+    }
+  },
+  "sampler_conditions": {
+    "combined_mild_refresh4": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.46660538253621064
+    },
+    "combined_strong": {
+      "mean": 0.00546875,
+      "task_bootstrap_95ci": [
+        0.00078125,
+        0.01171875
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 0.96875,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.36811707519239995
+    },
+    "common_pedestal_10": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 7.092845963015098e-16
+    },
+    "gain_mismatch_0.001": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.0021327524546310593
+    },
+    "gain_mismatch_0.005": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.010662411888727154
+    },
+    "gain_mismatch_0.01": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.021335094097404632
+    },
+    "gain_mismatch_0.025": {
+      "mean": 0.0015625,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.00390625
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 0.9875,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.05337234986008901
+    },
+    "gain_mismatch_0.05": {
+      "mean": 0.00625,
+      "task_bootstrap_95ci": [
+        0.00078125,
+        0.01328125
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 0.9625,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.10745724630761008
+    },
+    "ideal_cds": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.0
+    },
+    "overclamp_plus_combined_mild": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.14562285807356745
+    },
+    "pedestal_mismatch_0.01": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.010003519663837685
+    },
+    "pedestal_mismatch_0.025": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.02500879915959358
+    },
+    "pedestal_mismatch_0.05": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.05001759831918712
+    },
+    "pedestal_mismatch_0.1": {
+      "mean": 0.00625,
+      "task_bootstrap_95ci": [
+        0.0015625,
+        0.0125
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 0.95625,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.10003519663837424
+    },
+    "pedestal_mismatch_0.25": {
+      "mean": 0.04453125,
+      "task_bootstrap_95ci": [
+        0.0203125,
+        0.07421875
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 0.825,
+      "solver_failure_fraction": 0.00625,
+      "median_applied_rate_rmse_v_per_s": 0.25008799159594736
+    },
+    "pedestal_mismatch_0.5": {
+      "mean": 0.096875,
+      "task_bootstrap_95ci": [
+        0.059375,
+        0.13828125
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 0.70625,
+      "solver_failure_fraction": 0.0125,
+      "median_applied_rate_rmse_v_per_s": 0.5001759831918947
+    },
+    "refresh_every_4": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 0.4399296286060528
+    },
+    "sample_noise_1": {
+      "mean": 0.0,
+      "task_bootstrap_95ci": [
+        0.0,
+        0.0
+      ],
+      "task_clusters": 40,
+      "trials": 160,
+      "zero_error_fraction": 1.0,
+      "solver_failure_fraction": 0.0,
+      "median_applied_rate_rmse_v_per_s": 1.4156351463196133
+    }
+  },
+  "spice_primitive": {
+    "publication_evidence": false,
+    "scope": "Generic switch-capacitor acquisition and droop sanity check; this is not the complete CLLN edge circuit.",
+    "configuration_count": 48,
+    "fraction_below_1_percent_error_at_start": 0.4166666666666667,
+    "fraction_below_1_percent_error_at_end": 0.4166666666666667,
+    "reference_configuration": {
+      "acquisition_seconds": 1e-06,
+      "switch_resistance_ohm": 200.0,
+      "hold_capacitance_f": 1e-09,
+      "leakage_resistance_ohm": 1000000000.0,
+      "held_at_switch_open_v": 0.004966396,
+      "residual_at_learning_start_v": 0.001033604,
+      "residual_at_learning_end_v": 0.001034101,
+      "start_relative_error": 0.03360400000000001,
+      "end_relative_error": 0.03410099999999992
+    }
+  },
+  "sources": [
+    "results/physical_bias/p11_nonlinear_hardware_confirmation.json",
+    "results/physical_bias/p9_grid_correlated_autozero.json",
+    "results/physical_bias/p8_spice_autozero_primitive.json"
+  ]
+}
diff --git a/results/physical_bias/p12_hardware_evidence_source.csv b/results/physical_bias/p12_hardware_evidence_source.csv
new file mode 100644
index 0000000..b6f2b06
--- /dev/null
+++ b/results/physical_bias/p12_hardware_evidence_source.csv
@@ -0,0 +1,26 @@
+panel,series,condition,x,x_unit,mean_error,ci_low,ci_high,zero_error_fraction

+a,physical_method,Clean,,,0.0,0.0,0.0,

+a,physical_method,Raw,,,0.2541666666666667,0.21666666666666665,0.29375,

+a,physical_method,Static calibration,,,0.013541666666666669,0.004166666666666667,0.02395833333333333,

+a,physical_method,Clean overclamp,,,0.0,0.0,0.0,

+a,physical_method,Overclamp,,,0.054166666666666675,0.021875000000000002,0.09062500000000001,

+a,physical_method,SDIL,,,0.0,0.0,0.0,

+a,physical_method,Overclamp + SDIL,,,0.0,0.0,0.0,

+b,pedestal mismatch,pedestal_mismatch_0.01,0.010003519663837685,V/s,0.0,0.0,0.0,1.0

+b,pedestal mismatch,pedestal_mismatch_0.025,0.02500879915959358,V/s,0.0,0.0,0.0,1.0

+b,pedestal mismatch,pedestal_mismatch_0.05,0.05001759831918712,V/s,0.0,0.0,0.0,1.0

+b,pedestal mismatch,pedestal_mismatch_0.1,0.10003519663837424,V/s,0.00625,0.0015625,0.0125,0.95625

+b,pedestal mismatch,pedestal_mismatch_0.25,0.25008799159594736,V/s,0.04453125,0.0203125,0.07421875,0.825

+b,pedestal mismatch,pedestal_mismatch_0.5,0.5001759831918947,V/s,0.096875,0.059375,0.13828125,0.70625

+b,gain mismatch,gain_mismatch_0.001,0.0021327524546310593,V/s,0.0,0.0,0.0,1.0

+b,gain mismatch,gain_mismatch_0.005,0.010662411888727154,V/s,0.0,0.0,0.0,1.0

+b,gain mismatch,gain_mismatch_0.01,0.021335094097404632,V/s,0.0,0.0,0.0,1.0

+b,gain mismatch,gain_mismatch_0.025,0.05337234986008901,V/s,0.0015625,0.0,0.00390625,0.9875

+b,gain mismatch,gain_mismatch_0.05,0.10745724630761008,V/s,0.00625,0.00078125,0.01328125,0.9625

+c,sampling condition,Ideal CDS,,,0.0,0.0,0.0,1.0

+c,sampling condition,Common pedestal,,,0.0,0.0,0.0,1.0

+c,sampling condition,Sample noise,,,0.0,0.0,0.0,1.0

+c,sampling condition,Refresh every 4,,,0.0,0.0,0.0,1.0

+c,sampling condition,Mild combined,,,0.0,0.0,0.0,1.0

+c,sampling condition,Strong combined,,,0.00546875,0.00078125,0.01171875,0.96875

+c,sampling condition,Overclamp + mild,,,0.0,0.0,0.0,1.0