summaryrefslogtreecommitdiff
path: root/results/physical_bias/p11_nonlinear_hardware_confirmation_gate.json
blob: fb4de71fc78160a54cb82e2003485bfb682284c2 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
{
  "analysis": "nonlinear_clln_hardware_confirmation_gate",
  "source": "results/physical_bias/p11_nonlinear_hardware_confirmation.json",
  "bootstrap": {
    "unit": "task; three device draws averaged within task",
    "task_clusters": 40,
    "replicates": 20000,
    "seed": 20260829,
    "interval": "percentile 95%"
  },
  "checks": {
    "source_marked_confirmatory": true,
    "exact_120_paired_cells": true,
    "all_40_tasks": true,
    "new_component_seeds_exact": true,
    "seven_methods_exact": true,
    "calibration_observations_16": true,
    "degree_two_predictor": true,
    "standard_epochs_600": true,
    "overclamp_epochs_1000": true,
    "autodiff_unused": true,
    "all_task_metrics_finite": true,
    "sdil_improves_raw_in_every_task": true,
    "sdil_closes_at_least_95_percent_standard_gap": true,
    "sdil_within_one_point_of_clean": true,
    "overclamp_sdil_closes_at_least_95_percent_gap": true,
    "constant_and_overclamp_retained": true
  },
  "by_method": {
    "clean": {
      "mean_classification_error": 0.0,
      "task_bootstrap_95ci": [
        0.0,
        0.0
      ]
    },
    "raw": {
      "mean_classification_error": 0.2541666666666667,
      "task_bootstrap_95ci": [
        0.21666666666666665,
        0.29375
      ]
    },
    "constant": {
      "mean_classification_error": 0.013541666666666669,
      "task_bootstrap_95ci": [
        0.005208333333333333,
        0.02395833333333333
      ]
    },
    "sdil": {
      "mean_classification_error": 0.0,
      "task_bootstrap_95ci": [
        0.0,
        0.0
      ]
    },
    "overclamp_clean": {
      "mean_classification_error": 0.0,
      "task_bootstrap_95ci": [
        0.0,
        0.0
      ]
    },
    "overclamp": {
      "mean_classification_error": 0.054166666666666675,
      "task_bootstrap_95ci": [
        0.022916666666666665,
        0.09270833333333332
      ]
    },
    "overclamp_sdil": {
      "mean_classification_error": 0.0,
      "task_bootstrap_95ci": [
        0.0,
        0.0
      ]
    }
  },
  "standard_raw_to_clean_gap_closed": 1.0,
  "overclamp_raw_to_clean_gap_closed": 1.0,
  "gate": "pass"
}