figure: show SDIL transfer across digital learners

1 files changed, 194 insertions, 0 deletions

diff --git a/results/digital_additive_transfer.json b/results/digital_additive_transfer.json
new file mode 100644
index 0000000..ccb06f8
--- /dev/null
+++ b/results/digital_additive_transfer.json
@@ -0,0 +1,194 @@
+{
+  "analysis": "digital_additive_sdil_transfer",
+  "confirmatory_sources": {
+    "dualprop": true,
+    "ep": false,
+    "clln": true,
+    "overclamp": true
+  },
+  "bootstrap": {
+    "replicates": 20000,
+    "seed": 20260829,
+    "interval": "percentile 95%"
+  },
+  "panels": {
+    "dualprop": {
+      "title": "Dual Propagation \u00b7 CIFAR-10",
+      "unit": "seed",
+      "methods": {
+        "clean": {
+          "mean_accuracy_percent": 82.85999908447266,
+          "bootstrap_95ci_percent": [
+            82.56399993896484,
+            83.07999725341797
+          ],
+          "independent_units": 5
+        },
+        "raw": {
+          "mean_accuracy_percent": 9.399999618530273,
+          "bootstrap_95ci_percent": [
+            9.399999618530273,
+            9.399999618530273
+          ],
+          "independent_units": 5
+        },
+        "sdil": {
+          "mean_accuracy_percent": 82.92000122070313,
+          "bootstrap_95ci_percent": [
+            82.6280014038086,
+            83.23600158691406
+          ],
+          "independent_units": 5
+        },
+        "oracle": {
+          "mean_accuracy_percent": 82.96000061035156,
+          "bootstrap_95ci_percent": [
+            82.52799682617187,
+            83.34400329589843
+          ],
+          "independent_units": 5
+        }
+      },
+      "raw_to_clean_gap_recovered_percent": 100.08168001179783
+    },
+    "ep": {
+      "title": "Equilibrium Propagation \u00b7 FashionMNIST",
+      "unit": "seed",
+      "methods": {
+        "clean": {
+          "mean_accuracy_percent": 76.26,
+          "bootstrap_95ci_percent": [
+            73.55,
+            78.53
+          ],
+          "independent_units": 5
+        },
+        "noise": {
+          "mean_accuracy_percent": 75.44,
+          "bootstrap_95ci_percent": [
+            71.01,
+            78.76
+          ],
+          "independent_units": 5
+        },
+        "raw": {
+          "mean_accuracy_percent": 31.379999999999995,
+          "bootstrap_95ci_percent": [
+            18.059999999999995,
+            46.08
+          ],
+          "independent_units": 5
+        },
+        "constant": {
+          "mean_accuracy_percent": 67.9,
+          "bootstrap_95ci_percent": [
+            60.42,
+            74.46674999999942
+          ],
+          "independent_units": 5
+        },
+        "sdil": {
+          "mean_accuracy_percent": 74.52000000000001,
+          "bootstrap_95ci_percent": [
+            72.51,
+            76.25999999999999
+          ],
+          "independent_units": 5
+        },
+        "oracle": {
+          "mean_accuracy_percent": 75.55999999999999,
+          "bootstrap_95ci_percent": [
+            70.6,
+            78.66999999999999
+          ],
+          "independent_units": 5
+        }
+      },
+      "raw_to_clean_gap_recovered_percent": 96.12299465240643
+    },
+    "clln": {
+      "title": "Coupled learning \u00b7 32 edges",
+      "unit": "task; device draws averaged within task",
+      "methods": {
+        "clean": {
+          "mean_accuracy_percent": 100.0,
+          "bootstrap_95ci_percent": [
+            100.0,
+            100.0
+          ],
+          "independent_units": 40
+        },
+        "noise": {
+          "mean_accuracy_percent": 99.27083333333334,
+          "bootstrap_95ci_percent": [
+            98.4375,
+            99.89583333333334
+          ],
+          "independent_units": 40
+        },
+        "raw": {
+          "mean_accuracy_percent": 65.3125,
+          "bootstrap_95ci_percent": [
+            61.14583333333333,
+            69.375
+          ],
+          "independent_units": 40
+        },
+        "constant": {
+          "mean_accuracy_percent": 93.85416666666666,
+          "bootstrap_95ci_percent": [
+            90.41666666666667,
+            96.875
+          ],
+          "independent_units": 40
+        },
+        "sdil": {
+          "mean_accuracy_percent": 100.0,
+          "bootstrap_95ci_percent": [
+            100.0,
+            100.0
+          ],
+          "independent_units": 40
+        }
+      },
+      "raw_to_clean_gap_recovered_percent": 100.0
+    },
+    "overclamp": {
+      "title": "Overclamped coupled learning \u00b7 32 edges",
+      "unit": "task; device draws averaged within task",
+      "methods": {
+        "clean": {
+          "mean_accuracy_percent": 91.875,
+          "bootstrap_95ci_percent": [
+            87.8125,
+            95.3125
+          ],
+          "independent_units": 40
+        },
+        "raw": {
+          "mean_accuracy_percent": 66.875,
+          "bootstrap_95ci_percent": [
+            61.25,
+            72.70833333333333
+          ],
+          "independent_units": 40
+        },
+        "sdil": {
+          "mean_accuracy_percent": 91.97916666666666,
+          "bootstrap_95ci_percent": [
+            88.125,
+            95.3125
+          ],
+          "independent_units": 40
+        }
+      },
+      "raw_to_clean_gap_recovered_percent": 100.41666666666663
+    }
+  },
+  "sources": {
+    "dualprop": "results/contrastive_bias/c1_gate.json",
+    "ep": "results/ep_bias/c1_gate.json",
+    "clln": "results/coupled_ladder/p2_confirm_side4.json",
+    "overclamp": "results/coupled_ladder/p3_overclamp_side4.json"
+  }
+}