From e9f1342fc8e233a4841b7eb3c1363324e90ecda9 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Sat, 29 Aug 2026 18:43:05 -0500 Subject: figure: show SDIL transfer across digital learners --- results/digital_additive_transfer.csv | 19 + results/digital_additive_transfer.json | 194 +++++ results/figs/figure_digital_additive_transfer.pdf | Bin 0 -> 17919 bytes results/figs/figure_digital_additive_transfer.png | Bin 0 -> 157768 bytes results/figs/figure_digital_additive_transfer.svg | 964 ++++++++++++++++++++++ 5 files changed, 1177 insertions(+) create mode 100644 results/digital_additive_transfer.csv create mode 100644 results/digital_additive_transfer.json create mode 100644 results/figs/figure_digital_additive_transfer.pdf create mode 100644 results/figs/figure_digital_additive_transfer.png create mode 100644 results/figs/figure_digital_additive_transfer.svg (limited to 'results') diff --git a/results/digital_additive_transfer.csv b/results/digital_additive_transfer.csv new file mode 100644 index 0000000..92b019c --- /dev/null +++ b/results/digital_additive_transfer.csv @@ -0,0 +1,19 @@ +panel,method,mean_accuracy_percent,ci_low,ci_high,independent_unit,independent_units,gap_recovered_percent +dualprop,clean,82.85999908447266,82.56399993896484,83.07999725341797,seed,5,100.08168001179783 +dualprop,raw,9.399999618530273,9.399999618530273,9.399999618530273,seed,5,100.08168001179783 +dualprop,sdil,82.92000122070313,82.6280014038086,83.23600158691406,seed,5,100.08168001179783 +dualprop,oracle,82.96000061035156,82.52799682617187,83.34400329589843,seed,5,100.08168001179783 +ep,clean,76.26,73.55,78.53,seed,5,96.12299465240643 +ep,noise,75.44,71.01,78.76,seed,5,96.12299465240643 +ep,raw,31.379999999999995,18.059999999999995,46.08,seed,5,96.12299465240643 +ep,constant,67.9,60.42,74.46674999999942,seed,5,96.12299465240643 +ep,sdil,74.52000000000001,72.51,76.25999999999999,seed,5,96.12299465240643 +ep,oracle,75.55999999999999,70.6,78.66999999999999,seed,5,96.12299465240643 +clln,clean,100.0,100.0,100.0,task; device draws averaged within task,40,100.0 +clln,noise,99.27083333333334,98.4375,99.89583333333334,task; device draws averaged within task,40,100.0 +clln,raw,65.3125,61.14583333333333,69.375,task; device draws averaged within task,40,100.0 +clln,constant,93.85416666666666,90.41666666666667,96.875,task; device draws averaged within task,40,100.0 +clln,sdil,100.0,100.0,100.0,task; device draws averaged within task,40,100.0 +overclamp,clean,91.875,87.8125,95.3125,task; device draws averaged within task,40,100.41666666666663 +overclamp,raw,66.875,61.25,72.70833333333333,task; device draws averaged within task,40,100.41666666666663 +overclamp,sdil,91.97916666666666,88.125,95.3125,task; device draws averaged within task,40,100.41666666666663 diff --git a/results/digital_additive_transfer.json b/results/digital_additive_transfer.json new file mode 100644 index 0000000..ccb06f8 --- /dev/null +++ b/results/digital_additive_transfer.json @@ -0,0 +1,194 @@ +{ + "analysis": "digital_additive_sdil_transfer", + "confirmatory_sources": { + "dualprop": true, + "ep": false, + "clln": true, + "overclamp": true + }, + "bootstrap": { + "replicates": 20000, + "seed": 20260829, + "interval": "percentile 95%" + }, + "panels": { + "dualprop": { + "title": "Dual Propagation \u00b7 CIFAR-10", + "unit": "seed", + "methods": { + "clean": { + "mean_accuracy_percent": 82.85999908447266, + "bootstrap_95ci_percent": [ + 82.56399993896484, + 83.07999725341797 + ], + "independent_units": 5 + }, + "raw": { + "mean_accuracy_percent": 9.399999618530273, + "bootstrap_95ci_percent": [ + 9.399999618530273, + 9.399999618530273 + ], + "independent_units": 5 + }, + "sdil": { + "mean_accuracy_percent": 82.92000122070313, + "bootstrap_95ci_percent": [ + 82.6280014038086, + 83.23600158691406 + ], + "independent_units": 5 + }, + "oracle": { + "mean_accuracy_percent": 82.96000061035156, + "bootstrap_95ci_percent": [ + 82.52799682617187, + 83.34400329589843 + ], + "independent_units": 5 + } + }, + "raw_to_clean_gap_recovered_percent": 100.08168001179783 + }, + "ep": { + "title": "Equilibrium Propagation \u00b7 FashionMNIST", + "unit": "seed", + "methods": { + "clean": { + "mean_accuracy_percent": 76.26, + "bootstrap_95ci_percent": [ + 73.55, + 78.53 + ], + "independent_units": 5 + }, + "noise": { + "mean_accuracy_percent": 75.44, + "bootstrap_95ci_percent": [ + 71.01, + 78.76 + ], + "independent_units": 5 + }, + "raw": { + "mean_accuracy_percent": 31.379999999999995, + "bootstrap_95ci_percent": [ + 18.059999999999995, + 46.08 + ], + "independent_units": 5 + }, + "constant": { + "mean_accuracy_percent": 67.9, + "bootstrap_95ci_percent": [ + 60.42, + 74.46674999999942 + ], + "independent_units": 5 + }, + "sdil": { + "mean_accuracy_percent": 74.52000000000001, + "bootstrap_95ci_percent": [ + 72.51, + 76.25999999999999 + ], + "independent_units": 5 + }, + "oracle": { + "mean_accuracy_percent": 75.55999999999999, + "bootstrap_95ci_percent": [ + 70.6, + 78.66999999999999 + ], + "independent_units": 5 + } + }, + "raw_to_clean_gap_recovered_percent": 96.12299465240643 + }, + "clln": { + "title": "Coupled learning \u00b7 32 edges", + "unit": "task; device draws averaged within task", + "methods": { + "clean": { + "mean_accuracy_percent": 100.0, + "bootstrap_95ci_percent": [ + 100.0, + 100.0 + ], + "independent_units": 40 + }, + "noise": { + "mean_accuracy_percent": 99.27083333333334, + "bootstrap_95ci_percent": [ + 98.4375, + 99.89583333333334 + ], + "independent_units": 40 + }, + "raw": { + "mean_accuracy_percent": 65.3125, + "bootstrap_95ci_percent": [ + 61.14583333333333, + 69.375 + ], + "independent_units": 40 + }, + "constant": { + "mean_accuracy_percent": 93.85416666666666, + "bootstrap_95ci_percent": [ + 90.41666666666667, + 96.875 + ], + "independent_units": 40 + }, + "sdil": { + "mean_accuracy_percent": 100.0, + "bootstrap_95ci_percent": [ + 100.0, + 100.0 + ], + "independent_units": 40 + } + }, + "raw_to_clean_gap_recovered_percent": 100.0 + }, + "overclamp": { + "title": "Overclamped coupled learning \u00b7 32 edges", + "unit": "task; device draws averaged within task", + "methods": { + "clean": { + "mean_accuracy_percent": 91.875, + "bootstrap_95ci_percent": [ + 87.8125, + 95.3125 + ], + "independent_units": 40 + }, + "raw": { + "mean_accuracy_percent": 66.875, + "bootstrap_95ci_percent": [ + 61.25, + 72.70833333333333 + ], + "independent_units": 40 + }, + "sdil": { + "mean_accuracy_percent": 91.97916666666666, + "bootstrap_95ci_percent": [ + 88.125, + 95.3125 + ], + "independent_units": 40 + } + }, + "raw_to_clean_gap_recovered_percent": 100.41666666666663 + } + }, + "sources": { + "dualprop": "results/contrastive_bias/c1_gate.json", + "ep": "results/ep_bias/c1_gate.json", + "clln": "results/coupled_ladder/p2_confirm_side4.json", + "overclamp": "results/coupled_ladder/p3_overclamp_side4.json" + } +} diff --git a/results/figs/figure_digital_additive_transfer.pdf b/results/figs/figure_digital_additive_transfer.pdf new file mode 100644 index 0000000..4070813 Binary files /dev/null and b/results/figs/figure_digital_additive_transfer.pdf differ diff --git a/results/figs/figure_digital_additive_transfer.png b/results/figs/figure_digital_additive_transfer.png new file mode 100644 index 0000000..78046ca Binary files /dev/null and b/results/figs/figure_digital_additive_transfer.png differ diff --git a/results/figs/figure_digital_additive_transfer.svg b/results/figs/figure_digital_additive_transfer.svg new file mode 100644 index 0000000..014aeb9 --- /dev/null +++ b/results/figs/figure_digital_additive_transfer.svg @@ -0,0 +1,964 @@ + + + + + + + + 2026-08-29T18:42:31.692423 + image/svg+xml + + + Matplotlib v3.10.8, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Clean + + + + + + + + + + Raw + + + + + + + + + + SDIL + + + + + + + + + + Oracle + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + Task accuracy (%) + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + (a) Dual Propagation · CIFAR-10 + 100% of clean gap recovered + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Clean + + + + + + + + + + Same-RMS + noise + + + + + + + + + + Raw + + + + + + + + + + Static + calibration + + + + + + + + + + SDIL + + + + + + + + + + Oracle + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + (b) Equilibrium Propagation · FashionMNIST + 96% of clean gap recovered + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Clean + + + + + + + + + + Same-RMS + noise + + + + + + + + + + Raw + + + + + + + + + + Static + calibration + + + + + + + + + + SDIL + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + Task accuracy (%) + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + (c) Coupled learning · 32 edges + 100% of clean gap recovered + + + + + + + + + + + + + + + + + + + + + + + + Clean + + + + + + + + + + Raw + + + + + + + + + + SDIL + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + (d) Overclamped coupled learning · 32 edges + 100% of clean gap recovered + + + + Dual Prop/EP: 5 seeds; coupled learners: 40 tasks × 3 device draws + + + + + + + + + + + + + + + + + -- cgit v1.2.3