diff options
Diffstat (limited to 'results/digital_additive_transfer.json')
| -rw-r--r-- | results/digital_additive_transfer.json | 194 |
1 files changed, 194 insertions, 0 deletions
diff --git a/results/digital_additive_transfer.json b/results/digital_additive_transfer.json new file mode 100644 index 0000000..ccb06f8 --- /dev/null +++ b/results/digital_additive_transfer.json @@ -0,0 +1,194 @@ +{ + "analysis": "digital_additive_sdil_transfer", + "confirmatory_sources": { + "dualprop": true, + "ep": false, + "clln": true, + "overclamp": true + }, + "bootstrap": { + "replicates": 20000, + "seed": 20260829, + "interval": "percentile 95%" + }, + "panels": { + "dualprop": { + "title": "Dual Propagation \u00b7 CIFAR-10", + "unit": "seed", + "methods": { + "clean": { + "mean_accuracy_percent": 82.85999908447266, + "bootstrap_95ci_percent": [ + 82.56399993896484, + 83.07999725341797 + ], + "independent_units": 5 + }, + "raw": { + "mean_accuracy_percent": 9.399999618530273, + "bootstrap_95ci_percent": [ + 9.399999618530273, + 9.399999618530273 + ], + "independent_units": 5 + }, + "sdil": { + "mean_accuracy_percent": 82.92000122070313, + "bootstrap_95ci_percent": [ + 82.6280014038086, + 83.23600158691406 + ], + "independent_units": 5 + }, + "oracle": { + "mean_accuracy_percent": 82.96000061035156, + "bootstrap_95ci_percent": [ + 82.52799682617187, + 83.34400329589843 + ], + "independent_units": 5 + } + }, + "raw_to_clean_gap_recovered_percent": 100.08168001179783 + }, + "ep": { + "title": "Equilibrium Propagation \u00b7 FashionMNIST", + "unit": "seed", + "methods": { + "clean": { + "mean_accuracy_percent": 76.26, + "bootstrap_95ci_percent": [ + 73.55, + 78.53 + ], + "independent_units": 5 + }, + "noise": { + "mean_accuracy_percent": 75.44, + "bootstrap_95ci_percent": [ + 71.01, + 78.76 + ], + "independent_units": 5 + }, + "raw": { + "mean_accuracy_percent": 31.379999999999995, + "bootstrap_95ci_percent": [ + 18.059999999999995, + 46.08 + ], + "independent_units": 5 + }, + "constant": { + "mean_accuracy_percent": 67.9, + "bootstrap_95ci_percent": [ + 60.42, + 74.46674999999942 + ], + "independent_units": 5 + }, + "sdil": { + "mean_accuracy_percent": 74.52000000000001, + "bootstrap_95ci_percent": [ + 72.51, + 76.25999999999999 + ], + "independent_units": 5 + }, + "oracle": { + "mean_accuracy_percent": 75.55999999999999, + "bootstrap_95ci_percent": [ + 70.6, + 78.66999999999999 + ], + "independent_units": 5 + } + }, + "raw_to_clean_gap_recovered_percent": 96.12299465240643 + }, + "clln": { + "title": "Coupled learning \u00b7 32 edges", + "unit": "task; device draws averaged within task", + "methods": { + "clean": { + "mean_accuracy_percent": 100.0, + "bootstrap_95ci_percent": [ + 100.0, + 100.0 + ], + "independent_units": 40 + }, + "noise": { + "mean_accuracy_percent": 99.27083333333334, + "bootstrap_95ci_percent": [ + 98.4375, + 99.89583333333334 + ], + "independent_units": 40 + }, + "raw": { + "mean_accuracy_percent": 65.3125, + "bootstrap_95ci_percent": [ + 61.14583333333333, + 69.375 + ], + "independent_units": 40 + }, + "constant": { + "mean_accuracy_percent": 93.85416666666666, + "bootstrap_95ci_percent": [ + 90.41666666666667, + 96.875 + ], + "independent_units": 40 + }, + "sdil": { + "mean_accuracy_percent": 100.0, + "bootstrap_95ci_percent": [ + 100.0, + 100.0 + ], + "independent_units": 40 + } + }, + "raw_to_clean_gap_recovered_percent": 100.0 + }, + "overclamp": { + "title": "Overclamped coupled learning \u00b7 32 edges", + "unit": "task; device draws averaged within task", + "methods": { + "clean": { + "mean_accuracy_percent": 91.875, + "bootstrap_95ci_percent": [ + 87.8125, + 95.3125 + ], + "independent_units": 40 + }, + "raw": { + "mean_accuracy_percent": 66.875, + "bootstrap_95ci_percent": [ + 61.25, + 72.70833333333333 + ], + "independent_units": 40 + }, + "sdil": { + "mean_accuracy_percent": 91.97916666666666, + "bootstrap_95ci_percent": [ + 88.125, + 95.3125 + ], + "independent_units": 40 + } + }, + "raw_to_clean_gap_recovered_percent": 100.41666666666663 + } + }, + "sources": { + "dualprop": "results/contrastive_bias/c1_gate.json", + "ep": "results/ep_bias/c1_gate.json", + "clln": "results/coupled_ladder/p2_confirm_side4.json", + "overclamp": "results/coupled_ladder/p3_overclamp_side4.json" + } +} |
