From a0ec1a6c17b72a3ab769fb8c12f5ef381f38beed Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 09:54:31 -0500 Subject: Add BP support sparsity analysis: threshold sweep + gradient histograms MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit A1 Synthetic: all methods have >93% support at τ=1e-6 (gradients rarely zero) A2 CIFAR: massive gap — BP 98.4% vs DFA 0.4% vs SB 21% vs CB 3% DFA-trained CIFAR networks have near-zero BP gradients for 99.6% of samples This explains why Gamma is unreliable for CIFAR non-BP methods Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/A2_threshold_sweep.csv | 201 ++++++++++++++++++++++++++++ 1 file changed, 201 insertions(+) create mode 100644 results/confirmatory/A2_threshold_sweep.csv (limited to 'results/confirmatory/A2_threshold_sweep.csv') diff --git a/results/confirmatory/A2_threshold_sweep.csv b/results/confirmatory/A2_threshold_sweep.csv new file mode 100644 index 0000000..1cf8142 --- /dev/null +++ b/results/confirmatory/A2_threshold_sweep.csv @@ -0,0 +1,201 @@ +method,seed,threshold,support_fraction +bp,42,1e-08,1.0 +bp,42,1e-07,1.0 +bp,42,1e-06,0.982421875 +bp,42,1e-05,0.9296875 +bp,42,0.0001,0.6884765625 +bp,123,1e-08,1.0 +bp,123,1e-07,1.0 +bp,123,1e-06,0.9873046875 +bp,123,1e-05,0.908203125 +bp,123,0.0001,0.716796875 +bp,456,1e-08,1.0 +bp,456,1e-07,1.0 +bp,456,1e-06,0.9873046875 +bp,456,1e-05,0.9287109375 +bp,456,0.0001,0.701171875 +bp,789,1e-08,1.0 +bp,789,1e-07,1.0 +bp,789,1e-06,0.98828125 +bp,789,1e-05,0.9150390625 +bp,789,0.0001,0.708984375 +bp,1024,1e-08,1.0 +bp,1024,1e-07,0.9951171875 +bp,1024,1e-06,0.986328125 +bp,1024,1e-05,0.8916015625 +bp,1024,0.0001,0.708984375 +bp,2048,1e-08,1.0 +bp,2048,1e-07,1.0 +bp,2048,1e-06,0.98828125 +bp,2048,1e-05,0.9208984375 +bp,2048,0.0001,0.701171875 +bp,3000,1e-08,1.0 +bp,3000,1e-07,0.99609375 +bp,3000,1e-06,0.984375 +bp,3000,1e-05,0.90234375 +bp,3000,0.0001,0.7060546875 +bp,4000,1e-08,1.0 +bp,4000,1e-07,1.0 +bp,4000,1e-06,0.9599609375 +bp,4000,1e-05,0.916015625 +bp,4000,0.0001,0.697265625 +bp,5000,1e-08,1.0 +bp,5000,1e-07,1.0 +bp,5000,1e-06,0.9921875 +bp,5000,1e-05,0.9345703125 +bp,5000,0.0001,0.69140625 +bp,6000,1e-08,1.0 +bp,6000,1e-07,1.0 +bp,6000,1e-06,0.9853515625 +bp,6000,1e-05,0.9111328125 +bp,6000,0.0001,0.712890625 +dfa,42,1e-08,0.25 +dfa,42,1e-07,0.2353515625 +dfa,42,1e-06,0.0029296875 +dfa,42,1e-05,0.0 +dfa,42,0.0001,0.0 +dfa,123,1e-08,0.25 +dfa,123,1e-07,0.234375 +dfa,123,1e-06,0.0087890625 +dfa,123,1e-05,0.0 +dfa,123,0.0001,0.0 +dfa,456,1e-08,0.25 +dfa,456,1e-07,0.22265625 +dfa,456,1e-06,0.0009765625 +dfa,456,1e-05,0.0 +dfa,456,0.0001,0.0 +dfa,789,1e-08,0.25 +dfa,789,1e-07,0.2314453125 +dfa,789,1e-06,0.005859375 +dfa,789,1e-05,0.0 +dfa,789,0.0001,0.0 +dfa,1024,1e-08,0.25 +dfa,1024,1e-07,0.2353515625 +dfa,1024,1e-06,0.001953125 +dfa,1024,1e-05,0.0 +dfa,1024,0.0001,0.0 +dfa,2048,1e-08,0.25 +dfa,2048,1e-07,0.2294921875 +dfa,2048,1e-06,0.0029296875 +dfa,2048,1e-05,0.0 +dfa,2048,0.0001,0.0 +dfa,3000,1e-08,0.25 +dfa,3000,1e-07,0.220703125 +dfa,3000,1e-06,0.001953125 +dfa,3000,1e-05,0.0 +dfa,3000,0.0001,0.0 +dfa,4000,1e-08,0.25 +dfa,4000,1e-07,0.2333984375 +dfa,4000,1e-06,0.005859375 +dfa,4000,1e-05,0.0 +dfa,4000,0.0001,0.0 +dfa,5000,1e-08,0.25 +dfa,5000,1e-07,0.23046875 +dfa,5000,1e-06,0.0068359375 +dfa,5000,1e-05,0.0 +dfa,5000,0.0001,0.0 +dfa,6000,1e-08,0.25 +dfa,6000,1e-07,0.17578125 +dfa,6000,1e-06,0.0009765625 +dfa,6000,1e-05,0.0 +dfa,6000,0.0001,0.0 +state_bridge,42,1e-08,0.25 +state_bridge,42,1e-07,0.24609375 +state_bridge,42,1e-06,0.21484375 +state_bridge,42,1e-05,0.0419921875 +state_bridge,42,0.0001,0.0 +state_bridge,123,1e-08,0.25 +state_bridge,123,1e-07,0.25 +state_bridge,123,1e-06,0.240234375 +state_bridge,123,1e-05,0.1201171875 +state_bridge,123,0.0001,0.0 +state_bridge,456,1e-08,0.255859375 +state_bridge,456,1e-07,0.248046875 +state_bridge,456,1e-06,0.2294921875 +state_bridge,456,1e-05,0.0830078125 +state_bridge,456,0.0001,0.005859375 +state_bridge,789,1e-08,0.25 +state_bridge,789,1e-07,0.25 +state_bridge,789,1e-06,0.1845703125 +state_bridge,789,1e-05,0.0732421875 +state_bridge,789,0.0001,0.0 +state_bridge,1024,1e-08,0.26953125 +state_bridge,1024,1e-07,0.23828125 +state_bridge,1024,1e-06,0.162109375 +state_bridge,1024,1e-05,0.0458984375 +state_bridge,1024,0.0001,0.0029296875 +state_bridge,2048,1e-08,0.25 +state_bridge,2048,1e-07,0.25 +state_bridge,2048,1e-06,0.2470703125 +state_bridge,2048,1e-05,0.0869140625 +state_bridge,2048,0.0001,0.0 +state_bridge,3000,1e-08,0.251953125 +state_bridge,3000,1e-07,0.25 +state_bridge,3000,1e-06,0.2236328125 +state_bridge,3000,1e-05,0.041015625 +state_bridge,3000,0.0001,0.001953125 +state_bridge,4000,1e-08,0.251953125 +state_bridge,4000,1e-07,0.25 +state_bridge,4000,1e-06,0.21875 +state_bridge,4000,1e-05,0.10546875 +state_bridge,4000,0.0001,0.00390625 +state_bridge,5000,1e-08,0.3662109375 +state_bridge,5000,1e-07,0.25 +state_bridge,5000,1e-06,0.1572265625 +state_bridge,5000,1e-05,0.04296875 +state_bridge,5000,0.0001,0.0029296875 +state_bridge,6000,1e-08,0.2734375 +state_bridge,6000,1e-07,0.25 +state_bridge,6000,1e-06,0.220703125 +state_bridge,6000,1e-05,0.0703125 +state_bridge,6000,0.0001,0.0 +credit_bridge,42,1e-08,0.2509765625 +credit_bridge,42,1e-07,0.2275390625 +credit_bridge,42,1e-06,0.044921875 +credit_bridge,42,1e-05,0.0 +credit_bridge,42,0.0001,0.0 +credit_bridge,123,1e-08,0.25 +credit_bridge,123,1e-07,0.2470703125 +credit_bridge,123,1e-06,0.052734375 +credit_bridge,123,1e-05,0.0009765625 +credit_bridge,123,0.0001,0.0 +credit_bridge,456,1e-08,0.25 +credit_bridge,456,1e-07,0.2421875 +credit_bridge,456,1e-06,0.015625 +credit_bridge,456,1e-05,0.0 +credit_bridge,456,0.0001,0.0 +credit_bridge,789,1e-08,0.25 +credit_bridge,789,1e-07,0.232421875 +credit_bridge,789,1e-06,0.029296875 +credit_bridge,789,1e-05,0.0 +credit_bridge,789,0.0001,0.0 +credit_bridge,1024,1e-08,0.25 +credit_bridge,1024,1e-07,0.2451171875 +credit_bridge,1024,1e-06,0.0361328125 +credit_bridge,1024,1e-05,0.0 +credit_bridge,1024,0.0001,0.0 +credit_bridge,2048,1e-08,0.25 +credit_bridge,2048,1e-07,0.2412109375 +credit_bridge,2048,1e-06,0.013671875 +credit_bridge,2048,1e-05,0.0 +credit_bridge,2048,0.0001,0.0 +credit_bridge,3000,1e-08,0.25 +credit_bridge,3000,1e-07,0.2353515625 +credit_bridge,3000,1e-06,0.03515625 +credit_bridge,3000,1e-05,0.0 +credit_bridge,3000,0.0001,0.0 +credit_bridge,4000,1e-08,0.25 +credit_bridge,4000,1e-07,0.2294921875 +credit_bridge,4000,1e-06,0.0341796875 +credit_bridge,4000,1e-05,0.0 +credit_bridge,4000,0.0001,0.0 +credit_bridge,5000,1e-08,0.25 +credit_bridge,5000,1e-07,0.232421875 +credit_bridge,5000,1e-06,0.021484375 +credit_bridge,5000,1e-05,0.0 +credit_bridge,5000,0.0001,0.0 +credit_bridge,6000,1e-08,0.25 +credit_bridge,6000,1e-07,0.2236328125 +credit_bridge,6000,1e-06,0.01171875 +credit_bridge,6000,1e-05,0.0 +credit_bridge,6000,0.0001,0.0 -- cgit v1.2.3