From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../confirmatory/clean_sparsity/cifar_bp_s42.json | 640 +++++++++++++++++++++ 1 file changed, 640 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/cifar_bp_s42.json (limited to 'results/confirmatory/clean_sparsity/cifar_bp_s42.json') diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s42.json b/results/confirmatory/clean_sparsity/cifar_bp_s42.json new file mode 100644 index 0000000..5a4a7bf --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s42.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 42, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.1766504049301147, + "acc": 0.61328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0002583038294687867, + "median_norm": 0.00021287477284204215, + "max_norm": 0.0010169680463150144, + "min_norm": 4.002587843388028e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98046875, + "1e-05": 0.92578125, + "0.0001": 0.6796875 + }, + "log_norms_percentiles": { + "1": -6.191201686859131, + "5": -5.410096645355225, + "10": -4.846468925476074, + "25": -4.185210227966309, + "50": -3.6713600158691406, + "75": -3.414608955383301, + "90": -3.267821788787842, + "95": -3.159428834915161, + "99": -3.0218911170959473 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 1, + 0, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 3, + 2, + 1, + 5, + 2, + 2, + 5, + 7, + 2, + 2, + 4, + 3, + 6, + 8, + 10, + 4, + 3, + 11, + 12, + 11, + 8, + 10, + 21, + 12, + 25, + 20, + 15, + 9, + 5, + 7, + 5 + ], + "log_norms_bin_edges": [ + -6.3976593017578125, + -6.329559803009033, + -6.261460781097412, + -6.193361282348633, + -6.1252617835998535, + -6.057162761688232, + -5.989063262939453, + -5.920963764190674, + -5.852864742279053, + -5.784765243530273, + -5.716666221618652, + -5.648566722869873, + -5.580467224121094, + -5.512368202209473, + -5.444268703460693, + -5.376169204711914, + -5.308070182800293, + -5.239970684051514, + -5.171871185302734, + -5.103772163391113, + -5.035672664642334, + -4.967573165893555, + -4.899474143981934, + -4.831374645233154, + -4.763275146484375, + -4.695176124572754, + -4.627076625823975, + -4.558977127075195, + -4.490878105163574, + -4.422778606414795, + -4.354679107666016, + -4.2865800857543945, + -4.218480587005615, + -4.150381088256836, + -4.082282066345215, + -4.0141825675964355, + -3.9460833072662354, + -3.877983808517456, + -3.809884548187256, + -3.7417852878570557, + -3.6736860275268555, + -3.605586528778076, + -3.537487268447876, + -3.469388008117676, + -3.4012885093688965, + -3.3331892490386963, + -3.265089988708496, + -3.196990489959717, + -3.1288912296295166, + -3.0607919692993164, + -2.992692708969116 + ], + "r_inf_mean": 0.20032858848571777, + "r_inf_median": 0.19896194338798523, + "pr_mean": 0.3203713893890381, + "pr_median": 0.3194621503353119, + "hoyer_mean": 0.6286087036132812, + "eff_dim_mean": 0.6286086440086365, + "topk_energy": { + "1": 0.07293599843978882, + "5": 0.2773609757423401, + "10": 0.4439087510108948, + "25": 0.730988085269928 + }, + "gamma_raw": 0.007419188041239977, + "gamma_active": { + "1e-08": 0.007419188041239977, + "1e-07": 0.007419188041239977, + "1e-06": 0.007683352567255497, + "1e-05": 0.007463833317160606, + "0.0001": 0.007877446711063385 + }, + "gamma_energy_weighted": { + "1e-08": 0.0004358875191889989, + "1e-07": 0.0004358875191889989, + "1e-06": 0.0004358875191889989, + "1e-05": 0.0004358875191889989, + "0.0001": 0.0004358875191889989 + } + }, + { + "layer": 1, + "mean_norm": 0.00027934598620049655, + "median_norm": 0.00023581851564813405, + "max_norm": 0.0011342121288180351, + "min_norm": 4.5549370497610653e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98046875, + "1e-05": 0.9296875, + "0.0001": 0.6796875 + }, + "log_norms_percentiles": { + "1": -6.128386497497559, + "5": -5.304507255554199, + "10": -4.774336814880371, + "25": -4.128973007202148, + "50": -3.625448226928711, + "75": -3.370743751525879, + "90": -3.2285523414611816, + "95": -3.141850471496582, + "99": -2.987013339996338 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 1, + 0, + 2, + 0, + 0, + 1, + 3, + 0, + 0, + 1, + 2, + 3, + 0, + 3, + 3, + 4, + 4, + 7, + 2, + 3, + 3, + 4, + 4, + 9, + 8, + 6, + 6, + 11, + 11, + 8, + 10, + 15, + 14, + 13, + 27, + 22, + 12, + 11, + 5, + 5, + 4 + ], + "log_norms_bin_edges": [ + -6.341517925262451, + -6.273593902587891, + -6.205669403076172, + -6.137745380401611, + -6.069820880889893, + -6.001896858215332, + -5.933972358703613, + -5.866048336029053, + -5.798123836517334, + -5.730199813842773, + -5.662275314331055, + -5.594351291656494, + -5.526427268981934, + -5.458502769470215, + -5.390578746795654, + -5.3226542472839355, + -5.254730224609375, + -5.186805725097656, + -5.118881702423096, + -5.050957679748535, + -4.983033180236816, + -4.915108680725098, + -4.847184658050537, + -4.779260635375977, + -4.711336135864258, + -4.643412113189697, + -4.5754876136779785, + -4.507563591003418, + -4.439639091491699, + -4.371715068817139, + -4.303791046142578, + -4.235866546630859, + -4.167942047119141, + -4.10001802444458, + -4.0320940017700195, + -3.964169502258301, + -3.896245241165161, + -3.8283209800720215, + -3.760396957397461, + -3.6924726963043213, + -3.6245484352111816, + -3.556624174118042, + -3.4886999130249023, + -3.4207756519317627, + -3.352851390838623, + -3.2849271297454834, + -3.2170028686523438, + -3.149078607559204, + -3.0811543464660645, + -3.013230323791504, + -2.945305824279785 + ], + "r_inf_mean": 0.1956656575202942, + "r_inf_median": 0.19191943109035492, + "pr_mean": 0.32908809185028076, + "pr_median": 0.3305799067020416, + "hoyer_mean": 0.6329350471496582, + "eff_dim_mean": 0.6329350471496582, + "topk_energy": { + "1": 0.06997253000736237, + "5": 0.2709628939628601, + "10": 0.4380391836166382, + "25": 0.7270048260688782 + }, + "gamma_raw": 0.002222827635705471, + "gamma_active": { + "1e-08": 0.002222827635705471, + "1e-07": 0.002222827635705471, + "1e-06": 0.002488299971446395, + "1e-05": 0.0029638304840773344, + "0.0001": 0.0015200951602309942 + }, + "gamma_energy_weighted": { + "1e-08": 0.011483831463457413, + "1e-07": 0.011483831463457413, + "1e-06": 0.011483831463457413, + "1e-05": 0.011483831463457413, + "0.0001": 0.011483831463457413 + } + }, + { + "layer": 2, + "mean_norm": 0.00028562924126163125, + "median_norm": 0.0002295597514603287, + "max_norm": 0.0013789449585601687, + "min_norm": 4.723476649814984e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.984375, + "1e-05": 0.93359375, + "0.0001": 0.703125 + }, + "log_norms_percentiles": { + "1": -6.102329254150391, + "5": -5.302539348602295, + "10": -4.720612525939941, + "25": -4.116630554199219, + "50": -3.629791021347046, + "75": -3.3551669120788574, + "90": -3.2235240936279297, + "95": -3.1311984062194824, + "99": -2.9967100620269775 + }, + "log_norms_histogram": [ + 1, + 0, + 2, + 1, + 0, + 2, + 0, + 0, + 4, + 0, + 0, + 2, + 0, + 0, + 3, + 0, + 1, + 1, + 0, + 3, + 2, + 2, + 1, + 5, + 4, + 5, + 4, + 3, + 5, + 2, + 5, + 9, + 5, + 8, + 8, + 12, + 5, + 11, + 12, + 13, + 14, + 19, + 22, + 21, + 16, + 8, + 7, + 5, + 2, + 1 + ], + "log_norms_bin_edges": [ + -6.325738430023193, + -6.25643253326416, + -6.187127113342285, + -6.117821216583252, + -6.048515796661377, + -5.979209899902344, + -5.9099040031433105, + -5.8405985832214355, + -5.771292686462402, + -5.701987266540527, + -5.632681369781494, + -5.563375473022461, + -5.494070053100586, + -5.424764156341553, + -5.355458736419678, + -5.2861528396606445, + -5.2168474197387695, + -5.147541522979736, + -5.078235626220703, + -5.008930206298828, + -4.939624309539795, + -4.870318412780762, + -4.801012992858887, + -4.7317070960998535, + -4.6624016761779785, + -4.593095779418945, + -4.52379035949707, + -4.454484462738037, + -4.385178565979004, + -4.315873146057129, + -4.246567249298096, + -4.1772613525390625, + -4.1079559326171875, + -4.0386505126953125, + -3.9693446159362793, + -3.900038719177246, + -3.830733060836792, + -3.761427402496338, + -3.692121744155884, + -3.6228160858154297, + -3.5535101890563965, + -3.4842045307159424, + -3.4148988723754883, + -3.345593214035034, + -3.27628755569458, + -3.206981897354126, + -3.1376760005950928, + -3.0683703422546387, + -2.9990646839141846, + -2.9297590255737305, + -2.8604531288146973 + ], + "r_inf_mean": 0.1923454999923706, + "r_inf_median": 0.18653415143489838, + "pr_mean": 0.33524906635284424, + "pr_median": 0.3367668390274048, + "hoyer_mean": 0.6359347105026245, + "eff_dim_mean": 0.6359347105026245, + "topk_energy": { + "1": 0.06719520688056946, + "5": 0.26662012934684753, + "10": 0.4335557818412781, + "25": 0.7242363095283508 + }, + "gamma_raw": -0.001922080060467124, + "gamma_active": { + "1e-08": -0.001922080060467124, + "1e-07": -0.001922080060467124, + "1e-06": -0.0019928705878555775, + "1e-05": -0.001829057466238737, + "0.0001": 0.0024331293534487486 + }, + "gamma_energy_weighted": { + "1e-08": 0.0003414634227752114, + "1e-07": 0.0003414634227752114, + "1e-06": 0.0003414634227752114, + "1e-05": 0.0003414634227752114, + "0.0001": 0.0003414634227752114 + } + }, + { + "layer": 3, + "mean_norm": 0.0002658877638168633, + "median_norm": 0.00022341191652230918, + "max_norm": 0.000979505362920463, + "min_norm": 4.890844138571993e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.984375, + "1e-05": 0.9296875, + "0.0001": 0.69140625 + }, + "log_norms_percentiles": { + "1": -6.087945938110352, + "5": -5.347776889801025, + "10": -4.776177406311035, + "25": -4.148471832275391, + "50": -3.6476974487304688, + "75": -3.379814624786377, + "90": -3.2494993209838867, + "95": -3.1640782356262207, + "99": -3.0749166011810303 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 2, + 1, + 1, + 0, + 1, + 1, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 0, + 2, + 2, + 3, + 3, + 3, + 4, + 4, + 6, + 2, + 5, + 1, + 4, + 9, + 8, + 5, + 4, + 9, + 14, + 6, + 12, + 12, + 14, + 15, + 21, + 21, + 16, + 12, + 11, + 7, + 3 + ], + "log_norms_bin_edges": [ + -6.310616493225098, + -6.244584083557129, + -6.17855167388916, + -6.112519264221191, + -6.046486854553223, + -5.980453968048096, + -5.914421558380127, + -5.848389148712158, + -5.7823567390441895, + -5.716324329376221, + -5.650291919708252, + -5.584259510040283, + -5.5182271003723145, + -5.452194690704346, + -5.386161804199219, + -5.32012939453125, + -5.254096984863281, + -5.1880645751953125, + -5.122032165527344, + -5.055999755859375, + -4.989967346191406, + -4.9239349365234375, + -4.857902526855469, + -4.7918701171875, + -4.725837707519531, + -4.659804821014404, + -4.5937724113464355, + -4.527740001678467, + -4.461707592010498, + -4.395675182342529, + -4.3296427726745605, + -4.263609886169434, + -4.197577476501465, + -4.131545066833496, + -4.065512657165527, + -3.9994802474975586, + -3.93344783782959, + -3.867415428161621, + -3.8013830184936523, + -3.7353503704071045, + -3.6693179607391357, + -3.603285551071167, + -3.5372531414031982, + -3.4712207317352295, + -3.4051880836486816, + -3.339155673980713, + -3.273123264312744, + -3.2070908546447754, + -3.1410584449768066, + -3.075025796890259, + -3.00899338722229 + ], + "r_inf_mean": 0.1918967068195343, + "r_inf_median": 0.18914012610912323, + "pr_mean": 0.34012287855148315, + "pr_median": 0.3411962687969208, + "hoyer_mean": 0.6396616697311401, + "eff_dim_mean": 0.6396616697311401, + "topk_energy": { + "1": 0.06688753515481949, + "5": 0.26281508803367615, + "10": 0.42837053537368774, + "25": 0.7193521857261658 + }, + "gamma_raw": 0.009083976969122887, + "gamma_active": { + "1e-08": 0.009083976969122887, + "1e-07": 0.009083976969122887, + "1e-06": 0.009226549416780472, + "1e-05": 0.0097868163138628, + "0.0001": 0.00949579942971468 + }, + "gamma_energy_weighted": { + "1e-08": -0.0011287236125428752, + "1e-07": -0.0011287236125428752, + "1e-06": -0.0011287236125428752, + "1e-05": -0.0011287236125428752, + "0.0001": -0.0011287236125428752 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3