From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/cifar_dfa_s1024.json | 640 +++++++++++++++++++++ 1 file changed, 640 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/cifar_dfa_s1024.json (limited to 'results/confirmatory/clean_sparsity/cifar_dfa_s1024.json') diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s1024.json b/results/confirmatory/clean_sparsity/cifar_dfa_s1024.json new file mode 100644 index 0000000..649fac2 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s1024.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 1024, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9238944053649902, + "acc": 0.32421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.921144925949193e-07, + "median_norm": 2.3644713564863196e-07, + "max_norm": 1.7175736957142362e-06, + "min_norm": 6.169051403048798e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.94140625, + "1e-06": 0.0078125, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.086653709411621, + "5": -7.012948513031006, + "10": -6.922955513000488, + "25": -6.796341896057129, + "50": -6.62532901763916, + "75": -6.478326320648193, + "90": -6.266266822814941, + "95": -6.166376113891602, + "99": -6.007829189300537 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 5, + 3, + 4, + 3, + 6, + 3, + 8, + 3, + 9, + 12, + 14, + 11, + 14, + 15, + 4, + 11, + 5, + 20, + 15, + 13, + 6, + 8, + 6, + 5, + 5, + 7, + 6, + 4, + 4, + 4, + 0, + 8, + 1, + 0, + 4, + 3, + 1, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.209781646728516, + -7.180887699127197, + -7.151993751525879, + -7.1230998039245605, + -7.094205856323242, + -7.065311908721924, + -7.0364179611206055, + -7.007524013519287, + -6.978630065917969, + -6.94973611831665, + -6.920842170715332, + -6.891948223114014, + -6.863054275512695, + -6.834160327911377, + -6.805266380310059, + -6.77637243270874, + -6.747478485107422, + -6.7185845375061035, + -6.689690589904785, + -6.660796642303467, + -6.631902694702148, + -6.60300874710083, + -6.574114799499512, + -6.545221328735352, + -6.516326904296875, + -6.487433433532715, + -6.458539009094238, + -6.429645538330078, + -6.400751113891602, + -6.371857643127441, + -6.342963695526123, + -6.314069747924805, + -6.285175800323486, + -6.256281852722168, + -6.22738790512085, + -6.198493957519531, + -6.169600009918213, + -6.1407060623168945, + -6.111812114715576, + -6.082918167114258, + -6.0540242195129395, + -6.025130271911621, + -5.996236324310303, + -5.967342376708984, + -5.938448429107666, + -5.909554481506348, + -5.880660533905029, + -5.851766586303711, + -5.822872638702393, + -5.793978691101074, + -5.765084743499756 + ], + "r_inf_mean": 0.2528802454471588, + "r_inf_median": 0.244892418384552, + "pr_mean": 0.2335522323846817, + "pr_median": 0.22778849303722382, + "hoyer_mean": 0.565548300743103, + "eff_dim_mean": 0.565548300743103, + "topk_energy": { + "1": 0.1119694858789444, + "5": 0.3530462980270386, + "10": 0.5225434303283691, + "25": 0.7838154435157776 + }, + "gamma_raw": 0.43198394775390625, + "gamma_active": { + "1e-08": 0.43198394775390625, + "1e-07": 0.43413832783699036, + "1e-06": 0.35740774869918823, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.40185376663311834, + "1e-07": 0.40185376663311834, + "1e-06": 0.40185376663311834, + "1e-05": 0.40185376663311834, + "0.0001": 0.40185376663311834 + } + }, + { + "layer": 1, + "mean_norm": 1.352280065702871e-09, + "median_norm": 1.2985788000463572e-09, + "max_norm": 2.7469275742930677e-09, + "min_norm": 5.469097952293112e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.192371368408203, + "5": -9.11569595336914, + "10": -9.084518432617188, + "25": -9.016843795776367, + "50": -8.885452270507812, + "75": -8.775866508483887, + "90": -8.706591606140137, + "95": -8.674072265625, + "99": -8.626187324523926 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 4, + 10, + 5, + 2, + 3, + 12, + 12, + 6, + 7, + 5, + 13, + 7, + 9, + 5, + 7, + 4, + 2, + 11, + 5, + 8, + 6, + 4, + 12, + 11, + 13, + 8, + 9, + 10, + 7, + 5, + 5, + 6, + 5, + 3, + 2, + 4, + 2, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.262084007263184, + -9.248064994812012, + -9.234046936035156, + -9.220027923583984, + -9.206009864807129, + -9.191990852355957, + -9.177972793579102, + -9.16395378112793, + -9.149934768676758, + -9.135916709899902, + -9.12189769744873, + -9.107879638671875, + -9.093860626220703, + -9.079841613769531, + -9.065823554992676, + -9.051804542541504, + -9.037786483764648, + -9.023767471313477, + -9.009749412536621, + -8.99573040008545, + -8.981711387634277, + -8.967693328857422, + -8.95367431640625, + -8.939656257629395, + -8.925637245178223, + -8.911619186401367, + -8.897600173950195, + -8.883581161499023, + -8.869563102722168, + -8.855544090270996, + -8.84152603149414, + -8.827507019042969, + -8.813488006591797, + -8.799469947814941, + -8.78545093536377, + -8.771432876586914, + -8.757413864135742, + -8.743395805358887, + -8.729376792907715, + -8.715357780456543, + -8.701339721679688, + -8.687320709228516, + -8.67330265045166, + -8.659283638000488, + -8.645265579223633, + -8.631246566772461, + -8.617227554321289, + -8.603209495544434, + -8.589190483093262, + -8.575172424316406, + -8.561153411865234 + ], + "r_inf_mean": 0.5082353949546814, + "r_inf_median": 0.47572270035743713, + "pr_mean": 0.0391165167093277, + "pr_median": 0.04107256978750229, + "hoyer_mean": 0.18793629109859467, + "eff_dim_mean": 0.18793629109859467, + "topk_energy": { + "1": 0.401690810918808, + "5": 0.8073819875717163, + "10": 0.9263141751289368, + "25": 0.9805244207382202 + }, + "gamma_raw": 0.0019279725383967161, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.005202736544151389, + "1e-07": 0.005202736544151389, + "1e-06": 0.005202736544151389, + "1e-05": 0.005202736544151389, + "0.0001": 0.005202736544151389 + } + }, + { + "layer": 2, + "mean_norm": 1.3441654456158858e-09, + "median_norm": 1.284806927515092e-09, + "max_norm": 2.728562709108928e-09, + "min_norm": 5.485966125817754e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.193258285522461, + "5": -9.121064186096191, + "10": -9.088473320007324, + "25": -9.0219144821167, + "50": -8.891094207763672, + "75": -8.778277397155762, + "90": -8.711936950683594, + "95": -8.674710273742676, + "99": -8.629962921142578 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 3, + 4, + 9, + 5, + 1, + 4, + 13, + 9, + 11, + 5, + 2, + 14, + 6, + 9, + 6, + 6, + 3, + 5, + 12, + 4, + 8, + 5, + 3, + 11, + 16, + 10, + 8, + 8, + 10, + 7, + 5, + 5, + 4, + 7, + 3, + 2, + 3, + 3, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.260746955871582, + -9.246813774108887, + -9.232879638671875, + -9.21894645690918, + -9.205012321472168, + -9.191079139709473, + -9.177145004272461, + -9.163211822509766, + -9.149277687072754, + -9.135344505310059, + -9.121410369873047, + -9.107477188110352, + -9.09354305267334, + -9.079609870910645, + -9.06567668914795, + -9.051742553710938, + -9.037809371948242, + -9.02387523651123, + -9.009942054748535, + -8.996007919311523, + -8.982074737548828, + -8.968140602111816, + -8.954207420349121, + -8.94027328491211, + -8.926340103149414, + -8.912406921386719, + -8.898472785949707, + -8.884539604187012, + -8.87060546875, + -8.856672286987305, + -8.842738151550293, + -8.828804969787598, + -8.814870834350586, + -8.80093765258789, + -8.787003517150879, + -8.773070335388184, + -8.759136199951172, + -8.745203018188477, + -8.731269836425781, + -8.71733570098877, + -8.703402519226074, + -8.689468383789062, + -8.675535202026367, + -8.661601066589355, + -8.64766788482666, + -8.633733749389648, + -8.619800567626953, + -8.605866432189941, + -8.591933250427246, + -8.577999114990234, + -8.564065933227539 + ], + "r_inf_mean": 0.5106164216995239, + "r_inf_median": 0.4777146279811859, + "pr_mean": 0.03852413594722748, + "pr_median": 0.040800027549266815, + "hoyer_mean": 0.1800137758255005, + "eff_dim_mean": 0.1800137758255005, + "topk_energy": { + "1": 0.4046865403652191, + "5": 0.812942624092102, + "10": 0.9318709373474121, + "25": 0.9837197661399841 + }, + "gamma_raw": -0.0012619087938219309, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002314600602719659, + "1e-07": -0.002314600602719659, + "1e-06": -0.002314600602719659, + "1e-05": -0.002314600602719659, + "0.0001": -0.002314600602719659 + } + }, + { + "layer": 3, + "mean_norm": 1.3436881607375994e-09, + "median_norm": 1.2846166352886712e-09, + "max_norm": 2.7248181488914724e-09, + "min_norm": 5.472402531125908e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.194409370422363, + "5": -9.121173858642578, + "10": -9.089117050170898, + "25": -9.022163391113281, + "50": -8.891132354736328, + "75": -8.7777681350708, + "90": -8.711599349975586, + "95": -8.675005912780762, + "99": -8.630671501159668 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 5, + 9, + 5, + 1, + 4, + 12, + 9, + 11, + 6, + 2, + 14, + 6, + 9, + 5, + 7, + 3, + 3, + 14, + 4, + 7, + 6, + 3, + 11, + 14, + 11, + 6, + 10, + 11, + 7, + 5, + 5, + 4, + 7, + 3, + 2, + 3, + 3, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.261822700500488, + -9.247879028320312, + -9.233936309814453, + -9.219992637634277, + -9.206049919128418, + -9.192106246948242, + -9.178163528442383, + -9.164219856262207, + -9.150277137756348, + -9.136333465576172, + -9.122390747070312, + -9.108447074890137, + -9.094504356384277, + -9.080560684204102, + -9.066617965698242, + -9.052674293518066, + -9.038731575012207, + -9.024787902832031, + -9.010845184326172, + -8.996901512145996, + -8.982958793640137, + -8.969015121459961, + -8.955072402954102, + -8.941128730773926, + -8.927186012268066, + -8.91324234008789, + -8.899299621582031, + -8.885355949401855, + -8.87141227722168, + -8.85746955871582, + -8.843525886535645, + -8.829583168029785, + -8.81563949584961, + -8.80169677734375, + -8.787753105163574, + -8.773810386657715, + -8.759866714477539, + -8.74592399597168, + -8.731980323791504, + -8.718037605285645, + -8.704093933105469, + -8.69015121459961, + -8.676207542419434, + -8.662264823913574, + -8.648321151733398, + -8.634378433227539, + -8.620434761047363, + -8.606492042541504, + -8.592548370361328, + -8.578605651855469, + -8.564661979675293 + ], + "r_inf_mean": 0.511201798915863, + "r_inf_median": 0.47822678089141846, + "pr_mean": 0.03847994655370712, + "pr_median": 0.040797699242830276, + "hoyer_mean": 0.1794567108154297, + "eff_dim_mean": 0.1794567108154297, + "topk_energy": { + "1": 0.405636727809906, + "5": 0.8130016326904297, + "10": 0.9320633411407471, + "25": 0.983916163444519 + }, + "gamma_raw": -0.0014759497717022896, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0028110422074011645, + "1e-07": -0.0028110422074011645, + "1e-06": -0.0028110422074011645, + "1e-05": -0.0028110422074011645, + "0.0001": -0.0028110422074011645 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3