diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
| commit | b9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch) | |
| tree | 3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/cifar_dfa_s42.json | |
| parent | cbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff) | |
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed
Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths)
All data reliable — each method+seed in separate Python process.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_dfa_s42.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_dfa_s42.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s42.json b/results/confirmatory/clean_sparsity/cifar_dfa_s42.json new file mode 100644 index 0000000..c616b65 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s42.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 42, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9194912910461426, + "acc": 0.3203125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.859158598766953e-07, + "median_norm": 2.2629573948051984e-07, + "max_norm": 1.5927213325994671e-06, + "min_norm": 6.097578619801425e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.94140625, + "1e-06": 0.01171875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.121883869171143, + "5": -7.009854316711426, + "10": -6.929300785064697, + "25": -6.79236364364624, + "50": -6.644486427307129, + "75": -6.46641731262207, + "90": -6.3166656494140625, + "95": -6.164543151855469, + "99": -5.997296333312988 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 5, + 3, + 5, + 4, + 4, + 5, + 13, + 4, + 10, + 9, + 18, + 13, + 8, + 10, + 9, + 14, + 6, + 8, + 12, + 14, + 10, + 8, + 7, + 13, + 5, + 5, + 6, + 3, + 1, + 1, + 4, + 2, + 1, + 4, + 1, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2 + ], + "log_norms_bin_edges": [ + -7.214842796325684, + -7.186502933502197, + -7.158163547515869, + -7.129823684692383, + -7.101484298706055, + -7.073144435882568, + -7.04480504989624, + -7.016465187072754, + -6.988125801086426, + -6.9597859382629395, + -6.931446075439453, + -6.903106689453125, + -6.874766826629639, + -6.8464274406433105, + -6.818087577819824, + -6.789748191833496, + -6.76140832901001, + -6.733068466186523, + -6.704729080200195, + -6.676389217376709, + -6.648049831390381, + -6.6197099685668945, + -6.591370582580566, + -6.56303071975708, + -6.534691333770752, + -6.506351470947266, + -6.4780120849609375, + -6.449672222137451, + -6.421332359313965, + -6.392992973327637, + -6.36465311050415, + -6.336313724517822, + -6.307973861694336, + -6.279634475708008, + -6.2512946128845215, + -6.222954750061035, + -6.194615364074707, + -6.166275501251221, + -6.137936115264893, + -6.109596252441406, + -6.081256866455078, + -6.052917003631592, + -6.0245771408081055, + -5.996237754821777, + -5.967898368835449, + -5.939558506011963, + -5.911218643188477, + -5.882879257202148, + -5.854539394378662, + -5.826200008392334, + -5.797860145568848 + ], + "r_inf_mean": 0.21901215612888336, + "r_inf_median": 0.22284670174121857, + "pr_mean": 0.2557834982872009, + "pr_median": 0.25044459104537964, + "hoyer_mean": 0.5702260732650757, + "eff_dim_mean": 0.5702260136604309, + "topk_energy": { + "1": 0.08902449905872345, + "5": 0.3416788578033447, + "10": 0.5217846632003784, + "25": 0.784355640411377 + }, + "gamma_raw": 0.4405723214149475, + "gamma_active": { + "1e-08": 0.4405723214149475, + "1e-07": 0.44439610838890076, + "1e-06": 0.46623945236206055, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.4238358543925237, + "1e-07": 0.4238358543925237, + "1e-06": 0.4238358543925237, + "1e-05": 0.4238358543925237, + "0.0001": 0.4238358543925237 + } + }, + { + "layer": 1, + "mean_norm": 2.374757945844408e-09, + "median_norm": 2.1484314327580023e-09, + "max_norm": 6.9592798190853955e-09, + "min_norm": 8.036937226840735e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.015711784362793, + "5": -8.925485610961914, + "10": -8.880784034729004, + "25": -8.759121894836426, + "50": -8.667855262756348, + "75": -8.53150463104248, + "90": -8.441190719604492, + "95": -8.377298355102539, + "99": -8.304677963256836 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 3, + 3, + 2, + 2, + 1, + 6, + 7, + 1, + 5, + 7, + 5, + 4, + 6, + 13, + 10, + 9, + 20, + 12, + 13, + 11, + 3, + 10, + 10, + 9, + 9, + 7, + 19, + 6, + 8, + 3, + 4, + 4, + 2, + 5, + 6, + 2, + 3, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.09490966796875, + -9.076160430908203, + -9.05741024017334, + -9.038661003112793, + -9.019911766052246, + -9.0011625289917, + -8.982412338256836, + -8.963663101196289, + -8.944913864135742, + -8.926164627075195, + -8.907414436340332, + -8.888665199279785, + -8.869915962219238, + -8.851166725158691, + -8.832416534423828, + -8.813667297363281, + -8.794918060302734, + -8.776168823242188, + -8.757418632507324, + -8.738669395446777, + -8.71992015838623, + -8.701170921325684, + -8.68242073059082, + -8.663671493530273, + -8.644922256469727, + -8.62617301940918, + -8.607422828674316, + -8.58867359161377, + -8.569924354553223, + -8.55117416381836, + -8.532424926757812, + -8.513675689697266, + -8.494926452636719, + -8.476176261901855, + -8.457427024841309, + -8.438677787780762, + -8.419928550720215, + -8.401178359985352, + -8.382429122924805, + -8.363679885864258, + -8.344930648803711, + -8.326180458068848, + -8.3074312210083, + -8.288681983947754, + -8.269932746887207, + -8.251182556152344, + -8.232433319091797, + -8.21368408203125, + -8.194934844970703, + -8.17618465423584, + -8.157435417175293 + ], + "r_inf_mean": 0.6397090554237366, + "r_inf_median": 0.6232636570930481, + "pr_mean": 0.018665947020053864, + "pr_median": 0.016847338527441025, + "hoyer_mean": 0.11212486773729324, + "eff_dim_mean": 0.11212486028671265, + "topk_energy": { + "1": 0.5989795327186584, + "5": 0.9298363924026489, + "10": 0.967422366142273, + "25": 0.9906660318374634 + }, + "gamma_raw": 0.001670610741712153, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0047538329599980745, + "1e-07": 0.0047538329599980745, + "1e-06": 0.0047538329599980745, + "1e-05": 0.0047538329599980745, + "0.0001": 0.0047538329599980745 + } + }, + { + "layer": 2, + "mean_norm": 2.365333262588365e-09, + "median_norm": 2.1465151878174993e-09, + "max_norm": 6.828512866263736e-09, + "min_norm": 8.07847511108406e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.015715599060059, + "5": -8.925419807434082, + "10": -8.88050651550293, + "25": -8.759645462036133, + "50": -8.668182373046875, + "75": -8.5335111618042, + "90": -8.442709922790527, + "95": -8.378540992736816, + "99": -8.308226585388184 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 4, + 2, + 2, + 2, + 1, + 6, + 6, + 2, + 5, + 7, + 4, + 6, + 5, + 11, + 12, + 9, + 19, + 12, + 13, + 12, + 4, + 8, + 11, + 9, + 9, + 6, + 18, + 7, + 8, + 4, + 4, + 4, + 2, + 4, + 6, + 3, + 2, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.092670440673828, + -9.074130058288574, + -9.055590629577637, + -9.037050247192383, + -9.018510818481445, + -8.999970436096191, + -8.981431007385254, + -8.962890625, + -8.944351196289062, + -8.925810813903809, + -8.907271385192871, + -8.888731002807617, + -8.87019157409668, + -8.851651191711426, + -8.833111763000488, + -8.814571380615234, + -8.796031951904297, + -8.777491569519043, + -8.758952140808105, + -8.740411758422852, + -8.721872329711914, + -8.70333194732666, + -8.684792518615723, + -8.666252136230469, + -8.647712707519531, + -8.629172325134277, + -8.610631942749023, + -8.592092514038086, + -8.573552131652832, + -8.555012702941895, + -8.53647232055664, + -8.517932891845703, + -8.49939250946045, + -8.480853080749512, + -8.462312698364258, + -8.44377326965332, + -8.425232887268066, + -8.406693458557129, + -8.388153076171875, + -8.369613647460938, + -8.351073265075684, + -8.332533836364746, + -8.313993453979492, + -8.295454025268555, + -8.2769136428833, + -8.258374214172363, + -8.23983383178711, + -8.221294403076172, + -8.202754020690918, + -8.18421459197998, + -8.165674209594727 + ], + "r_inf_mean": 0.6418373584747314, + "r_inf_median": 0.6281982660293579, + "pr_mean": 0.018456250429153442, + "pr_median": 0.016709797084331512, + "hoyer_mean": 0.10799644887447357, + "eff_dim_mean": 0.10799644887447357, + "topk_energy": { + "1": 0.6021105051040649, + "5": 0.9321823120117188, + "10": 0.9697022438049316, + "25": 0.9918438196182251 + }, + "gamma_raw": -0.007206451613456011, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.006308126984234215, + "1e-07": -0.006308126984234215, + "1e-06": -0.006308126984234215, + "1e-05": -0.006308126984234215, + "0.0001": -0.006308126984234215 + } + }, + { + "layer": 3, + "mean_norm": 2.364290541123637e-09, + "median_norm": 2.142475974409308e-09, + "max_norm": 6.8296555078006804e-09, + "min_norm": 8.072220669674834e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.016304969787598, + "5": -8.926399230957031, + "10": -8.880643844604492, + "25": -8.758940696716309, + "50": -8.668563842773438, + "75": -8.534238815307617, + "90": -8.442697525024414, + "95": -8.378554344177246, + "99": -8.308184623718262 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 4, + 2, + 2, + 2, + 1, + 5, + 6, + 3, + 4, + 8, + 4, + 7, + 4, + 10, + 12, + 9, + 20, + 12, + 14, + 11, + 4, + 9, + 10, + 9, + 10, + 5, + 18, + 7, + 8, + 4, + 4, + 4, + 2, + 4, + 6, + 3, + 2, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.09300708770752, + -9.074459075927734, + -9.05591106414795, + -9.037363052368164, + -9.018815040588379, + -9.000267028808594, + -8.981718063354492, + -8.963170051574707, + -8.944622039794922, + -8.926074028015137, + -8.907526016235352, + -8.888978004455566, + -8.870429992675781, + -8.851881980895996, + -8.833333969116211, + -8.81478500366211, + -8.796236991882324, + -8.777688980102539, + -8.759140968322754, + -8.740592956542969, + -8.722044944763184, + -8.703496932983398, + -8.684948921203613, + -8.666400909423828, + -8.647852897644043, + -8.629304885864258, + -8.610755920410156, + -8.592207908630371, + -8.573659896850586, + -8.5551118850708, + -8.536563873291016, + -8.51801586151123, + -8.499467849731445, + -8.48091983795166, + -8.462371826171875, + -8.443822860717773, + -8.425274848937988, + -8.406726837158203, + -8.388178825378418, + -8.369630813598633, + -8.351082801818848, + -8.332534790039062, + -8.313986778259277, + -8.295438766479492, + -8.276890754699707, + -8.258342742919922, + -8.23979377746582, + -8.221245765686035, + -8.20269775390625, + -8.184149742126465, + -8.16560173034668 + ], + "r_inf_mean": 0.6416866183280945, + "r_inf_median": 0.6282730102539062, + "pr_mean": 0.01847158931195736, + "pr_median": 0.016721248626708984, + "hoyer_mean": 0.10834254324436188, + "eff_dim_mean": 0.10834254324436188, + "topk_energy": { + "1": 0.601904571056366, + "5": 0.9319722056388855, + "10": 0.9694675207138062, + "25": 0.9916914701461792 + }, + "gamma_raw": -0.007261199411004782, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.014639562578372976, + "1e-07": -0.014639562578372976, + "1e-06": -0.014639562578372976, + "1e-05": -0.014639562578372976, + "0.0001": -0.014639562578372976 + } + } + ] +}
\ No newline at end of file |
