diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
| commit | b9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch) | |
| tree | 3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/cifar_dfa_s2048.json | |
| parent | cbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff) | |
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed
Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths)
All data reliable — each method+seed in separate Python process.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_dfa_s2048.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_dfa_s2048.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s2048.json b/results/confirmatory/clean_sparsity/cifar_dfa_s2048.json new file mode 100644 index 0000000..648a0d4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s2048.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 2048, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9174797534942627, + "acc": 0.328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.835408849932719e-07, + "median_norm": 2.1458943422203447e-07, + "max_norm": 1.7241451359950588e-06, + "min_norm": 5.764875155023219e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.91796875, + "1e-06": 0.01171875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.167849063873291, + "5": -7.0492143630981445, + "10": -6.951440811157227, + "25": -6.798175811767578, + "50": -6.667291641235352, + "75": -6.463809967041016, + "90": -6.307818412780762, + "95": -6.153789043426514, + "99": -5.998632431030273 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 1, + 4, + 3, + 6, + 3, + 3, + 5, + 3, + 10, + 6, + 9, + 9, + 17, + 14, + 13, + 12, + 14, + 5, + 11, + 13, + 8, + 9, + 9, + 9, + 7, + 7, + 8, + 6, + 5, + 2, + 2, + 4, + 2, + 1, + 3, + 3, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2 + ], + "log_norms_bin_edges": [ + -7.239210605621338, + -7.209694862365723, + -7.180179119110107, + -7.150663375854492, + -7.121147632598877, + -7.09163236618042, + -7.062116622924805, + -7.0326008796691895, + -7.003085136413574, + -6.973569393157959, + -6.944053649902344, + -6.9145379066467285, + -6.885022163391113, + -6.855506896972656, + -6.825991153717041, + -6.796475410461426, + -6.7669596672058105, + -6.737443923950195, + -6.70792818069458, + -6.678412437438965, + -6.64889669418335, + -6.619380950927734, + -6.589865684509277, + -6.560349941253662, + -6.530834197998047, + -6.501318454742432, + -6.471802711486816, + -6.442286968231201, + -6.412771224975586, + -6.383255958557129, + -6.353740215301514, + -6.324224472045898, + -6.294708728790283, + -6.265192985534668, + -6.235677242279053, + -6.2061614990234375, + -6.176645755767822, + -6.147130012512207, + -6.11761474609375, + -6.088099002838135, + -6.0585832595825195, + -6.029067516326904, + -5.999551773071289, + -5.970036029815674, + -5.940520286560059, + -5.911005020141602, + -5.881488800048828, + -5.851973533630371, + -5.822457790374756, + -5.792942047119141, + -5.763426303863525 + ], + "r_inf_mean": 0.2252354472875595, + "r_inf_median": 0.22139479219913483, + "pr_mean": 0.25805050134658813, + "pr_median": 0.23744700849056244, + "hoyer_mean": 0.5818785429000854, + "eff_dim_mean": 0.5818786025047302, + "topk_energy": { + "1": 0.0935225710272789, + "5": 0.33662837743759155, + "10": 0.5094823837280273, + "25": 0.7759422659873962 + }, + "gamma_raw": 0.43157637119293213, + "gamma_active": { + "1e-08": 0.43157637119293213, + "1e-07": 0.4403209090232849, + "1e-06": 0.4386606812477112, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.45461702697303774, + "1e-07": 0.45461702697303774, + "1e-06": 0.45461702697303774, + "1e-05": 0.45461702697303774, + "0.0001": 0.45461702697303774 + } + }, + { + "layer": 1, + "mean_norm": 1.0691840746090975e-09, + "median_norm": 1.0672130956734804e-09, + "max_norm": 1.9149846153254657e-09, + "min_norm": 3.995044017823801e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.287534713745117, + "5": -9.216209411621094, + "10": -9.15311050415039, + "25": -9.076864242553711, + "50": -8.971513748168945, + "75": -8.894416809082031, + "90": -8.845365524291992, + "95": -8.827190399169922, + "99": -8.746112823486328 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 3, + 1, + 2, + 2, + 3, + 3, + 4, + 5, + 5, + 4, + 10, + 10, + 10, + 3, + 7, + 5, + 10, + 10, + 12, + 7, + 12, + 11, + 10, + 12, + 11, + 12, + 7, + 12, + 11, + 11, + 10, + 2, + 1, + 3, + 1, + 1, + 2, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.398478507995605, + -9.384865760803223, + -9.37125301361084, + -9.357640266418457, + -9.344027519226074, + -9.330413818359375, + -9.316801071166992, + -9.30318832397461, + -9.289575576782227, + -9.275962829589844, + -9.262350082397461, + -9.248737335205078, + -9.235124588012695, + -9.221510887145996, + -9.207898139953613, + -9.19428539276123, + -9.180672645568848, + -9.167059898376465, + -9.153447151184082, + -9.1398344039917, + -9.126221656799316, + -9.112607955932617, + -9.098995208740234, + -9.085382461547852, + -9.071769714355469, + -9.058156967163086, + -9.044544219970703, + -9.03093147277832, + -9.017318725585938, + -9.003705978393555, + -8.990092277526855, + -8.976479530334473, + -8.96286678314209, + -8.949254035949707, + -8.935641288757324, + -8.922028541564941, + -8.908415794372559, + -8.894803047180176, + -8.881189346313477, + -8.867576599121094, + -8.853963851928711, + -8.840351104736328, + -8.826738357543945, + -8.813125610351562, + -8.79951286315918, + -8.785900115966797, + -8.772287368774414, + -8.758673667907715, + -8.745060920715332, + -8.73144817352295, + -8.717835426330566 + ], + "r_inf_mean": 0.6551759243011475, + "r_inf_median": 0.6917227506637573, + "pr_mean": 0.021331895142793655, + "pr_median": 0.015123365446925163, + "hoyer_mean": 0.13639211654663086, + "eff_dim_mean": 0.13639210164546967, + "topk_energy": { + "1": 0.5674511194229126, + "5": 0.8841025829315186, + "10": 0.9503558874130249, + "25": 0.9876044988632202 + }, + "gamma_raw": -0.0025372765958309174, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0018855583084607937, + "1e-07": -0.0018855583084607937, + "1e-06": -0.0018855583084607937, + "1e-05": -0.0018855583084607937, + "0.0001": -0.0018855583084607937 + } + }, + { + "layer": 2, + "mean_norm": 1.0653199433718896e-09, + "median_norm": 1.0665175409485528e-09, + "max_norm": 1.832145657409967e-09, + "min_norm": 4.038288869967488e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.28768253326416, + "5": -9.215250968933105, + "10": -9.152349472045898, + "25": -9.081623077392578, + "50": -8.971726417541504, + "75": -8.89613151550293, + "90": -8.84700870513916, + "95": -8.83100414276123, + "99": -8.747540473937988 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 4, + 1, + 2, + 1, + 3, + 3, + 2, + 5, + 6, + 5, + 8, + 8, + 11, + 4, + 6, + 7, + 4, + 11, + 11, + 10, + 8, + 12, + 11, + 9, + 14, + 7, + 12, + 7, + 12, + 15, + 7, + 10, + 2, + 1, + 3, + 0, + 2, + 2, + 3 + ], + "log_norms_bin_edges": [ + -9.393802642822266, + -9.380667686462402, + -9.367531776428223, + -9.35439682006836, + -9.341261863708496, + -9.328126907348633, + -9.314990997314453, + -9.30185604095459, + -9.288721084594727, + -9.275585174560547, + -9.262450218200684, + -9.24931526184082, + -9.23617935180664, + -9.223044395446777, + -9.209909439086914, + -9.196773529052734, + -9.183638572692871, + -9.170503616333008, + -9.157368659973145, + -9.144232749938965, + -9.131097793579102, + -9.117962837219238, + -9.104826927185059, + -9.091691970825195, + -9.078557014465332, + -9.065422058105469, + -9.052286148071289, + -9.039151191711426, + -9.026016235351562, + -9.012880325317383, + -8.99974536895752, + -8.986610412597656, + -8.973474502563477, + -8.960339546203613, + -8.94720458984375, + -8.93406867980957, + -8.920933723449707, + -8.907798767089844, + -8.89466381072998, + -8.8815279006958, + -8.868392944335938, + -8.855257987976074, + -8.842122077941895, + -8.828987121582031, + -8.815852165222168, + -8.802717208862305, + -8.789581298828125, + -8.776446342468262, + -8.763311386108398, + -8.750175476074219, + -8.737040519714355 + ], + "r_inf_mean": 0.6574320793151855, + "r_inf_median": 0.6945322155952454, + "pr_mean": 0.021112045273184776, + "pr_median": 0.014816214330494404, + "hoyer_mean": 0.1311453878879547, + "eff_dim_mean": 0.1311453878879547, + "topk_energy": { + "1": 0.5703526735305786, + "5": 0.887323260307312, + "10": 0.9529126882553101, + "25": 0.9892738461494446 + }, + "gamma_raw": -0.0009572604903951287, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002367707909709555, + "1e-07": -0.002367707909709555, + "1e-06": -0.002367707909709555, + "1e-05": -0.002367707909709555, + "0.0001": -0.002367707909709555 + } + }, + { + "layer": 3, + "mean_norm": 1.0651418635987397e-09, + "median_norm": 1.0660735627610052e-09, + "max_norm": 1.831974238974965e-09, + "min_norm": 4.038514522797243e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.28769302368164, + "5": -9.215193748474121, + "10": -9.152359962463379, + "25": -9.081613540649414, + "50": -8.971829414367676, + "75": -8.89622688293457, + "90": -8.84705924987793, + "95": -8.831075668334961, + "99": -8.74763298034668 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 4, + 1, + 2, + 1, + 3, + 3, + 2, + 5, + 6, + 5, + 8, + 8, + 11, + 4, + 6, + 7, + 5, + 10, + 11, + 10, + 8, + 12, + 11, + 9, + 14, + 7, + 12, + 7, + 12, + 15, + 7, + 10, + 2, + 1, + 3, + 0, + 2, + 2, + 3 + ], + "log_norms_bin_edges": [ + -9.393778800964355, + -9.380644798278809, + -9.367510795593262, + -9.354376792907715, + -9.341242790222168, + -9.328108787536621, + -9.314974784851074, + -9.301840782165527, + -9.28870677947998, + -9.27557373046875, + -9.262439727783203, + -9.249305725097656, + -9.23617172241211, + -9.223037719726562, + -9.209903717041016, + -9.196769714355469, + -9.183635711669922, + -9.170501708984375, + -9.157367706298828, + -9.144233703613281, + -9.131099700927734, + -9.117965698242188, + -9.10483169555664, + -9.091697692871094, + -9.078563690185547, + -9.0654296875, + -9.05229663848877, + -9.039162635803223, + -9.026028633117676, + -9.012894630432129, + -8.999760627746582, + -8.986626625061035, + -8.973492622375488, + -8.960358619689941, + -8.947224617004395, + -8.934090614318848, + -8.9209566116333, + -8.907822608947754, + -8.894688606262207, + -8.88155460357666, + -8.868420600891113, + -8.855286598205566, + -8.842153549194336, + -8.829019546508789, + -8.815885543823242, + -8.802751541137695, + -8.789617538452148, + -8.776483535766602, + -8.763349533081055, + -8.750215530395508, + -8.737081527709961 + ], + "r_inf_mean": 0.6572348475456238, + "r_inf_median": 0.6943904161453247, + "pr_mean": 0.02112366072833538, + "pr_median": 0.01483646035194397, + "hoyer_mean": 0.1311030089855194, + "eff_dim_mean": 0.1311030089855194, + "topk_energy": { + "1": 0.5701940655708313, + "5": 0.8873897790908813, + "10": 0.952936053276062, + "25": 0.9892758131027222 + }, + "gamma_raw": -0.0007773234974592924, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002031465842906763, + "1e-07": -0.002031465842906763, + "1e-06": -0.002031465842906763, + "1e-05": -0.002031465842906763, + "0.0001": -0.002031465842906763 + } + } + ] +}
\ No newline at end of file |
