diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
| commit | b9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch) | |
| tree | 3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json | |
| parent | cbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff) | |
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed
Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths)
All data reliable — each method+seed in separate Python process.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json new file mode 100644 index 0000000..91f000a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 9.551992416381836, + "acc": 0.1328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.017817877233028412, + "median_norm": 0.018319718539714813, + "max_norm": 0.05688602477312088, + "min_norm": 2.9995746899658116e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.99609375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -4.795566558837891, + "5": -3.507547616958618, + "10": -2.2090487480163574, + "25": -1.8327841758728027, + "50": -1.7370219230651855, + "75": -1.65134859085083, + "90": -1.5807504653930664, + "95": -1.5436553955078125, + "99": -1.4413363933563232 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 2, + 2, + 2, + 4, + 1, + 4, + 1, + 1, + 1, + 0, + 0, + 1, + 3, + 3, + 1, + 3, + 2, + 0, + 2, + 5, + 9, + 9, + 45, + 99, + 145, + 90, + 46, + 7, + 4, + 1 + ], + "log_norms_bin_edges": [ + -5.522940635681152, + -5.437381744384766, + -5.351822853088379, + -5.266263961791992, + -5.1807050704956055, + -5.095146179199219, + -5.009587287902832, + -4.924028396606445, + -4.838469505310059, + -4.752910614013672, + -4.667351245880127, + -4.58179235458374, + -4.4962334632873535, + -4.410674571990967, + -4.32511568069458, + -4.239556789398193, + -4.153997898101807, + -4.06843900680542, + -3.982880115509033, + -3.8973212242126465, + -3.8117623329162598, + -3.726203441619873, + -3.6406443119049072, + -3.5550854206085205, + -3.469526529312134, + -3.383967638015747, + -3.2984087467193604, + -3.2128498554229736, + -3.127290725708008, + -3.041731834411621, + -2.9561729431152344, + -2.8706140518188477, + -2.785055160522461, + -2.699496269226074, + -2.6139373779296875, + -2.528378486633301, + -2.442819595336914, + -2.3572604656219482, + -2.2717015743255615, + -2.186142683029175, + -2.100583791732788, + -2.0150249004364014, + -1.9294660091400146, + -1.843907117843628, + -1.758347988128662, + -1.6727890968322754, + -1.5872302055358887, + -1.501671314239502, + -1.4161124229431152, + -1.3305535316467285, + -1.2449945211410522 + ], + "r_inf_mean": 0.3297843337059021, + "r_inf_median": 0.3209940195083618, + "pr_mean": 0.1888091266155243, + "pr_median": 0.18874242901802063, + "hoyer_mean": 0.4595594108104706, + "eff_dim_mean": 0.4595593810081482, + "topk_energy": { + "1": 0.11119898408651352, + "5": 0.4058247208595276, + "10": 0.5945897102355957, + "25": 0.8684347867965698 + }, + "gamma_raw": -0.01682954654097557, + "gamma_active": { + "1e-08": -0.01682954654097557, + "1e-07": -0.01682954654097557, + "1e-06": -0.01682954654097557, + "1e-05": -0.016538551077246666, + "0.0001": -0.015366017818450928 + }, + "gamma_energy_weighted": { + "1e-08": -0.008297840887037949, + "1e-07": -0.008297840887037949, + "1e-06": -0.008297840887037949, + "1e-05": -0.008297840887037949, + "0.0001": -0.008297840887037949 + } + }, + { + "layer": 1, + "mean_norm": 0.002017462160438299, + "median_norm": 0.0021811919286847115, + "max_norm": 0.004820630419999361, + "min_norm": 3.7883120285187033e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.9765625, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -5.778478622436523, + "5": -4.481434345245361, + "10": -3.1368236541748047, + "25": -2.708005428314209, + "50": -2.6612887382507324, + "75": -2.619462013244629, + "90": -2.5735490322113037, + "95": -2.549795389175415, + "99": -2.487616777420044 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 3, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 3, + 1, + 3, + 0, + 4, + 2, + 2, + 0, + 5, + 1, + 0, + 0, + 0, + 0, + 3, + 2, + 1, + 5, + 1, + 2, + 1, + 5, + 6, + 7, + 5, + 29, + 205, + 167, + 32, + 3, + 1 + ], + "log_norms_bin_edges": [ + -6.421554088592529, + -6.339460849761963, + -6.2573676109313965, + -6.17527437210083, + -6.093181610107422, + -6.0110883712768555, + -5.928995132446289, + -5.846901893615723, + -5.764808654785156, + -5.68271541595459, + -5.600622177124023, + -5.518529415130615, + -5.436436176300049, + -5.354342937469482, + -5.272249698638916, + -5.19015645980835, + -5.108063697814941, + -5.025970458984375, + -4.943877220153809, + -4.861783981323242, + -4.779690742492676, + -4.697597503662109, + -4.615504264831543, + -4.533411026000977, + -4.451318264007568, + -4.369225025177002, + -4.2871317863464355, + -4.205038547515869, + -4.122945785522461, + -4.0408525466918945, + -3.958759069442749, + -3.8766660690307617, + -3.7945728302001953, + -3.712479591369629, + -3.6303865909576416, + -3.548293352127075, + -3.466200113296509, + -3.3841071128845215, + -3.302013874053955, + -3.2199206352233887, + -3.1378273963928223, + -3.055734395980835, + -2.9736411571502686, + -2.891547918319702, + -2.809454917907715, + -2.7273616790771484, + -2.645268440246582, + -2.5631754398345947, + -2.4810822010040283, + -2.398989200592041, + -2.3168962001800537 + ], + "r_inf_mean": 0.28430747985839844, + "r_inf_median": 0.2758317291736603, + "pr_mean": 0.28912633657455444, + "pr_median": 0.2916015684604645, + "hoyer_mean": 0.6079657077789307, + "eff_dim_mean": 0.6079657077789307, + "topk_energy": { + "1": 0.08306471258401871, + "5": 0.3059839904308319, + "10": 0.4614958167076111, + "25": 0.7472734451293945 + }, + "gamma_raw": 0.04272165894508362, + "gamma_active": { + "1e-08": 0.04272165894508362, + "1e-07": 0.04272165894508362, + "1e-06": 0.04263946786522865, + "1e-05": 0.042759042233228683, + "0.0001": 0.04325506091117859 + }, + "gamma_energy_weighted": { + "1e-08": 0.048234007565165375, + "1e-07": 0.048234007565165375, + "1e-06": 0.048234007565165375, + "1e-05": 0.048234007565165375, + "0.0001": 0.048234007565165375 + } + }, + { + "layer": 2, + "mean_norm": 0.0016403461340814829, + "median_norm": 0.0018448614282533526, + "max_norm": 0.002238019136711955, + "min_norm": 3.365733789451042e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.97265625, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -5.813933849334717, + "5": -4.583297252655029, + "10": -3.300801992416382, + "25": -2.784433364868164, + "50": -2.733978271484375, + "75": -2.7045297622680664, + "90": -2.686995506286621, + "95": -2.679331064224243, + "99": -2.6587085723876953 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 3, + 1, + 3, + 1, + 3, + 2, + 1, + 1, + 1, + 4, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 5, + 1, + 1, + 4, + 3, + 8, + 4, + 9, + 19, + 184, + 229 + ], + "log_norms_bin_edges": [ + -6.4729204177856445, + -6.396464824676514, + -6.320009231567383, + -6.243553161621094, + -6.167097568511963, + -6.090641975402832, + -6.014186382293701, + -5.93773078918457, + -5.861274719238281, + -5.78481912612915, + -5.7083635330200195, + -5.631907939910889, + -5.555452346801758, + -5.478996276855469, + -5.402541160583496, + -5.326085090637207, + -5.249629497528076, + -5.173173904418945, + -5.096717834472656, + -5.020262718200684, + -4.9438066482543945, + -4.867351055145264, + -4.790895462036133, + -4.714439868927002, + -4.637984275817871, + -4.561528205871582, + -4.485072612762451, + -4.40861701965332, + -4.3321614265441895, + -4.255705833435059, + -4.1792497634887695, + -4.102794170379639, + -4.026338577270508, + -3.949882984161377, + -3.873427152633667, + -3.796971559524536, + -3.720515727996826, + -3.6440601348876953, + -3.5676045417785645, + -3.4911487102508545, + -3.4146931171417236, + -3.3382375240325928, + -3.261781692504883, + -3.185326099395752, + -3.108870506286621, + -3.032414674758911, + -2.9559590816497803, + -2.8795032501220703, + -2.8030476570129395, + -2.7265920639038086, + -2.6501362323760986 + ], + "r_inf_mean": 0.25181084871292114, + "r_inf_median": 0.25030332803726196, + "pr_mean": 0.3463799059391022, + "pr_median": 0.3375723659992218, + "hoyer_mean": 0.6409264206886292, + "eff_dim_mean": 0.6409263610839844, + "topk_energy": { + "1": 0.06450784206390381, + "5": 0.25956159830093384, + "10": 0.41499820351600647, + "25": 0.7161440849304199 + }, + "gamma_raw": 0.007911751978099346, + "gamma_active": { + "1e-08": 0.007911751978099346, + "1e-07": 0.007911751978099346, + "1e-06": 0.007992004975676537, + "1e-05": 0.008006745018064976, + "0.0001": 0.008194154128432274 + }, + "gamma_energy_weighted": { + "1e-08": 0.008516579702229906, + "1e-07": 0.008516579702229906, + "1e-06": 0.008516579702229906, + "1e-05": 0.008516579702229906, + "0.0001": 0.008516579702229906 + } + }, + { + "layer": 3, + "mean_norm": 0.0016368041979148984, + "median_norm": 0.0018420120468363166, + "max_norm": 0.0022480995394289494, + "min_norm": 3.3761105555640825e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.97265625, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -5.8142571449279785, + "5": -4.583332538604736, + "10": -3.3024630546569824, + "25": -2.7868165969848633, + "50": -2.734593391418457, + "75": -2.7057993412017822, + "90": -2.6870784759521484, + "95": -2.679666042327881, + "99": -2.661677598953247 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 3, + 1, + 3, + 1, + 3, + 2, + 1, + 1, + 1, + 4, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 5, + 1, + 1, + 4, + 3, + 8, + 5, + 9, + 19, + 193, + 219 + ], + "log_norms_bin_edges": [ + -6.471583366394043, + -6.395115375518799, + -6.318647384643555, + -6.2421793937683105, + -6.165711402893066, + -6.089243412017822, + -6.012775421142578, + -5.936307430267334, + -5.85983943939209, + -5.783371448516846, + -5.706903457641602, + -5.630435466766357, + -5.553967475891113, + -5.477499485015869, + -5.401031494140625, + -5.324563980102539, + -5.248095512390137, + -5.171627998352051, + -5.095159530639648, + -5.0186920166015625, + -4.94222354888916, + -4.865756034851074, + -4.78928804397583, + -4.712820053100586, + -4.636352062225342, + -4.559884071350098, + -4.4834160804748535, + -4.406948089599609, + -4.330480098724365, + -4.254012107849121, + -4.177544116973877, + -4.101076126098633, + -4.024608135223389, + -3.9481401443481445, + -3.8716721534729004, + -3.7952041625976562, + -3.718736171722412, + -3.642268180847168, + -3.565800189971924, + -3.4893321990966797, + -3.4128642082214355, + -3.3363964557647705, + -3.2599284648895264, + -3.1834604740142822, + -3.106992483139038, + -3.030524492263794, + -2.95405650138855, + -2.8775885105133057, + -2.8011205196380615, + -2.7246525287628174, + -2.6481845378875732 + ], + "r_inf_mean": 0.2515701651573181, + "r_inf_median": 0.25022217631340027, + "pr_mean": 0.3465033173561096, + "pr_median": 0.33574363589286804, + "hoyer_mean": 0.6412702798843384, + "eff_dim_mean": 0.6412702798843384, + "topk_energy": { + "1": 0.06439102441072464, + "5": 0.2597099542617798, + "10": 0.4144821763038635, + "25": 0.7162747383117676 + }, + "gamma_raw": 0.012486713007092476, + "gamma_active": { + "1e-08": 0.012486713007092476, + "1e-07": 0.012486713007092476, + "1e-06": 0.01245160959661007, + "1e-05": 0.01237533614039421, + "0.0001": 0.012531396001577377 + }, + "gamma_energy_weighted": { + "1e-08": 0.012642368266630285, + "1e-07": 0.012642368266630285, + "1e-06": 0.012642368266630285, + "1e-05": 0.012642368266630285, + "0.0001": 0.012642368266630285 + } + } + ] +}
\ No newline at end of file |
