diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
| commit | b9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch) | |
| tree | 3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json | |
| parent | cbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff) | |
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed
Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths)
All data reliable — each method+seed in separate Python process.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json new file mode 100644 index 0000000..20ccc42 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 40.23894500732422, + "acc": 0.11328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.06055815890431404, + "median_norm": 0.06389157474040985, + "max_norm": 0.13612151145935059, + "min_norm": 1.1510419394000353e-16, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.962890625, + "1e-05": 0.953125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -11.050276756286621, + "5": -4.505557060241699, + "10": -1.8621578216552734, + "25": -1.2558375597000122, + "50": -1.193789005279541, + "75": -1.140605092048645, + "90": -1.0846657752990723, + "95": -1.0459409952163696, + "99": -0.9537659883499146 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 0, + 2, + 1, + 3, + 1, + 1, + 1, + 2, + 2, + 3, + 3, + 1, + 5, + 3, + 3, + 4, + 5, + 264, + 191 + ], + "log_norms_bin_edges": [ + -15.938909530639648, + -15.637453079223633, + -15.3359956741333, + -15.034539222717285, + -14.73308277130127, + -14.431626319885254, + -14.130168914794922, + -13.828712463378906, + -13.52725601196289, + -13.225799560546875, + -12.924342155456543, + -12.622885704040527, + -12.321428298950195, + -12.01997184753418, + -11.718515396118164, + -11.417058944702148, + -11.115602493286133, + -10.8141450881958, + -10.512688636779785, + -10.211231231689453, + -9.909774780273438, + -9.608318328857422, + -9.306861877441406, + -9.00540542602539, + -8.703948020935059, + -8.402491569519043, + -8.101034164428711, + -7.799577713012695, + -7.49812126159668, + -7.196664810180664, + -6.895208358764648, + -6.593750953674316, + -6.292294502258301, + -5.990838050842285, + -5.689380645751953, + -5.3879241943359375, + -5.086467742919922, + -4.785011291503906, + -4.483553886413574, + -4.182097434997559, + -3.880640983581543, + -3.579183578491211, + -3.2777271270751953, + -2.9762706756591797, + -2.674814224243164, + -2.373356819152832, + -2.0719003677368164, + -1.7704439163208008, + -1.4689865112304688, + -1.1675300598144531, + -0.8660733103752136 + ], + "r_inf_mean": 0.2569846212863922, + "r_inf_median": 0.2568405568599701, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6286674737930298, + "eff_dim_mean": 0.6286674737930298, + "topk_energy": { + "1": 0.06674409657716751, + "5": 0.2710358500480652, + "10": 0.42999589443206787, + "25": 0.7298221588134766 + }, + "gamma_raw": -0.013366401195526123, + "gamma_active": { + "1e-08": -0.013815464451909065, + "1e-07": -0.013429931364953518, + "1e-06": -0.013240276835858822, + "1e-05": -0.01322955172508955, + "0.0001": -0.012954723089933395 + }, + "gamma_energy_weighted": { + "1e-08": -0.01502909436941342, + "1e-07": -0.01502909436941342, + "1e-06": -0.01502909436941342, + "1e-05": -0.01502909436941342, + "0.0001": -0.01502909436941342 + } + }, + { + "layer": 1, + "mean_norm": 0.0026737218722701073, + "median_norm": 0.0028883814811706543, + "max_norm": 0.004599173087626696, + "min_norm": 4.601291418999723e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.94921875, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.492376327514648, + "5": -5.784032821655273, + "10": -3.236506700515747, + "25": -2.622098684310913, + "50": -2.539177417755127, + "75": -2.4794580936431885, + "90": -2.4347593784332275, + "95": -2.4059386253356934, + "99": -2.3660924434661865 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 0, + 1, + 2, + 0, + 3, + 3, + 2, + 3, + 5, + 2, + 3, + 5, + 3, + 53, + 404 + ], + "log_norms_bin_edges": [ + -17.337121963500977, + -17.037126541137695, + -16.73712921142578, + -16.4371337890625, + -16.13713836669922, + -15.837141990661621, + -15.537145614624023, + -15.237150192260742, + -14.937153816223145, + -14.637157440185547, + -14.337162017822266, + -14.037165641784668, + -13.73716926574707, + -13.437173843383789, + -13.137177467346191, + -12.837181091308594, + -12.537185668945312, + -12.237190246582031, + -11.937193870544434, + -11.637197494506836, + -11.337202072143555, + -11.037205696105957, + -10.73720932006836, + -10.437213897705078, + -10.13721752166748, + -9.837221145629883, + -9.537225723266602, + -9.237229347229004, + -8.937232971191406, + -8.637237548828125, + -8.337241172790527, + -8.037245750427246, + -7.737249374389648, + -7.437252998352051, + -7.1372575759887695, + -6.837261199951172, + -6.537265777587891, + -6.237269401550293, + -5.937273025512695, + -5.637277603149414, + -5.337281227111816, + -5.037284851074219, + -4.7372894287109375, + -4.43729305267334, + -4.137296676635742, + -3.837301254272461, + -3.5373048782348633, + -3.237309455871582, + -2.9373130798339844, + -2.6373167037963867, + -2.337320327758789 + ], + "r_inf_mean": 0.25393927097320557, + "r_inf_median": 0.24750113487243652, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.635124921798706, + "eff_dim_mean": 0.635124921798706, + "topk_energy": { + "1": 0.06609533727169037, + "5": 0.2675483822822571, + "10": 0.42447078227996826, + "25": 0.7233885526657104 + }, + "gamma_raw": 0.31030386686325073, + "gamma_active": { + "1e-08": 0.320007860660553, + "1e-07": 0.3202536404132843, + "1e-06": 0.32031911611557007, + "1e-05": 0.32016894221305847, + "0.0001": 0.3194097578525543 + }, + "gamma_energy_weighted": { + "1e-08": 0.3297745349284965, + "1e-07": 0.3297745349284965, + "1e-06": 0.3297745349284965, + "1e-05": 0.3297745349284965, + "0.0001": 0.3297745349284965 + } + }, + { + "layer": 2, + "mean_norm": 0.0021144626662135124, + "median_norm": 0.002258037682622671, + "max_norm": 0.0033776196651160717, + "min_norm": 3.477474739798441e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.94921875, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.625507354736328, + "5": -5.914048194885254, + "10": -3.3435091972351074, + "25": -2.7114195823669434, + "50": -2.64601993560791, + "75": -2.5886340141296387, + "90": -2.5478646755218506, + "95": -2.5090599060058594, + "99": -2.4720473289489746 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 0, + 1, + 2, + 0, + 3, + 3, + 2, + 3, + 5, + 1, + 4, + 4, + 4, + 9, + 448 + ], + "log_norms_bin_edges": [ + -17.458736419677734, + -17.15898895263672, + -16.859243392944336, + -16.55949592590332, + -16.259748458862305, + -15.960001945495605, + -15.66025447845459, + -15.36050796508789, + -15.060760498046875, + -14.761013984680176, + -14.461267471313477, + -14.161520004272461, + -13.861773490905762, + -13.562026023864746, + -13.262279510498047, + -12.962532043457031, + -12.662785530090332, + -12.363039016723633, + -12.063291549682617, + -11.763544082641602, + -11.463797569274902, + -11.164051055908203, + -10.864303588867188, + -10.564557075500488, + -10.264810562133789, + -9.965063095092773, + -9.665315628051758, + -9.365569114685059, + -9.06582260131836, + -8.766075134277344, + -8.466328620910645, + -8.166581153869629, + -7.86683464050293, + -7.5670881271362305, + -7.267340660095215, + -6.967594146728516, + -6.6678466796875, + -6.368100166320801, + -6.068352699279785, + -5.768606185913086, + -5.46885871887207, + -5.169112205505371, + -4.869365692138672, + -4.569618225097656, + -4.269871711730957, + -3.9701242446899414, + -3.670377731323242, + -3.3706302642822266, + -3.0708837509155273, + -2.771137237548828, + -2.4713892936706543 + ], + "r_inf_mean": 0.2675679326057434, + "r_inf_median": 0.26028525829315186, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6269769668579102, + "eff_dim_mean": 0.6269769072532654, + "topk_energy": { + "1": 0.07371772825717926, + "5": 0.2833217978477478, + "10": 0.4395792484283447, + "25": 0.731654167175293 + }, + "gamma_raw": 0.2046181857585907, + "gamma_active": { + "1e-08": 0.21137292683124542, + "1e-07": 0.2126179337501526, + "1e-06": 0.21191398799419403, + "1e-05": 0.21179302036762238, + "0.0001": 0.2111072540283203 + }, + "gamma_energy_weighted": { + "1e-08": 0.25046357878475434, + "1e-07": 0.25046357878475434, + "1e-06": 0.25046357878475434, + "1e-05": 0.25046357878475434, + "0.0001": 0.25046357878475434 + } + }, + { + "layer": 3, + "mean_norm": 0.0020778027828782797, + "median_norm": 0.0022102543152868748, + "max_norm": 0.0032833446748554707, + "min_norm": 3.397771131490435e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.94921875, + "1e-05": 0.9375, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -12.633234024047852, + "5": -5.923238277435303, + "10": -3.353370428085327, + "25": -2.717970848083496, + "50": -2.6554994583129883, + "75": -2.599915027618408, + "90": -2.5561330318450928, + "95": -2.522502899169922, + "99": -2.483820676803589 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 0, + 1, + 2, + 0, + 3, + 3, + 2, + 3, + 5, + 1, + 4, + 4, + 4, + 8, + 449 + ], + "log_norms_bin_edges": [ + -17.46880531311035, + -17.169103622436523, + -16.869400024414062, + -16.569698333740234, + -16.269994735717773, + -15.970293045043945, + -15.6705904006958, + -15.370887756347656, + -15.071186065673828, + -14.771483421325684, + -14.471780776977539, + -14.172079086303711, + -13.87237548828125, + -13.572673797607422, + -13.272971153259277, + -12.973268508911133, + -12.673566818237305, + -12.373863220214844, + -12.074161529541016, + -11.774458885192871, + -11.474756240844727, + -11.175054550170898, + -10.875351905822754, + -10.57564926147461, + -10.275946617126465, + -9.97624397277832, + -9.676542282104492, + -9.376839637756348, + -9.077136993408203, + -8.777434349060059, + -8.47773265838623, + -8.178030014038086, + -7.878327369689941, + -7.578624725341797, + -7.278922080993652, + -6.979220390319824, + -6.67951774597168, + -6.379815101623535, + -6.080112457275391, + -5.7804107666015625, + -5.480708122253418, + -5.181005477905273, + -4.881302833557129, + -4.581600189208984, + -4.281898498535156, + -3.9821958541870117, + -3.682493209838867, + -3.3827905654907227, + -3.083087921142578, + -2.78338623046875, + -2.4836835861206055 + ], + "r_inf_mean": 0.266747385263443, + "r_inf_median": 0.25748729705810547, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6261162757873535, + "eff_dim_mean": 0.6261162757873535, + "topk_energy": { + "1": 0.07328327000141144, + "5": 0.2825196385383606, + "10": 0.43920183181762695, + "25": 0.7324045300483704 + }, + "gamma_raw": 0.15432941913604736, + "gamma_active": { + "1e-08": 0.15933431684970856, + "1e-07": 0.15963460505008698, + "1e-06": 0.1591213196516037, + "1e-05": 0.1590174436569214, + "0.0001": 0.1576431393623352 + }, + "gamma_energy_weighted": { + "1e-08": 0.18156407252559853, + "1e-07": 0.18156407252559853, + "1e-06": 0.18156407252559853, + "1e-05": 0.18156407252559853, + "0.0001": 0.18156407252559853 + } + } + ] +}
\ No newline at end of file |
