diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json new file mode 100644 index 0000000..205de1b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 15.852537155151367, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0239572674036026, + "median_norm": 0.024802345782518387, + "max_norm": 0.04634813964366913, + "min_norm": 2.2386623110826065e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -5.564958095550537, + "5": -2.9034769535064697, + "10": -1.7870264053344727, + "25": -1.6741268634796143, + "50": -1.6053749322891235, + "75": -1.5388638973236084, + "90": -1.4874180555343628, + "95": -1.461096167564392, + "99": -1.406183123588562 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 2, + 1, + 0, + 3, + 2, + 1, + 2, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 4, + 5, + 91, + 313, + 63 + ], + "log_norms_bin_edges": [ + -9.650012016296387, + -9.483691215515137, + -9.317370414733887, + -9.151049613952637, + -8.984728813171387, + -8.818408012390137, + -8.65208625793457, + -8.48576545715332, + -8.31944465637207, + -8.15312385559082, + -7.98680305480957, + -7.82048225402832, + -7.65416145324707, + -7.48784065246582, + -7.32151985168457, + -7.15519905090332, + -6.98887825012207, + -6.82255744934082, + -6.656236171722412, + -6.489915370941162, + -6.323594570159912, + -6.157273292541504, + -5.990952491760254, + -5.824631690979004, + -5.658310890197754, + -5.491990089416504, + -5.325669288635254, + -5.159348487854004, + -4.993027687072754, + -4.826706409454346, + -4.660385608673096, + -4.494064807891846, + -4.327744007110596, + -4.161423206329346, + -3.9951024055480957, + -3.8287816047668457, + -3.6624603271484375, + -3.4961395263671875, + -3.3298187255859375, + -3.1634979248046875, + -2.9971771240234375, + -2.8308563232421875, + -2.6645350456237793, + -2.4982142448425293, + -2.3318934440612793, + -2.1655726432800293, + -1.9992518424987793, + -1.8329310417175293, + -1.666609764099121, + -1.500288963317871, + -1.3339678049087524 + ], + "r_inf_mean": 0.2649129629135132, + "r_inf_median": 0.2608755826950073, + "pr_mean": 0.3206167221069336, + "pr_median": 0.3240032196044922, + "hoyer_mean": 0.624692976474762, + "eff_dim_mean": 0.624692976474762, + "topk_energy": { + "1": 0.07143812626600266, + "5": 0.27655237913131714, + "10": 0.4349851608276367, + "25": 0.7339667081832886 + }, + "gamma_raw": 0.037005551159381866, + "gamma_active": { + "1e-08": 0.037179134786129, + "1e-07": 0.03718823567032814, + "1e-06": 0.03718823567032814, + "1e-05": 0.036910708993673325, + "0.0001": 0.035534076392650604 + }, + "gamma_energy_weighted": { + "1e-08": 0.037981364591991175, + "1e-07": 0.037981364591991175, + "1e-06": 0.037981364591991175, + "1e-05": 0.037981364591991175, + "0.0001": 0.037981364591991175 + } + }, + { + "layer": 1, + "mean_norm": 0.00937162060290575, + "median_norm": 0.009845150634646416, + "max_norm": 0.017141854390501976, + "min_norm": 8.961825032072213e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -5.96476936340332, + "5": -3.3339436054229736, + "10": -2.1831414699554443, + "25": -2.068986415863037, + "50": -2.006693124771118, + "75": -1.9505910873413086, + "90": -1.9090449810028076, + "95": -1.881074070930481, + "99": -1.8408849239349365 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 2, + 1, + 0, + 3, + 2, + 1, + 2, + 0, + 1, + 2, + 0, + 3, + 2, + 2, + 2, + 6, + 4, + 52, + 327, + 88 + ], + "log_norms_bin_edges": [ + -10.047603607177734, + -9.881970405578613, + -9.716337203979492, + -9.550704002380371, + -9.38507080078125, + -9.219437599182129, + -9.053804397583008, + -8.888171195983887, + -8.722537994384766, + -8.556904792785645, + -8.391271591186523, + -8.225638389587402, + -8.060005187988281, + -7.89437198638916, + -7.728738784790039, + -7.563105583190918, + -7.397472381591797, + -7.231839179992676, + -7.066205978393555, + -6.900572776794434, + -6.7349395751953125, + -6.569306373596191, + -6.40367317199707, + -6.238039970397949, + -6.07240629196167, + -5.906773090362549, + -5.741139888763428, + -5.575506687164307, + -5.4098734855651855, + -5.2442402839660645, + -5.078607082366943, + -4.912973880767822, + -4.747340679168701, + -4.58170747756958, + -4.416074275970459, + -4.250441074371338, + -4.084807872772217, + -3.9191746711730957, + -3.7535414695739746, + -3.5879082679748535, + -3.4222750663757324, + -3.2566418647766113, + -3.0910086631774902, + -2.925375461578369, + -2.759742259979248, + -2.594109058380127, + -2.428475856781006, + -2.2628426551818848, + -2.0972089767456055, + -1.9315757751464844, + -1.7659422159194946 + ], + "r_inf_mean": 0.2623242437839508, + "r_inf_median": 0.2597493827342987, + "pr_mean": 0.3236371874809265, + "pr_median": 0.32063162326812744, + "hoyer_mean": 0.6248624920845032, + "eff_dim_mean": 0.6248624324798584, + "topk_energy": { + "1": 0.06991523504257202, + "5": 0.2747739255428314, + "10": 0.43245354294776917, + "25": 0.7341554164886475 + }, + "gamma_raw": -0.036368537694215775, + "gamma_active": { + "1e-08": -0.03650810569524765, + "1e-07": -0.03673278167843819, + "1e-06": -0.03673278167843819, + "1e-05": -0.03640185296535492, + "0.0001": -0.03588266670703888 + }, + "gamma_energy_weighted": { + "1e-08": -0.038743569568787564, + "1e-07": -0.038743569568787564, + "1e-06": -0.038743569568787564, + "1e-05": -0.038743569568787564, + "0.0001": -0.038743569568787564 + } + }, + { + "layer": 2, + "mean_norm": 0.0043946923688054085, + "median_norm": 0.004680465441197157, + "max_norm": 0.006901477929204702, + "min_norm": 4.192171262906719e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.970703125, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.343230247497559, + "5": -3.7289388179779053, + "10": -2.5076117515563965, + "25": -2.3811235427856445, + "50": -2.3296799659729004, + "75": -2.282369375228882, + "90": -2.2475197315216064, + "95": -2.230478525161743, + "99": -2.199094772338867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 3, + 1, + 2, + 0, + 1, + 4, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 3, + 2, + 5, + 3, + 11, + 211, + 247 + ], + "log_norms_bin_edges": [ + -10.377561569213867, + -10.213231086730957, + -10.048901557922363, + -9.884571075439453, + -9.72024154663086, + -9.55591106414795, + -9.391581535339355, + -9.227251052856445, + -9.062921524047852, + -8.898591041564941, + -8.734260559082031, + -8.569931030273438, + -8.405600547790527, + -8.241271018981934, + -8.076940536499023, + -7.9126105308532715, + -7.7482805252075195, + -7.583950519561768, + -7.419620513916016, + -7.2552900314331055, + -7.090960502624512, + -6.926630020141602, + -6.76230001449585, + -6.597970008850098, + -6.433640003204346, + -6.269309997558594, + -6.104979991912842, + -5.94064998626709, + -5.77631950378418, + -5.611989498138428, + -5.447659492492676, + -5.283329486846924, + -5.118999481201172, + -4.95466947555542, + -4.790339469909668, + -4.626009464263916, + -4.461679458618164, + -4.297348976135254, + -4.133018970489502, + -3.96868896484375, + -3.804358959197998, + -3.640028953552246, + -3.475698947906494, + -3.311368942260742, + -3.147038459777832, + -2.98270845413208, + -2.818378448486328, + -2.654048442840576, + -2.489718437194824, + -2.325387954711914, + -2.161057949066162 + ], + "r_inf_mean": 0.2478114664554596, + "r_inf_median": 0.2443952113389969, + "pr_mean": 0.3476676940917969, + "pr_median": 0.3475007712841034, + "hoyer_mean": 0.6379199028015137, + "eff_dim_mean": 0.6379199028015137, + "topk_energy": { + "1": 0.062327612191438675, + "5": 0.2576318383216858, + "10": 0.4132451117038727, + "25": 0.7198907732963562 + }, + "gamma_raw": -0.022554779425263405, + "gamma_active": { + "1e-08": -0.022669170051813126, + "1e-07": -0.02264370024204254, + "1e-06": -0.023051591590046883, + "1e-05": -0.022407492622733116, + "0.0001": -0.021237514913082123 + }, + "gamma_energy_weighted": { + "1e-08": -0.021487253315477583, + "1e-07": -0.021487253315477583, + "1e-06": -0.021487253315477583, + "1e-05": -0.021487253315477583, + "0.0001": -0.021487253315477583 + } + }, + { + "layer": 3, + "mean_norm": 0.003175230696797371, + "median_norm": 0.003235443029552698, + "max_norm": 0.005144141614437103, + "min_norm": 3.071435814017143e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.96875, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.562967300415039, + "5": -3.9611573219299316, + "10": -2.6973764896392822, + "25": -2.532054901123047, + "50": -2.489881992340088, + "75": -2.424436330795288, + "90": -2.3553860187530518, + "95": -2.3245933055877686, + "99": -2.294219970703125 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 3, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 5, + 5, + 13, + 292, + 162 + ], + "log_norms_bin_edges": [ + -10.512659072875977, + -10.348179817199707, + -10.183700561523438, + -10.019220352172852, + -9.854741096496582, + -9.690261840820312, + -9.525782585144043, + -9.361303329467773, + -9.196823120117188, + -9.032343864440918, + -8.867864608764648, + -8.703385353088379, + -8.53890609741211, + -8.374425888061523, + -8.209946632385254, + -8.045467376708984, + -7.880988121032715, + -7.716508388519287, + -7.552028656005859, + -7.38754940032959, + -7.22307014465332, + -7.058590888977051, + -6.894111156463623, + -6.729631423950195, + -6.565152168273926, + -6.400672912597656, + -6.2361931800842285, + -6.071713924407959, + -5.9072346687316895, + -5.742754936218262, + -5.578275680541992, + -5.4137959480285645, + -5.249316692352295, + -5.084837436676025, + -4.920357704162598, + -4.755878448486328, + -4.5913987159729, + -4.426919460296631, + -4.262440204620361, + -4.097960472106934, + -3.933481216430664, + -3.7690014839172363, + -3.604522228240967, + -3.4400429725646973, + -3.2755632400512695, + -3.111083984375, + -2.9466042518615723, + -2.7821249961853027, + -2.617645263671875, + -2.4531660079956055, + -2.288687229156494 + ], + "r_inf_mean": 0.2285754382610321, + "r_inf_median": 0.22504442930221558, + "pr_mean": 0.39085835218429565, + "pr_median": 0.3873286843299866, + "hoyer_mean": 0.6683965921401978, + "eff_dim_mean": 0.6683965921401978, + "topk_energy": { + "1": 0.05309830978512764, + "5": 0.2305421680212021, + "10": 0.38050544261932373, + "25": 0.6918269395828247 + }, + "gamma_raw": -0.06284958124160767, + "gamma_active": { + "1e-08": -0.06306013464927673, + "1e-07": -0.06306013464927673, + "1e-06": -0.06258910149335861, + "1e-05": -0.06187746301293373, + "0.0001": -0.0615212619304657 + }, + "gamma_energy_weighted": { + "1e-08": -0.06229186980582587, + "1e-07": -0.06229186980582587, + "1e-06": -0.06229186980582587, + "1e-05": -0.06229186980582587, + "0.0001": -0.06229186980582587 + } + } + ] +}
\ No newline at end of file |