{ "dataset": "synth", "method": "bp", "seed": 456, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 15.852537155151367, "acc": 0.09375, "per_layer": [ { "layer": 0, "mean_norm": 0.0239572674036026, "median_norm": 0.024802345782518387, "max_norm": 0.04634813964366913, "min_norm": 2.2386623110826065e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.990234375, "1e-05": 0.984375, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -5.564958095550537, "5": -2.9034769535064697, "10": -1.7870264053344727, "25": -1.6741268634796143, "50": -1.6053749322891235, "75": -1.5388638973236084, "90": -1.4874180555343628, "95": -1.461096167564392, "99": -1.406183123588562 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 2, 1, 0, 3, 2, 1, 2, 0, 1, 1, 3, 1, 3, 1, 3, 4, 5, 91, 313, 63 ], "log_norms_bin_edges": [ -9.650012016296387, -9.483691215515137, -9.317370414733887, -9.151049613952637, -8.984728813171387, -8.818408012390137, -8.65208625793457, -8.48576545715332, -8.31944465637207, -8.15312385559082, -7.98680305480957, -7.82048225402832, -7.65416145324707, -7.48784065246582, -7.32151985168457, -7.15519905090332, -6.98887825012207, -6.82255744934082, -6.656236171722412, -6.489915370941162, -6.323594570159912, -6.157273292541504, -5.990952491760254, -5.824631690979004, -5.658310890197754, -5.491990089416504, -5.325669288635254, -5.159348487854004, -4.993027687072754, -4.826706409454346, -4.660385608673096, -4.494064807891846, -4.327744007110596, -4.161423206329346, -3.9951024055480957, -3.8287816047668457, -3.6624603271484375, -3.4961395263671875, -3.3298187255859375, -3.1634979248046875, -2.9971771240234375, -2.8308563232421875, -2.6645350456237793, -2.4982142448425293, -2.3318934440612793, -2.1655726432800293, -1.9992518424987793, -1.8329310417175293, -1.666609764099121, -1.500288963317871, -1.3339678049087524 ], "r_inf_mean": 0.2649129629135132, "r_inf_median": 0.2608755826950073, "pr_mean": 0.3206167221069336, "pr_median": 0.3240032196044922, "hoyer_mean": 0.624692976474762, "eff_dim_mean": 0.624692976474762, "topk_energy": { "1": 0.07143812626600266, "5": 0.27655237913131714, "10": 0.4349851608276367, "25": 0.7339667081832886 }, "gamma_raw": 0.037005551159381866, "gamma_active": { "1e-08": 0.037179134786129, "1e-07": 0.03718823567032814, "1e-06": 0.03718823567032814, "1e-05": 0.036910708993673325, "0.0001": 0.035534076392650604 }, "gamma_energy_weighted": { "1e-08": 0.037981364591991175, "1e-07": 0.037981364591991175, "1e-06": 0.037981364591991175, "1e-05": 0.037981364591991175, "0.0001": 0.037981364591991175 } }, { "layer": 1, "mean_norm": 0.00937162060290575, "median_norm": 0.009845150634646416, "max_norm": 0.017141854390501976, "min_norm": 8.961825032072213e-11, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.990234375, "1e-05": 0.974609375, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -5.96476936340332, "5": -3.3339436054229736, "10": -2.1831414699554443, "25": -2.068986415863037, "50": -2.006693124771118, "75": -1.9505910873413086, "90": -1.9090449810028076, "95": -1.881074070930481, "99": -1.8408849239349365 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 2, 1, 0, 3, 2, 1, 2, 0, 1, 2, 0, 3, 2, 2, 2, 6, 4, 52, 327, 88 ], "log_norms_bin_edges": [ -10.047603607177734, -9.881970405578613, -9.716337203979492, -9.550704002380371, -9.38507080078125, -9.219437599182129, -9.053804397583008, -8.888171195983887, -8.722537994384766, -8.556904792785645, -8.391271591186523, -8.225638389587402, -8.060005187988281, -7.89437198638916, -7.728738784790039, -7.563105583190918, -7.397472381591797, -7.231839179992676, -7.066205978393555, -6.900572776794434, -6.7349395751953125, -6.569306373596191, -6.40367317199707, -6.238039970397949, -6.07240629196167, -5.906773090362549, -5.741139888763428, -5.575506687164307, -5.4098734855651855, -5.2442402839660645, -5.078607082366943, -4.912973880767822, -4.747340679168701, -4.58170747756958, -4.416074275970459, -4.250441074371338, -4.084807872772217, -3.9191746711730957, -3.7535414695739746, -3.5879082679748535, -3.4222750663757324, -3.2566418647766113, -3.0910086631774902, -2.925375461578369, -2.759742259979248, -2.594109058380127, -2.428475856781006, -2.2628426551818848, -2.0972089767456055, -1.9315757751464844, -1.7659422159194946 ], "r_inf_mean": 0.2623242437839508, "r_inf_median": 0.2597493827342987, "pr_mean": 0.3236371874809265, "pr_median": 0.32063162326812744, "hoyer_mean": 0.6248624920845032, "eff_dim_mean": 0.6248624324798584, "topk_energy": { "1": 0.06991523504257202, "5": 0.2747739255428314, "10": 0.43245354294776917, "25": 0.7341554164886475 }, "gamma_raw": -0.036368537694215775, "gamma_active": { "1e-08": -0.03650810569524765, "1e-07": -0.03673278167843819, "1e-06": -0.03673278167843819, "1e-05": -0.03640185296535492, "0.0001": -0.03588266670703888 }, "gamma_energy_weighted": { "1e-08": -0.038743569568787564, "1e-07": -0.038743569568787564, "1e-06": -0.038743569568787564, "1e-05": -0.038743569568787564, "0.0001": -0.038743569568787564 } }, { "layer": 2, "mean_norm": 0.0043946923688054085, "median_norm": 0.004680465441197157, "max_norm": 0.006901477929204702, "min_norm": 4.192171262906719e-11, "support": { "1e-08": 0.994140625, "1e-07": 0.990234375, "1e-06": 0.986328125, "1e-05": 0.970703125, "0.0001": 0.953125 }, "log_norms_percentiles": { "1": -6.343230247497559, "5": -3.7289388179779053, "10": -2.5076117515563965, "25": -2.3811235427856445, "50": -2.3296799659729004, "75": -2.282369375228882, "90": -2.2475197315216064, "95": -2.230478525161743, "99": -2.199094772338867 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 3, 1, 2, 0, 1, 4, 1, 2, 0, 1, 2, 1, 1, 2, 3, 2, 5, 3, 11, 211, 247 ], "log_norms_bin_edges": [ -10.377561569213867, -10.213231086730957, -10.048901557922363, -9.884571075439453, -9.72024154663086, -9.55591106414795, -9.391581535339355, -9.227251052856445, -9.062921524047852, -8.898591041564941, -8.734260559082031, -8.569931030273438, -8.405600547790527, -8.241271018981934, -8.076940536499023, -7.9126105308532715, -7.7482805252075195, -7.583950519561768, -7.419620513916016, -7.2552900314331055, -7.090960502624512, -6.926630020141602, -6.76230001449585, -6.597970008850098, -6.433640003204346, -6.269309997558594, -6.104979991912842, -5.94064998626709, -5.77631950378418, -5.611989498138428, -5.447659492492676, -5.283329486846924, -5.118999481201172, -4.95466947555542, -4.790339469909668, -4.626009464263916, -4.461679458618164, -4.297348976135254, -4.133018970489502, -3.96868896484375, -3.804358959197998, -3.640028953552246, -3.475698947906494, -3.311368942260742, -3.147038459777832, -2.98270845413208, -2.818378448486328, -2.654048442840576, -2.489718437194824, -2.325387954711914, -2.161057949066162 ], "r_inf_mean": 0.2478114664554596, "r_inf_median": 0.2443952113389969, "pr_mean": 0.3476676940917969, "pr_median": 0.3475007712841034, "hoyer_mean": 0.6379199028015137, "eff_dim_mean": 0.6379199028015137, "topk_energy": { "1": 0.062327612191438675, "5": 0.2576318383216858, "10": 0.4132451117038727, "25": 0.7198907732963562 }, "gamma_raw": -0.022554779425263405, "gamma_active": { "1e-08": -0.022669170051813126, "1e-07": -0.02264370024204254, "1e-06": -0.023051591590046883, "1e-05": -0.022407492622733116, "0.0001": -0.021237514913082123 }, "gamma_energy_weighted": { "1e-08": -0.021487253315477583, "1e-07": -0.021487253315477583, "1e-06": -0.021487253315477583, "1e-05": -0.021487253315477583, "0.0001": -0.021487253315477583 } }, { "layer": 3, "mean_norm": 0.003175230696797371, "median_norm": 0.003235443029552698, "max_norm": 0.005144141614437103, "min_norm": 3.071435814017143e-11, "support": { "1e-08": 0.990234375, "1e-07": 0.990234375, "1e-06": 0.984375, "1e-05": 0.96875, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -6.562967300415039, "5": -3.9611573219299316, "10": -2.6973764896392822, "25": -2.532054901123047, "50": -2.489881992340088, "75": -2.424436330795288, "90": -2.3553860187530518, "95": -2.3245933055877686, "99": -2.294219970703125 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 3, 2, 0, 2, 0, 2, 2, 2, 2, 0, 1, 2, 1, 2, 2, 2, 2, 5, 5, 13, 292, 162 ], "log_norms_bin_edges": [ -10.512659072875977, -10.348179817199707, -10.183700561523438, -10.019220352172852, -9.854741096496582, -9.690261840820312, -9.525782585144043, -9.361303329467773, -9.196823120117188, -9.032343864440918, -8.867864608764648, -8.703385353088379, -8.53890609741211, -8.374425888061523, -8.209946632385254, -8.045467376708984, -7.880988121032715, -7.716508388519287, -7.552028656005859, -7.38754940032959, -7.22307014465332, -7.058590888977051, -6.894111156463623, -6.729631423950195, -6.565152168273926, -6.400672912597656, -6.2361931800842285, -6.071713924407959, -5.9072346687316895, -5.742754936218262, -5.578275680541992, -5.4137959480285645, -5.249316692352295, -5.084837436676025, -4.920357704162598, -4.755878448486328, -4.5913987159729, -4.426919460296631, -4.262440204620361, -4.097960472106934, -3.933481216430664, -3.7690014839172363, -3.604522228240967, -3.4400429725646973, -3.2755632400512695, -3.111083984375, -2.9466042518615723, -2.7821249961853027, -2.617645263671875, -2.4531660079956055, -2.288687229156494 ], "r_inf_mean": 0.2285754382610321, "r_inf_median": 0.22504442930221558, "pr_mean": 0.39085835218429565, "pr_median": 0.3873286843299866, "hoyer_mean": 0.6683965921401978, "eff_dim_mean": 0.6683965921401978, "topk_energy": { "1": 0.05309830978512764, "5": 0.2305421680212021, "10": 0.38050544261932373, "25": 0.6918269395828247 }, "gamma_raw": -0.06284958124160767, "gamma_active": { "1e-08": -0.06306013464927673, "1e-07": -0.06306013464927673, "1e-06": -0.06258910149335861, "1e-05": -0.06187746301293373, "0.0001": -0.0615212619304657 }, "gamma_energy_weighted": { "1e-08": -0.06229186980582587, "1e-07": -0.06229186980582587, "1e-06": -0.06229186980582587, "1e-05": -0.06229186980582587, "0.0001": -0.06229186980582587 } } ] }