{ "dataset": "synth", "method": "bp", "seed": 1024, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 16.571250915527344, "acc": 0.09765625, "per_layer": [ { "layer": 0, "mean_norm": 0.024212930351495743, "median_norm": 0.025566164404153824, "max_norm": 0.05077730491757393, "min_norm": 7.336019812453909e-12, "support": { "1e-08": 0.990234375, "1e-07": 0.986328125, "1e-06": 0.98046875, "1e-05": 0.96875, "0.0001": 0.958984375 }, "log_norms_percentiles": { "1": -7.877871036529541, "5": -3.415353775024414, "10": -1.8472890853881836, "25": -1.6634465456008911, "50": -1.5920997858047485, "75": -1.540771245956421, "90": -1.48013436794281, "95": -1.4530906677246094, "99": -1.4106383323669434 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 2, 0, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 0, 1, 4, 3, 9, 58, 341, 65 ], "log_norms_bin_edges": [ -11.134540557861328, -10.937736511230469, -10.74093246459961, -10.54412841796875, -10.347323417663574, -10.150519371032715, -9.953715324401855, -9.756911277770996, -9.560107231140137, -9.363303184509277, -9.166498184204102, -8.969694137573242, -8.772890090942383, -8.576086044311523, -8.379281997680664, -8.182477951049805, -7.985673427581787, -7.7888689041137695, -7.59206485748291, -7.395260810852051, -7.198456764221191, -7.001652240753174, -6.8048481941223145, -6.608044147491455, -6.4112396240234375, -6.214435577392578, -6.017631530761719, -5.820827484130859, -5.624022960662842, -5.427218914031982, -5.230414867401123, -5.0336103439331055, -4.836806297302246, -4.640002250671387, -4.443197727203369, -4.24639368057251, -4.04958963394165, -3.852785110473633, -3.6559810638427734, -3.459177017211914, -3.2623729705810547, -3.0655689239501953, -2.8687639236450195, -2.67195987701416, -2.475155830383301, -2.2783517837524414, -2.081547737121582, -1.8847436904907227, -1.6879386901855469, -1.4911346435546875, -1.294330358505249 ], "r_inf_mean": 0.26802510023117065, "r_inf_median": 0.25920069217681885, "pr_mean": Infinity, "pr_median": 0.3135315179824829, "hoyer_mean": 0.6190235614776611, "eff_dim_mean": 0.6190235614776611, "topk_energy": { "1": 0.07327401638031006, "5": 0.28493207693099976, "10": 0.4435694217681885, "25": 0.7383372783660889 }, "gamma_raw": -0.012752835638821125, "gamma_active": { "1e-08": -0.012838737107813358, "1e-07": -0.01254732720553875, "1e-06": -0.012542035430669785, "1e-05": -0.012714443728327751, "0.0001": -0.013192150741815567 }, "gamma_energy_weighted": { "1e-08": -0.015461274432798992, "1e-07": -0.015461274432798992, "1e-06": -0.015461274432798992, "1e-05": -0.015461274432798992, "0.0001": -0.015461274432798992 } }, { "layer": 1, "mean_norm": 0.0094754658639431, "median_norm": 0.010081831365823746, "max_norm": 0.018667303025722504, "min_norm": 2.9434287038970774e-12, "support": { "1e-08": 0.986328125, "1e-07": 0.98046875, "1e-06": 0.9765625, "1e-05": 0.96484375, "0.0001": 0.953125 }, "log_norms_percentiles": { "1": -8.283732414245605, "5": -3.837024688720703, "10": -2.2323222160339355, "25": -2.0581812858581543, "50": -1.9963874816894531, "75": -1.9461643695831299, "90": -1.9047369956970215, "95": -1.882493257522583, "99": -1.8385748863220215 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 2, 0, 1, 3, 1, 1, 1, 0, 2, 1, 1, 3, 3, 1, 1, 0, 1, 4, 2, 9, 31, 345, 89 ], "log_norms_bin_edges": [ -11.531147003173828, -11.335102081298828, -11.139058113098145, -10.943013191223145, -10.746968269348145, -10.550924301147461, -10.354879379272461, -10.158834457397461, -9.962790489196777, -9.766745567321777, -9.570701599121094, -9.374656677246094, -9.178611755371094, -8.98256778717041, -8.78652286529541, -8.590478897094727, -8.394433975219727, -8.198389053344727, -8.002344131469727, -7.806300163269043, -7.610255241394043, -7.414210796356201, -7.218166351318359, -7.022121906280518, -6.826076984405518, -6.630032539367676, -6.433988094329834, -6.237943172454834, -6.041898727416992, -5.84585428237915, -5.649809837341309, -5.453764915466309, -5.257720470428467, -5.061676025390625, -4.865631103515625, -4.669586658477783, -4.473542213439941, -4.2774977684021, -4.0814528465271, -3.885408401489258, -3.689363956451416, -3.493319511413574, -3.297274589538574, -3.101229667663574, -2.9051856994628906, -2.7091407775878906, -2.513096809387207, -2.317051887512207, -2.121006965637207, -1.9249629974365234, -1.728918433189392 ], "r_inf_mean": 0.2698593735694885, "r_inf_median": 0.26519152522087097, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6171587705612183, "eff_dim_mean": 0.6171587109565735, "topk_energy": { "1": 0.0743391215801239, "5": 0.28739017248153687, "10": 0.4472905695438385, "25": 0.7420185804367065 }, "gamma_raw": -0.0555063933134079, "gamma_active": { "1e-08": -0.056131329387426376, "1e-07": -0.056027986109256744, "1e-06": -0.05574458837509155, "1e-05": -0.055800873786211014, "0.0001": -0.0556003674864769 }, "gamma_energy_weighted": { "1e-08": -0.05569810185585498, "1e-07": -0.05569810185585498, "1e-06": -0.05569810185585498, "1e-05": -0.05569810185585498, "0.0001": -0.05569810185585498 } }, { "layer": 2, "mean_norm": 0.004400474019348621, "median_norm": 0.004668171517550945, "max_norm": 0.00730000389739871, "min_norm": 1.4966169579674893e-12, "support": { "1e-08": 0.986328125, "1e-07": 0.98046875, "1e-06": 0.9765625, "1e-05": 0.9609375, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -8.558052062988281, "5": -4.188436985015869, "10": -2.5135183334350586, "25": -2.3768391609191895, "50": -2.3307628631591797, "75": -2.2864363193511963, "90": -2.250092029571533, "95": -2.2267496585845947, "99": -2.1887478828430176 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 2, 0, 0, 4, 1, 1, 1, 0, 2, 1, 1, 2, 3, 2, 1, 0, 0, 3, 3, 5, 9, 208, 253 ], "log_norms_bin_edges": [ -11.824889183044434, -11.631124496459961, -11.437360763549805, -11.243596076965332, -11.049832344055176, -10.856067657470703, -10.662303924560547, -10.468539237976074, -10.274775505065918, -10.081010818481445, -9.887247085571289, -9.693482398986816, -9.499717712402344, -9.305953979492188, -9.112189292907715, -8.918425559997559, -8.724660873413086, -8.53089714050293, -8.337132453918457, -8.143367767333984, -7.949604034423828, -7.755839824676514, -7.562075614929199, -7.368311405181885, -7.17454719543457, -6.980782985687256, -6.787018775939941, -6.593254089355469, -6.399489879608154, -6.20572566986084, -6.011961460113525, -5.818197250366211, -5.6244330406188965, -5.430668830871582, -5.236904621124268, -5.043140411376953, -4.849376201629639, -4.655611991882324, -4.461847305297852, -4.268083095550537, -4.074318885803223, -3.880554676055908, -3.6867904663085938, -3.493025779724121, -3.299262046813965, -3.105497360229492, -2.911733627319336, -2.7179689407348633, -2.524205207824707, -2.3304405212402344, -2.1366770267486572 ], "r_inf_mean": 0.2551437318325043, "r_inf_median": 0.2498977780342102, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6372410655021667, "eff_dim_mean": 0.637241005897522, "topk_energy": { "1": 0.06620198488235474, "5": 0.2670135498046875, "10": 0.42319273948669434, "25": 0.7210068106651306 }, "gamma_raw": -0.02018551528453827, "gamma_active": { "1e-08": -0.020406192168593407, "1e-07": -0.02011715993285179, "1e-06": -0.02009127102792263, "1e-05": -0.020579801872372627, "0.0001": -0.019747255370020866 }, "gamma_energy_weighted": { "1e-08": -0.017981054245993763, "1e-07": -0.017981054245993763, "1e-06": -0.017981054245993763, "1e-05": -0.017981054245993763, "0.0001": -0.017981054245993763 } }, { "layer": 3, "mean_norm": 0.003135428298264742, "median_norm": 0.003219036618247628, "max_norm": 0.005461402703076601, "min_norm": 1.1323885622596674e-12, "support": { "1e-08": 0.986328125, "1e-07": 0.98046875, "1e-06": 0.970703125, "1e-05": 0.958984375, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -8.639230728149414, "5": -4.319893836975098, "10": -2.631643056869507, "25": -2.5297293663024902, "50": -2.4921975135803223, "75": -2.4416005611419678, "90": -2.3762669563293457, "95": -2.3225009441375732, "99": -2.2673144340515137 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 2, 1, 0, 0, 0, 0, 2, 0, 1, 4, 0, 1, 1, 0, 2, 1, 1, 2, 5, 0, 1, 0, 0, 5, 2, 7, 6, 304, 157 ], "log_norms_bin_edges": [ -11.946004867553711, -11.752338409423828, -11.558672904968262, -11.365006446838379, -11.171339988708496, -10.977673530578613, -10.784008026123047, -10.590341567993164, -10.396675109863281, -10.203008651733398, -10.009343147277832, -9.81567668914795, -9.622011184692383, -9.4283447265625, -9.234678268432617, -9.041011810302734, -8.847345352172852, -8.653679847717285, -8.460013389587402, -8.26634693145752, -8.072681427001953, -7.87901496887207, -7.6853485107421875, -7.491682529449463, -7.298016548156738, -7.1043500900268555, -6.910684108734131, -6.717017650604248, -6.523351669311523, -6.329685211181641, -6.136019229888916, -5.942352771759033, -5.748686790466309, -5.555020809173584, -5.361354351043701, -5.167688369750977, -4.974021911621094, -4.780355930328369, -4.586689472198486, -4.393023490905762, -4.199357032775879, -4.005691051483154, -3.8120250701904297, -3.618358612060547, -3.424692153930664, -3.2310266494750977, -3.037360191345215, -2.843693733215332, -2.6500282287597656, -2.456361770629883, -2.262695789337158 ], "r_inf_mean": 0.2334328591823578, "r_inf_median": 0.23061098158359528, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.666744589805603, "eff_dim_mean": 0.666744589805603, "topk_energy": { "1": 0.0553898848593235, "5": 0.23618081212043762, "10": 0.38597941398620605, "25": 0.6892474293708801 }, "gamma_raw": -0.04302894324064255, "gamma_active": { "1e-08": -0.04351838678121567, "1e-07": -0.043689023703336716, "1e-06": -0.04329324886202812, "1e-05": -0.043977316468954086, "0.0001": -0.04381094500422478 }, "gamma_energy_weighted": { "1e-08": -0.04341684492478188, "1e-07": -0.04341684492478188, "1e-06": -0.04341684492478188, "1e-05": -0.04341684492478188, "0.0001": -0.04341684492478188 } } ] }