{ "dataset": "synth", "method": "bp", "seed": 42, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 17.094636917114258, "acc": 0.103515625, "per_layer": [ { "layer": 0, "mean_norm": 0.024401620030403137, "median_norm": 0.02566123940050602, "max_norm": 0.04988446459174156, "min_norm": 1.0235094549670976e-08, "support": { "1e-08": 1.0, "1e-07": 0.998046875, "1e-06": 0.98828125, "1e-05": 0.97265625, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -6.02548885345459, "5": -3.262622117996216, "10": -1.8149617910385132, "25": -1.670931100845337, "50": -1.5903549194335938, "75": -1.527898907661438, "90": -1.4785772562026978, "95": -1.4431899785995483, "99": -1.384284257888794 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 1, 1, 0, 1, 2, 3, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 2, 0, 1, 2, 2, 1, 2, 1, 2, 4, 3, 1, 0, 3, 3, 3, 4, 36, 223, 178, 24 ], "log_norms_bin_edges": [ -7.989908695220947, -7.856151103973389, -7.722393989562988, -7.58863639831543, -7.454878807067871, -7.3211212158203125, -7.187363624572754, -7.0536065101623535, -6.919848918914795, -6.786091327667236, -6.652334213256836, -6.518576622009277, -6.384819030761719, -6.25106143951416, -6.117303848266602, -5.983546733856201, -5.849789142608643, -5.716031551361084, -5.582274436950684, -5.448516845703125, -5.314759254455566, -5.181001663208008, -5.047244071960449, -4.913486957550049, -4.77972936630249, -4.645971775054932, -4.512214660644531, -4.378457069396973, -4.244699478149414, -4.1109418869018555, -3.977184772491455, -3.8434271812438965, -3.709669589996338, -3.5759119987487793, -3.4421544075012207, -3.3083972930908203, -3.1746397018432617, -3.040882110595703, -2.9071249961853027, -2.773367404937744, -2.6396098136901855, -2.505852222442627, -2.3720946311950684, -2.238337516784668, -2.1045799255371094, -1.9708223342895508, -1.8370652198791504, -1.7033076286315918, -1.5695500373840332, -1.4357924461364746, -1.3020347356796265 ], "r_inf_mean": 0.2680489420890808, "r_inf_median": 0.264477401971817, "pr_mean": 0.3115241229534149, "pr_median": 0.30938175320625305, "hoyer_mean": 0.6181234121322632, "eff_dim_mean": 0.6181234121322632, "topk_energy": { "1": 0.07296155393123627, "5": 0.28479093313217163, "10": 0.4448028802871704, "25": 0.7400223016738892 }, "gamma_raw": -0.009409287944436073, "gamma_active": { "1e-08": -0.009409287944436073, "1e-07": -0.009441999718546867, "1e-06": -0.008963683620095253, "1e-05": -0.008609690703451633, "0.0001": -0.008745985105633736 }, "gamma_energy_weighted": { "1e-08": -0.008377841771075097, "1e-07": -0.008377841771075097, "1e-06": -0.008377841771075097, "1e-05": -0.008377841771075097, "0.0001": -0.008377841771075097 } }, { "layer": 1, "mean_norm": 0.009599195793271065, "median_norm": 0.010109500028192997, "max_norm": 0.019421644508838654, "min_norm": 3.4533462756058952e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.982421875, "1e-05": 0.96875, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -6.463927268981934, "5": -3.669637441635132, "10": -2.238370656967163, "25": -2.0572736263275146, "50": -1.9951733350753784, "75": -1.9364120960235596, "90": -1.8927457332611084, "95": -1.8630188703536987, "99": -1.8193814754486084 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 1, 1, 0, 1, 1, 3, 2, 0, 1, 0, 1, 1, 0, 0, 0, 1, 2, 0, 1, 2, 1, 2, 2, 1, 1, 5, 3, 0, 1, 3, 3, 2, 5, 22, 211, 206, 22 ], "log_norms_bin_edges": [ -8.461760520935059, -8.326759338378906, -8.19175910949707, -8.056757926940918, -7.921756744384766, -7.7867560386657715, -7.651754856109619, -7.516754150390625, -7.381752967834473, -7.2467522621154785, -7.111751079559326, -6.976750373840332, -6.84174919128418, -6.7067484855651855, -6.571747779846191, -6.436746597290039, -6.301745414733887, -6.166744709014893, -6.031744003295898, -5.896742820739746, -5.761741638183594, -5.6267409324646, -5.4917402267456055, -5.356739044189453, -5.221738338470459, -5.086737632751465, -4.9517364501953125, -4.81673526763916, -4.681734561920166, -4.546733856201172, -4.4117326736450195, -4.276731491088867, -4.141730785369873, -4.006730079650879, -3.8717288970947266, -3.7367281913757324, -3.60172700881958, -3.466726303100586, -3.3317251205444336, -3.1967244148254395, -3.061723232269287, -2.926722526550293, -2.7917213439941406, -2.6567206382751465, -2.521719455718994, -2.38671875, -2.2517175674438477, -2.1167168617248535, -1.9817161560058594, -1.846714973449707, -1.7117140293121338 ], "r_inf_mean": 0.2718127369880676, "r_inf_median": 0.26672932505607605, "pr_mean": 0.30408626794815063, "pr_median": 0.3057907223701477, "hoyer_mean": 0.6102458238601685, "eff_dim_mean": 0.6102457642555237, "topk_energy": { "1": 0.0751546248793602, "5": 0.2892061471939087, "10": 0.4520096182823181, "25": 0.7492213249206543 }, "gamma_raw": -0.03111574612557888, "gamma_active": { "1e-08": -0.031152157112956047, "1e-07": -0.030993591994047165, "1e-06": -0.03090837597846985, "1e-05": -0.03179863467812538, "0.0001": -0.03194289654493332 }, "gamma_energy_weighted": { "1e-08": -0.03152182209031547, "1e-07": -0.03152182209031547, "1e-06": -0.03152182209031547, "1e-05": -0.03152182209031547, "0.0001": -0.03152182209031547 } }, { "layer": 2, "mean_norm": 0.0044164108112454414, "median_norm": 0.00475363340228796, "max_norm": 0.007462572772055864, "min_norm": 1.6349925857639391e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.9921875, "1e-06": 0.97265625, "1e-05": 0.966796875, "0.0001": 0.947265625 }, "log_norms_percentiles": { "1": -6.802234649658203, "5": -4.05259895324707, "10": -2.571122407913208, "25": -2.379220962524414, "50": -2.3226428031921387, "75": -2.2819905281066895, "90": -2.2403411865234375, "95": -2.2259600162506104, "99": -2.1943187713623047 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 1, 1, 0, 1, 1, 3, 2, 1, 0, 0, 1, 0, 1, 0, 1, 0, 2, 0, 0, 2, 1, 2, 3, 0, 2, 5, 2, 1, 1, 1, 4, 2, 3, 6, 56, 316, 86 ], "log_norms_bin_edges": [ -8.786484718322754, -8.653297424316406, -8.520110130310059, -8.386921882629395, -8.253734588623047, -8.1205472946167, -7.987360000610352, -7.854172229766846, -7.720984935760498, -7.587797164916992, -7.4546098709106445, -7.321422576904297, -7.188235282897949, -7.055047512054443, -6.921860218048096, -6.78867244720459, -6.655485153198242, -6.5222978591918945, -6.389110088348389, -6.255922794342041, -6.122735023498535, -5.9895477294921875, -5.85636043548584, -5.723173141479492, -5.589985370635986, -5.4567975997924805, -5.323610305786133, -5.190423011779785, -5.0572357177734375, -4.924047946929932, -4.790860652923584, -4.657672882080078, -4.5244855880737305, -4.391298294067383, -4.258110523223877, -4.124923229217529, -3.9917354583740234, -3.858548164367676, -3.725360870361328, -3.5921730995178223, -3.4589858055114746, -3.325798511505127, -3.192610740661621, -3.0594234466552734, -2.926236152648926, -2.79304838180542, -2.6598610877990723, -2.5266733169555664, -2.3934860229492188, -2.260298728942871, -2.1271116733551025 ], "r_inf_mean": 0.25978320837020874, "r_inf_median": 0.25240036845207214, "pr_mean": 0.32723861932754517, "pr_median": 0.32713040709495544, "hoyer_mean": 0.6264320611953735, "eff_dim_mean": 0.6264320611953735, "topk_energy": { "1": 0.06866806745529175, "5": 0.27187100052833557, "10": 0.43001362681388855, "25": 0.7321963310241699 }, "gamma_raw": 0.026095906272530556, "gamma_active": { "1e-08": 0.02615460567176342, "1e-07": 0.026393268257379532, "1e-06": 0.026492638513445854, "1e-05": 0.02642548456788063, "0.0001": 0.02617129310965538 }, "gamma_energy_weighted": { "1e-08": 0.026250373003171543, "1e-07": 0.026250373003171543, "1e-06": 0.026250373003171543, "1e-05": 0.026250373003171543, "0.0001": 0.026250373003171543 } }, { "layer": 3, "mean_norm": 0.003111991100013256, "median_norm": 0.0032469374127686024, "max_norm": 0.00503620645031333, "min_norm": 1.1750254103048974e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.990234375, "1e-06": 0.97265625, "1e-05": 0.96484375, "0.0001": 0.9453125 }, "log_norms_percentiles": { "1": -6.927207946777344, "5": -4.187145233154297, "10": -2.715087652206421, "25": -2.5346479415893555, "50": -2.4884839057922363, "75": -2.433896064758301, "90": -2.3669588565826416, "95": -2.338439464569092, "99": -2.3075790405273438 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 2, 0, 3, 2, 1, 0, 0, 1, 1, 0, 0, 1, 0, 2, 0, 0, 3, 1, 1, 2, 1, 2, 5, 2, 2, 0, 1, 4, 2, 4, 4, 39, 299, 121 ], "log_norms_bin_edges": [ -8.929952621459961, -8.797311782836914, -8.66466999053955, -8.532029151916504, -8.399388313293457, -8.266746520996094, -8.134105682373047, -8.00146484375, -7.868823528289795, -7.736182689666748, -7.603541374206543, -7.470900535583496, -7.338259220123291, -7.205617904663086, -7.072977066040039, -6.940335750579834, -6.807694435119629, -6.675053596496582, -6.542412757873535, -6.409770965576172, -6.277130126953125, -6.144489288330078, -6.011847972869873, -5.879206657409668, -5.746565818786621, -5.613924503326416, -5.481283187866211, -5.348642349243164, -5.216001510620117, -5.083360195159912, -4.950718879699707, -4.81807804107666, -4.685436725616455, -4.55279541015625, -4.420154571533203, -4.287513256072998, -4.154872417449951, -4.022231101989746, -3.889589786529541, -3.756948947906494, -3.624307632446289, -3.491666793823242, -3.359025478363037, -3.226384162902832, -3.093743324279785, -2.96110200881958, -2.828461170196533, -2.695819854736328, -2.5631790161132812, -2.430537700653076, -2.29789662361145 ], "r_inf_mean": 0.23752900958061218, "r_inf_median": 0.23798441886901855, "pr_mean": 0.3774625062942505, "pr_median": 0.365910142660141, "hoyer_mean": 0.6601237058639526, "eff_dim_mean": 0.6601237058639526, "topk_energy": { "1": 0.0572943277657032, "5": 0.23876231908798218, "10": 0.390636682510376, "25": 0.699897289276123 }, "gamma_raw": -0.0061958059668540955, "gamma_active": { "1e-08": -0.006191797088831663, "1e-07": -0.005939060356467962, "1e-06": -0.006188010331243277, "1e-05": -0.006145867519080639, "0.0001": -0.005790317431092262 }, "gamma_energy_weighted": { "1e-08": -0.006984015055097669, "1e-07": -0.006984015055097669, "1e-06": -0.006984015055097669, "1e-05": -0.006984015055097669, "0.0001": -0.006984015055097669 } } ] }