{ "dataset": "synth", "method": "bp", "seed": 456, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 20.137977600097656, "acc": 0.09765625, "per_layer": [ { "layer": 0, "mean_norm": 0.031741879880428314, "median_norm": 0.033015575259923935, "max_norm": 0.06685440242290497, "min_norm": 2.490170071013653e-13, "support": { "1e-08": 0.9921875, "1e-07": 0.98828125, "1e-06": 0.98046875, "1e-05": 0.96875, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -7.230891227722168, "5": -3.222093343734741, "10": -1.701249361038208, "25": -1.5496958494186401, "50": -1.4812648296356201, "75": -1.4155893325805664, "90": -1.3573081493377686, "95": -1.3339816331863403, "99": -1.2482860088348389 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 2, 1, 1, 3, 1, 0, 1, 1, 1, 3, 1, 0, 2, 2, 3, 2, 3, 4, 1, 7, 23, 329, 114 ], "log_norms_bin_edges": [ -12.603771209716797, -12.37519359588623, -12.146615028381348, -11.918037414550781, -11.689458847045898, -11.460881233215332, -11.23230266571045, -11.003725051879883, -10.775146484375, -10.546568870544434, -10.317991256713867, -10.089412689208984, -9.860835075378418, -9.632256507873535, -9.403678894042969, -9.175100326538086, -8.94652271270752, -8.717945098876953, -8.48936653137207, -8.260787963867188, -8.032210350036621, -7.803632736206055, -7.57505464553833, -7.3464765548706055, -7.117898464202881, -6.889320373535156, -6.660742282867432, -6.432164192199707, -6.203586578369141, -5.975008487701416, -5.746430397033691, -5.517852306365967, -5.289274215698242, -5.060696125030518, -4.832118034362793, -4.603540420532227, -4.374961853027344, -4.146384239196777, -3.9178056716918945, -3.689228057861328, -3.4606494903564453, -3.232071876525879, -3.0034942626953125, -2.7749156951904297, -2.5463380813598633, -2.3177595138549805, -2.089181900024414, -1.8606033325195312, -1.6320257186889648, -1.4034481048583984, -1.1748700141906738 ], "r_inf_mean": 0.25482702255249023, "r_inf_median": 0.25115543603897095, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6384286880493164, "eff_dim_mean": 0.6384286284446716, "topk_energy": { "1": 0.06583899259567261, "5": 0.2622494399547577, "10": 0.4174934923648834, "25": 0.7205021381378174 }, "gamma_raw": 0.03948409482836723, "gamma_active": { "1e-08": 0.03979174420237541, "1e-07": 0.03975486010313034, "1e-06": 0.039573218673467636, "1e-05": 0.03843454644083977, "0.0001": 0.038215626031160355 }, "gamma_energy_weighted": { "1e-08": 0.04188533706116754, "1e-07": 0.04188533706116754, "1e-06": 0.04188533706116754, "1e-05": 0.04188533706116754, "0.0001": 0.04188533706116754 } }, { "layer": 1, "mean_norm": 0.009770737029612064, "median_norm": 0.01028424222022295, "max_norm": 0.01893286406993866, "min_norm": 7.587369453424322e-14, "support": { "1e-08": 0.990234375, "1e-07": 0.986328125, "1e-06": 0.97265625, "1e-05": 0.96484375, "0.0001": 0.955078125 }, "log_norms_percentiles": { "1": -7.719101905822754, "5": -3.7684593200683594, "10": -2.1966614723205566, "25": -2.053609609603882, "50": -1.9877853393554688, "75": -1.9305111169815063, "90": -1.8777633905410767, "95": -1.8573259115219116, "99": -1.803807258605957 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 3, 1, 0, 1, 1, 1, 3, 1, 0, 1, 3, 3, 2, 3, 3, 2, 7, 7, 291, 168 ], "log_norms_bin_edges": [ -13.119909286499023, -12.891966819763184, -12.664024353027344, -12.436081886291504, -12.208139419555664, -11.980196952819824, -11.752254486083984, -11.524312019348145, -11.296369552612305, -11.068426132202148, -10.840484619140625, -10.612541198730469, -10.384599685668945, -10.156656265258789, -9.92871379852295, -9.70077133178711, -9.47282886505127, -9.24488639831543, -9.01694393157959, -8.78900146484375, -8.56105899810791, -8.33311653137207, -8.10517406463623, -7.877231597900391, -7.649289131164551, -7.421346664428711, -7.193404197692871, -6.965461254119873, -6.737518787384033, -6.509576320648193, -6.2816338539123535, -6.053691387176514, -5.825748920440674, -5.597806453704834, -5.369863986968994, -5.141921520233154, -4.913978576660156, -4.686036109924316, -4.458093643188477, -4.230151176452637, -4.002208709716797, -3.774266242980957, -3.546323776245117, -3.3183813095092773, -3.0904388427734375, -2.8624963760375977, -2.634553909301758, -2.406611442565918, -2.178668975830078, -1.9507265090942383, -1.7227836847305298 ], "r_inf_mean": 0.25195640325546265, "r_inf_median": 0.2511955797672272, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6328220963478088, "eff_dim_mean": 0.6328220963478088, "topk_energy": { "1": 0.06419876217842102, "5": 0.2658066749572754, "10": 0.42265307903289795, "25": 0.7259687185287476 }, "gamma_raw": -0.03482368588447571, "gamma_active": { "1e-08": -0.03520052134990692, "1e-07": -0.03522743657231331, "1e-06": -0.03516561537981033, "1e-05": -0.034401822835206985, "0.0001": -0.0341724269092083 }, "gamma_energy_weighted": { "1e-08": -0.03710551475040278, "1e-07": -0.03710551475040278, "1e-06": -0.03710551475040278, "1e-05": -0.03710551475040278, "0.0001": -0.03710551475040278 } }, { "layer": 2, "mean_norm": 0.0042389072477817535, "median_norm": 0.004504785407334566, "max_norm": 0.006469398271292448, "min_norm": 3.295797066250189e-14, "support": { "1e-08": 0.98828125, "1e-07": 0.982421875, "1e-06": 0.970703125, "1e-05": 0.958984375, "0.0001": 0.947265625 }, "log_norms_percentiles": { "1": -8.105923652648926, "5": -4.108242511749268, "10": -2.5618350505828857, "25": -2.3949368000030518, "50": -2.3461170196533203, "75": -2.2968525886535645, "90": -2.254401683807373, "95": -2.2376372814178467, "99": -2.206953763961792 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 2, 2, 2, 0, 1, 0, 2, 2, 2, 0, 0, 3, 2, 2, 3, 3, 2, 8, 3, 53, 411 ], "log_norms_bin_edges": [ -13.482039451599121, -13.256181716918945, -13.030323028564453, -12.804465293884277, -12.578607559204102, -12.35274887084961, -12.126891136169434, -11.901033401489258, -11.675174713134766, -11.44931697845459, -11.223459243774414, -10.997600555419922, -10.771742820739746, -10.54588508605957, -10.320026397705078, -10.094168663024902, -9.868310928344727, -9.642452239990234, -9.416594505310059, -9.190736770629883, -8.96487808227539, -8.739020347595215, -8.513162612915039, -8.287303924560547, -8.061446189880371, -7.835587978363037, -7.609729766845703, -7.383871555328369, -7.158013820648193, -6.932155609130859, -6.706297397613525, -6.48043966293335, -6.254581451416016, -6.028723239898682, -5.802865505218506, -5.577007293701172, -5.351149559020996, -5.125290870666504, -4.899433135986328, -4.673575401306152, -4.44771671295166, -4.221858978271484, -3.9960012435913086, -3.7701425552368164, -3.5442848205566406, -3.318427085876465, -3.0925683975219727, -2.866710662841797, -2.640852928161621, -2.414994239807129, -2.189136266708374 ], "r_inf_mean": 0.2434822916984558, "r_inf_median": 0.23979413509368896, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6503675580024719, "eff_dim_mean": 0.6503674983978271, "topk_energy": { "1": 0.060157954692840576, "5": 0.24833902716636658, "10": 0.4019292891025543, "25": 0.7099142074584961 }, "gamma_raw": -0.0224851556122303, "gamma_active": { "1e-08": -0.02288464456796646, "1e-07": -0.02323276549577713, "1e-06": -0.022795014083385468, "1e-05": -0.021906711161136627, "0.0001": -0.020847391337156296 }, "gamma_energy_weighted": { "1e-08": -0.022172554323861733, "1e-07": -0.022172554323861733, "1e-06": -0.022172554323861733, "1e-05": -0.022172554323861733, "0.0001": -0.022172554323861733 } }, { "layer": 3, "mean_norm": 0.003206371795386076, "median_norm": 0.003245375119149685, "max_norm": 0.005445196758955717, "min_norm": 2.6189845377024706e-14, "support": { "1e-08": 0.98828125, "1e-07": 0.98046875, "1e-06": 0.96875, "1e-05": 0.95703125, "0.0001": 0.9453125 }, "log_norms_percentiles": { "1": -8.247123718261719, "5": -4.218438625335693, "10": -2.715023994445801, "25": -2.536360740661621, "50": -2.4886138439178467, "75": -2.410890579223633, "90": -2.3340039253234863, "95": -2.3079888820648193, "99": -2.2667770385742188 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 2, 2, 0, 1, 1, 1, 3, 1, 0, 2, 2, 2, 2, 3, 3, 2, 8, 5, 199, 262 ], "log_norms_bin_edges": [ -13.581867218017578, -13.355509757995605, -13.129152297973633, -12.902793884277344, -12.676436424255371, -12.450078964233398, -12.223721504211426, -11.997364044189453, -11.77100658416748, -11.544649124145508, -11.318290710449219, -11.091933250427246, -10.865575790405273, -10.6392183303833, -10.412860870361328, -10.186503410339355, -9.960145950317383, -9.733787536621094, -9.507430076599121, -9.281072616577148, -9.054715156555176, -8.828357696533203, -8.601999282836914, -8.375642776489258, -8.149284362792969, -7.922926902770996, -7.696569442749023, -7.470211982727051, -7.24385404586792, -7.017496585845947, -6.791139125823975, -6.564781188964844, -6.338423728942871, -6.112066268920898, -5.885708332061768, -5.659350872039795, -5.432992935180664, -5.206635475158691, -4.980278015136719, -4.753920555114746, -4.527563095092773, -4.301205635070801, -4.074847221374512, -3.848489761352539, -3.6221323013305664, -3.3957748413085938, -3.169417381286621, -2.9430599212646484, -2.7167015075683594, -2.4903440475463867, -2.263986349105835 ], "r_inf_mean": 0.22369056940078735, "r_inf_median": 0.22084270417690277, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6837895512580872, "eff_dim_mean": 0.6837894916534424, "topk_energy": { "1": 0.05078907310962677, "5": 0.21824213862419128, "10": 0.36476460099220276, "25": 0.6747575402259827 }, "gamma_raw": -0.06399538367986679, "gamma_active": { "1e-08": -0.06460949033498764, "1e-07": -0.06449320167303085, "1e-06": -0.06435389071702957, "1e-05": -0.06414292007684708, "0.0001": -0.06395228952169418 }, "gamma_energy_weighted": { "1e-08": -0.06389328812437152, "1e-07": -0.06389328812437152, "1e-06": -0.06389328812437152, "1e-05": -0.06389328812437152, "0.0001": -0.06389328812437152 } } ] }