diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json new file mode 100644 index 0000000..46095e6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 20.137977600097656, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.031741879880428314, + "median_norm": 0.033015575259923935, + "max_norm": 0.06685440242290497, + "min_norm": 2.490170071013653e-13, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.96875, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.230891227722168, + "5": -3.222093343734741, + "10": -1.701249361038208, + "25": -1.5496958494186401, + "50": -1.4812648296356201, + "75": -1.4155893325805664, + "90": -1.3573081493377686, + "95": -1.3339816331863403, + "99": -1.2482860088348389 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 3, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 0, + 2, + 2, + 3, + 2, + 3, + 4, + 1, + 7, + 23, + 329, + 114 + ], + "log_norms_bin_edges": [ + -12.603771209716797, + -12.37519359588623, + -12.146615028381348, + -11.918037414550781, + -11.689458847045898, + -11.460881233215332, + -11.23230266571045, + -11.003725051879883, + -10.775146484375, + -10.546568870544434, + -10.317991256713867, + -10.089412689208984, + -9.860835075378418, + -9.632256507873535, + -9.403678894042969, + -9.175100326538086, + -8.94652271270752, + -8.717945098876953, + -8.48936653137207, + -8.260787963867188, + -8.032210350036621, + -7.803632736206055, + -7.57505464553833, + -7.3464765548706055, + -7.117898464202881, + -6.889320373535156, + -6.660742282867432, + -6.432164192199707, + -6.203586578369141, + -5.975008487701416, + -5.746430397033691, + -5.517852306365967, + -5.289274215698242, + -5.060696125030518, + -4.832118034362793, + -4.603540420532227, + -4.374961853027344, + -4.146384239196777, + -3.9178056716918945, + -3.689228057861328, + -3.4606494903564453, + -3.232071876525879, + -3.0034942626953125, + -2.7749156951904297, + -2.5463380813598633, + -2.3177595138549805, + -2.089181900024414, + -1.8606033325195312, + -1.6320257186889648, + -1.4034481048583984, + -1.1748700141906738 + ], + "r_inf_mean": 0.25482702255249023, + "r_inf_median": 0.25115543603897095, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6384286880493164, + "eff_dim_mean": 0.6384286284446716, + "topk_energy": { + "1": 0.06583899259567261, + "5": 0.2622494399547577, + "10": 0.4174934923648834, + "25": 0.7205021381378174 + }, + "gamma_raw": 0.03948409482836723, + "gamma_active": { + "1e-08": 0.03979174420237541, + "1e-07": 0.03975486010313034, + "1e-06": 0.039573218673467636, + "1e-05": 0.03843454644083977, + "0.0001": 0.038215626031160355 + }, + "gamma_energy_weighted": { + "1e-08": 0.04188533706116754, + "1e-07": 0.04188533706116754, + "1e-06": 0.04188533706116754, + "1e-05": 0.04188533706116754, + "0.0001": 0.04188533706116754 + } + }, + { + "layer": 1, + "mean_norm": 0.009770737029612064, + "median_norm": 0.01028424222022295, + "max_norm": 0.01893286406993866, + "min_norm": 7.587369453424322e-14, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.719101905822754, + "5": -3.7684593200683594, + "10": -2.1966614723205566, + "25": -2.053609609603882, + "50": -1.9877853393554688, + "75": -1.9305111169815063, + "90": -1.8777633905410767, + "95": -1.8573259115219116, + "99": -1.803807258605957 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 3, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 0, + 1, + 3, + 3, + 2, + 3, + 3, + 2, + 7, + 7, + 291, + 168 + ], + "log_norms_bin_edges": [ + -13.119909286499023, + -12.891966819763184, + -12.664024353027344, + -12.436081886291504, + -12.208139419555664, + -11.980196952819824, + -11.752254486083984, + -11.524312019348145, + -11.296369552612305, + -11.068426132202148, + -10.840484619140625, + -10.612541198730469, + -10.384599685668945, + -10.156656265258789, + -9.92871379852295, + -9.70077133178711, + -9.47282886505127, + -9.24488639831543, + -9.01694393157959, + -8.78900146484375, + -8.56105899810791, + -8.33311653137207, + -8.10517406463623, + -7.877231597900391, + -7.649289131164551, + -7.421346664428711, + -7.193404197692871, + -6.965461254119873, + -6.737518787384033, + -6.509576320648193, + -6.2816338539123535, + -6.053691387176514, + -5.825748920440674, + -5.597806453704834, + -5.369863986968994, + -5.141921520233154, + -4.913978576660156, + -4.686036109924316, + -4.458093643188477, + -4.230151176452637, + -4.002208709716797, + -3.774266242980957, + -3.546323776245117, + -3.3183813095092773, + -3.0904388427734375, + -2.8624963760375977, + -2.634553909301758, + -2.406611442565918, + -2.178668975830078, + -1.9507265090942383, + -1.7227836847305298 + ], + "r_inf_mean": 0.25195640325546265, + "r_inf_median": 0.2511955797672272, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6328220963478088, + "eff_dim_mean": 0.6328220963478088, + "topk_energy": { + "1": 0.06419876217842102, + "5": 0.2658066749572754, + "10": 0.42265307903289795, + "25": 0.7259687185287476 + }, + "gamma_raw": -0.03482368588447571, + "gamma_active": { + "1e-08": -0.03520052134990692, + "1e-07": -0.03522743657231331, + "1e-06": -0.03516561537981033, + "1e-05": -0.034401822835206985, + "0.0001": -0.0341724269092083 + }, + "gamma_energy_weighted": { + "1e-08": -0.03710551475040278, + "1e-07": -0.03710551475040278, + "1e-06": -0.03710551475040278, + "1e-05": -0.03710551475040278, + "0.0001": -0.03710551475040278 + } + }, + { + "layer": 2, + "mean_norm": 0.0042389072477817535, + "median_norm": 0.004504785407334566, + "max_norm": 0.006469398271292448, + "min_norm": 3.295797066250189e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.958984375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.105923652648926, + "5": -4.108242511749268, + "10": -2.5618350505828857, + "25": -2.3949368000030518, + "50": -2.3461170196533203, + "75": -2.2968525886535645, + "90": -2.254401683807373, + "95": -2.2376372814178467, + "99": -2.206953763961792 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 0, + 0, + 3, + 2, + 2, + 3, + 3, + 2, + 8, + 3, + 53, + 411 + ], + "log_norms_bin_edges": [ + -13.482039451599121, + -13.256181716918945, + -13.030323028564453, + -12.804465293884277, + -12.578607559204102, + -12.35274887084961, + -12.126891136169434, + -11.901033401489258, + -11.675174713134766, + -11.44931697845459, + -11.223459243774414, + -10.997600555419922, + -10.771742820739746, + -10.54588508605957, + -10.320026397705078, + -10.094168663024902, + -9.868310928344727, + -9.642452239990234, + -9.416594505310059, + -9.190736770629883, + -8.96487808227539, + -8.739020347595215, + -8.513162612915039, + -8.287303924560547, + -8.061446189880371, + -7.835587978363037, + -7.609729766845703, + -7.383871555328369, + -7.158013820648193, + -6.932155609130859, + -6.706297397613525, + -6.48043966293335, + -6.254581451416016, + -6.028723239898682, + -5.802865505218506, + -5.577007293701172, + -5.351149559020996, + -5.125290870666504, + -4.899433135986328, + -4.673575401306152, + -4.44771671295166, + -4.221858978271484, + -3.9960012435913086, + -3.7701425552368164, + -3.5442848205566406, + -3.318427085876465, + -3.0925683975219727, + -2.866710662841797, + -2.640852928161621, + -2.414994239807129, + -2.189136266708374 + ], + "r_inf_mean": 0.2434822916984558, + "r_inf_median": 0.23979413509368896, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6503675580024719, + "eff_dim_mean": 0.6503674983978271, + "topk_energy": { + "1": 0.060157954692840576, + "5": 0.24833902716636658, + "10": 0.4019292891025543, + "25": 0.7099142074584961 + }, + "gamma_raw": -0.0224851556122303, + "gamma_active": { + "1e-08": -0.02288464456796646, + "1e-07": -0.02323276549577713, + "1e-06": -0.022795014083385468, + "1e-05": -0.021906711161136627, + "0.0001": -0.020847391337156296 + }, + "gamma_energy_weighted": { + "1e-08": -0.022172554323861733, + "1e-07": -0.022172554323861733, + "1e-06": -0.022172554323861733, + "1e-05": -0.022172554323861733, + "0.0001": -0.022172554323861733 + } + }, + { + "layer": 3, + "mean_norm": 0.003206371795386076, + "median_norm": 0.003245375119149685, + "max_norm": 0.005445196758955717, + "min_norm": 2.6189845377024706e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.95703125, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -8.247123718261719, + "5": -4.218438625335693, + "10": -2.715023994445801, + "25": -2.536360740661621, + "50": -2.4886138439178467, + "75": -2.410890579223633, + "90": -2.3340039253234863, + "95": -2.3079888820648193, + "99": -2.2667770385742188 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 1, + 1, + 3, + 1, + 0, + 2, + 2, + 2, + 2, + 3, + 3, + 2, + 8, + 5, + 199, + 262 + ], + "log_norms_bin_edges": [ + -13.581867218017578, + -13.355509757995605, + -13.129152297973633, + -12.902793884277344, + -12.676436424255371, + -12.450078964233398, + -12.223721504211426, + -11.997364044189453, + -11.77100658416748, + -11.544649124145508, + -11.318290710449219, + -11.091933250427246, + -10.865575790405273, + -10.6392183303833, + -10.412860870361328, + -10.186503410339355, + -9.960145950317383, + -9.733787536621094, + -9.507430076599121, + -9.281072616577148, + -9.054715156555176, + -8.828357696533203, + -8.601999282836914, + -8.375642776489258, + -8.149284362792969, + -7.922926902770996, + -7.696569442749023, + -7.470211982727051, + -7.24385404586792, + -7.017496585845947, + -6.791139125823975, + -6.564781188964844, + -6.338423728942871, + -6.112066268920898, + -5.885708332061768, + -5.659350872039795, + -5.432992935180664, + -5.206635475158691, + -4.980278015136719, + -4.753920555114746, + -4.527563095092773, + -4.301205635070801, + -4.074847221374512, + -3.848489761352539, + -3.6221323013305664, + -3.3957748413085938, + -3.169417381286621, + -2.9430599212646484, + -2.7167015075683594, + -2.4903440475463867, + -2.263986349105835 + ], + "r_inf_mean": 0.22369056940078735, + "r_inf_median": 0.22084270417690277, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6837895512580872, + "eff_dim_mean": 0.6837894916534424, + "topk_energy": { + "1": 0.05078907310962677, + "5": 0.21824213862419128, + "10": 0.36476460099220276, + "25": 0.6747575402259827 + }, + "gamma_raw": -0.06399538367986679, + "gamma_active": { + "1e-08": -0.06460949033498764, + "1e-07": -0.06449320167303085, + "1e-06": -0.06435389071702957, + "1e-05": -0.06414292007684708, + "0.0001": -0.06395228952169418 + }, + "gamma_energy_weighted": { + "1e-08": -0.06389328812437152, + "1e-07": -0.06389328812437152, + "1e-06": -0.06389328812437152, + "1e-05": -0.06389328812437152, + "0.0001": -0.06389328812437152 + } + } + ] +}
\ No newline at end of file |