diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json new file mode 100644 index 0000000..8299289 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 17.094636917114258, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024401620030403137, + "median_norm": 0.02566123940050602, + "max_norm": 0.04988446459174156, + "min_norm": 1.0235094549670976e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.98828125, + "1e-05": 0.97265625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.02548885345459, + "5": -3.262622117996216, + "10": -1.8149617910385132, + "25": -1.670931100845337, + "50": -1.5903549194335938, + "75": -1.527898907661438, + "90": -1.4785772562026978, + "95": -1.4431899785995483, + "99": -1.384284257888794 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 2, + 2, + 1, + 2, + 1, + 2, + 4, + 3, + 1, + 0, + 3, + 3, + 3, + 4, + 36, + 223, + 178, + 24 + ], + "log_norms_bin_edges": [ + -7.989908695220947, + -7.856151103973389, + -7.722393989562988, + -7.58863639831543, + -7.454878807067871, + -7.3211212158203125, + -7.187363624572754, + -7.0536065101623535, + -6.919848918914795, + -6.786091327667236, + -6.652334213256836, + -6.518576622009277, + -6.384819030761719, + -6.25106143951416, + -6.117303848266602, + -5.983546733856201, + -5.849789142608643, + -5.716031551361084, + -5.582274436950684, + -5.448516845703125, + -5.314759254455566, + -5.181001663208008, + -5.047244071960449, + -4.913486957550049, + -4.77972936630249, + -4.645971775054932, + -4.512214660644531, + -4.378457069396973, + -4.244699478149414, + -4.1109418869018555, + -3.977184772491455, + -3.8434271812438965, + -3.709669589996338, + -3.5759119987487793, + -3.4421544075012207, + -3.3083972930908203, + -3.1746397018432617, + -3.040882110595703, + -2.9071249961853027, + -2.773367404937744, + -2.6396098136901855, + -2.505852222442627, + -2.3720946311950684, + -2.238337516784668, + -2.1045799255371094, + -1.9708223342895508, + -1.8370652198791504, + -1.7033076286315918, + -1.5695500373840332, + -1.4357924461364746, + -1.3020347356796265 + ], + "r_inf_mean": 0.2680489420890808, + "r_inf_median": 0.264477401971817, + "pr_mean": 0.3115241229534149, + "pr_median": 0.30938175320625305, + "hoyer_mean": 0.6181234121322632, + "eff_dim_mean": 0.6181234121322632, + "topk_energy": { + "1": 0.07296155393123627, + "5": 0.28479093313217163, + "10": 0.4448028802871704, + "25": 0.7400223016738892 + }, + "gamma_raw": -0.009409287944436073, + "gamma_active": { + "1e-08": -0.009409287944436073, + "1e-07": -0.009441999718546867, + "1e-06": -0.008963683620095253, + "1e-05": -0.008609690703451633, + "0.0001": -0.008745985105633736 + }, + "gamma_energy_weighted": { + "1e-08": -0.008377841771075097, + "1e-07": -0.008377841771075097, + "1e-06": -0.008377841771075097, + "1e-05": -0.008377841771075097, + "0.0001": -0.008377841771075097 + } + }, + { + "layer": 1, + "mean_norm": 0.009599195793271065, + "median_norm": 0.010109500028192997, + "max_norm": 0.019421644508838654, + "min_norm": 3.4533462756058952e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.463927268981934, + "5": -3.669637441635132, + "10": -2.238370656967163, + "25": -2.0572736263275146, + "50": -1.9951733350753784, + "75": -1.9364120960235596, + "90": -1.8927457332611084, + "95": -1.8630188703536987, + "99": -1.8193814754486084 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 1, + 3, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 2, + 1, + 2, + 2, + 1, + 1, + 5, + 3, + 0, + 1, + 3, + 3, + 2, + 5, + 22, + 211, + 206, + 22 + ], + "log_norms_bin_edges": [ + -8.461760520935059, + -8.326759338378906, + -8.19175910949707, + -8.056757926940918, + -7.921756744384766, + -7.7867560386657715, + -7.651754856109619, + -7.516754150390625, + -7.381752967834473, + -7.2467522621154785, + -7.111751079559326, + -6.976750373840332, + -6.84174919128418, + -6.7067484855651855, + -6.571747779846191, + -6.436746597290039, + -6.301745414733887, + -6.166744709014893, + -6.031744003295898, + -5.896742820739746, + -5.761741638183594, + -5.6267409324646, + -5.4917402267456055, + -5.356739044189453, + -5.221738338470459, + -5.086737632751465, + -4.9517364501953125, + -4.81673526763916, + -4.681734561920166, + -4.546733856201172, + -4.4117326736450195, + -4.276731491088867, + -4.141730785369873, + -4.006730079650879, + -3.8717288970947266, + -3.7367281913757324, + -3.60172700881958, + -3.466726303100586, + -3.3317251205444336, + -3.1967244148254395, + -3.061723232269287, + -2.926722526550293, + -2.7917213439941406, + -2.6567206382751465, + -2.521719455718994, + -2.38671875, + -2.2517175674438477, + -2.1167168617248535, + -1.9817161560058594, + -1.846714973449707, + -1.7117140293121338 + ], + "r_inf_mean": 0.2718127369880676, + "r_inf_median": 0.26672932505607605, + "pr_mean": 0.30408626794815063, + "pr_median": 0.3057907223701477, + "hoyer_mean": 0.6102458238601685, + "eff_dim_mean": 0.6102457642555237, + "topk_energy": { + "1": 0.0751546248793602, + "5": 0.2892061471939087, + "10": 0.4520096182823181, + "25": 0.7492213249206543 + }, + "gamma_raw": -0.03111574612557888, + "gamma_active": { + "1e-08": -0.031152157112956047, + "1e-07": -0.030993591994047165, + "1e-06": -0.03090837597846985, + "1e-05": -0.03179863467812538, + "0.0001": -0.03194289654493332 + }, + "gamma_energy_weighted": { + "1e-08": -0.03152182209031547, + "1e-07": -0.03152182209031547, + "1e-06": -0.03152182209031547, + "1e-05": -0.03152182209031547, + "0.0001": -0.03152182209031547 + } + }, + { + "layer": 2, + "mean_norm": 0.0044164108112454414, + "median_norm": 0.00475363340228796, + "max_norm": 0.007462572772055864, + "min_norm": 1.6349925857639391e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -6.802234649658203, + "5": -4.05259895324707, + "10": -2.571122407913208, + "25": -2.379220962524414, + "50": -2.3226428031921387, + "75": -2.2819905281066895, + "90": -2.2403411865234375, + "95": -2.2259600162506104, + "99": -2.1943187713623047 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 1, + 3, + 2, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 1, + 2, + 3, + 0, + 2, + 5, + 2, + 1, + 1, + 1, + 4, + 2, + 3, + 6, + 56, + 316, + 86 + ], + "log_norms_bin_edges": [ + -8.786484718322754, + -8.653297424316406, + -8.520110130310059, + -8.386921882629395, + -8.253734588623047, + -8.1205472946167, + -7.987360000610352, + -7.854172229766846, + -7.720984935760498, + -7.587797164916992, + -7.4546098709106445, + -7.321422576904297, + -7.188235282897949, + -7.055047512054443, + -6.921860218048096, + -6.78867244720459, + -6.655485153198242, + -6.5222978591918945, + -6.389110088348389, + -6.255922794342041, + -6.122735023498535, + -5.9895477294921875, + -5.85636043548584, + -5.723173141479492, + -5.589985370635986, + -5.4567975997924805, + -5.323610305786133, + -5.190423011779785, + -5.0572357177734375, + -4.924047946929932, + -4.790860652923584, + -4.657672882080078, + -4.5244855880737305, + -4.391298294067383, + -4.258110523223877, + -4.124923229217529, + -3.9917354583740234, + -3.858548164367676, + -3.725360870361328, + -3.5921730995178223, + -3.4589858055114746, + -3.325798511505127, + -3.192610740661621, + -3.0594234466552734, + -2.926236152648926, + -2.79304838180542, + -2.6598610877990723, + -2.5266733169555664, + -2.3934860229492188, + -2.260298728942871, + -2.1271116733551025 + ], + "r_inf_mean": 0.25978320837020874, + "r_inf_median": 0.25240036845207214, + "pr_mean": 0.32723861932754517, + "pr_median": 0.32713040709495544, + "hoyer_mean": 0.6264320611953735, + "eff_dim_mean": 0.6264320611953735, + "topk_energy": { + "1": 0.06866806745529175, + "5": 0.27187100052833557, + "10": 0.43001362681388855, + "25": 0.7321963310241699 + }, + "gamma_raw": 0.026095906272530556, + "gamma_active": { + "1e-08": 0.02615460567176342, + "1e-07": 0.026393268257379532, + "1e-06": 0.026492638513445854, + "1e-05": 0.02642548456788063, + "0.0001": 0.02617129310965538 + }, + "gamma_energy_weighted": { + "1e-08": 0.026250373003171543, + "1e-07": 0.026250373003171543, + "1e-06": 0.026250373003171543, + "1e-05": 0.026250373003171543, + "0.0001": 0.026250373003171543 + } + }, + { + "layer": 3, + "mean_norm": 0.003111991100013256, + "median_norm": 0.0032469374127686024, + "max_norm": 0.00503620645031333, + "min_norm": 1.1750254103048974e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.990234375, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -6.927207946777344, + "5": -4.187145233154297, + "10": -2.715087652206421, + "25": -2.5346479415893555, + "50": -2.4884839057922363, + "75": -2.433896064758301, + "90": -2.3669588565826416, + "95": -2.338439464569092, + "99": -2.3075790405273438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 3, + 1, + 1, + 2, + 1, + 2, + 5, + 2, + 2, + 0, + 1, + 4, + 2, + 4, + 4, + 39, + 299, + 121 + ], + "log_norms_bin_edges": [ + -8.929952621459961, + -8.797311782836914, + -8.66466999053955, + -8.532029151916504, + -8.399388313293457, + -8.266746520996094, + -8.134105682373047, + -8.00146484375, + -7.868823528289795, + -7.736182689666748, + -7.603541374206543, + -7.470900535583496, + -7.338259220123291, + -7.205617904663086, + -7.072977066040039, + -6.940335750579834, + -6.807694435119629, + -6.675053596496582, + -6.542412757873535, + -6.409770965576172, + -6.277130126953125, + -6.144489288330078, + -6.011847972869873, + -5.879206657409668, + -5.746565818786621, + -5.613924503326416, + -5.481283187866211, + -5.348642349243164, + -5.216001510620117, + -5.083360195159912, + -4.950718879699707, + -4.81807804107666, + -4.685436725616455, + -4.55279541015625, + -4.420154571533203, + -4.287513256072998, + -4.154872417449951, + -4.022231101989746, + -3.889589786529541, + -3.756948947906494, + -3.624307632446289, + -3.491666793823242, + -3.359025478363037, + -3.226384162902832, + -3.093743324279785, + -2.96110200881958, + -2.828461170196533, + -2.695819854736328, + -2.5631790161132812, + -2.430537700653076, + -2.29789662361145 + ], + "r_inf_mean": 0.23752900958061218, + "r_inf_median": 0.23798441886901855, + "pr_mean": 0.3774625062942505, + "pr_median": 0.365910142660141, + "hoyer_mean": 0.6601237058639526, + "eff_dim_mean": 0.6601237058639526, + "topk_energy": { + "1": 0.0572943277657032, + "5": 0.23876231908798218, + "10": 0.390636682510376, + "25": 0.699897289276123 + }, + "gamma_raw": -0.0061958059668540955, + "gamma_active": { + "1e-08": -0.006191797088831663, + "1e-07": -0.005939060356467962, + "1e-06": -0.006188010331243277, + "1e-05": -0.006145867519080639, + "0.0001": -0.005790317431092262 + }, + "gamma_energy_weighted": { + "1e-08": -0.006984015055097669, + "1e-07": -0.006984015055097669, + "1e-06": -0.006984015055097669, + "1e-05": -0.006984015055097669, + "0.0001": -0.006984015055097669 + } + } + ] +}
\ No newline at end of file |