diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json new file mode 100644 index 0000000..2d57b41 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 21.19745635986328, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03040400519967079, + "median_norm": 0.03205174580216408, + "max_norm": 0.06349094957113266, + "min_norm": 1.46111462230418e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.783112049102783, + "5": -3.523183584213257, + "10": -1.7536661624908447, + "25": -1.567161202430725, + "50": -1.4932548999786377, + "75": -1.432035207748413, + "90": -1.383159875869751, + "95": -1.3446661233901978, + "99": -1.2703231573104858 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 3, + 0, + 4, + 3, + 0, + 1, + 3, + 3, + 3, + 3, + 3, + 2, + 4, + 3, + 20, + 321, + 124 + ], + "log_norms_bin_edges": [ + -12.83531665802002, + -12.602556228637695, + -12.369795799255371, + -12.137035369873047, + -11.904273986816406, + -11.671513557434082, + -11.438753128051758, + -11.205992698669434, + -10.97323226928711, + -10.740471839904785, + -10.507711410522461, + -10.27495002746582, + -10.042189598083496, + -9.809429168701172, + -9.576668739318848, + -9.343908309936523, + -9.1111478805542, + -8.878387451171875, + -8.645626068115234, + -8.412866592407227, + -8.180105209350586, + -7.947344779968262, + -7.7145843505859375, + -7.481823921203613, + -7.249063014984131, + -7.016302585601807, + -6.783542156219482, + -6.55078125, + -6.318020820617676, + -6.085260391235352, + -5.852499961853027, + -5.619739055633545, + -5.386978626251221, + -5.1542181968688965, + -4.921457290649414, + -4.68869686126709, + -4.455936431884766, + -4.223176002502441, + -3.990415573120117, + -3.757655143737793, + -3.5248937606811523, + -3.292133331298828, + -3.059372901916504, + -2.8266124725341797, + -2.5938520431518555, + -2.3610916137695312, + -2.128331184387207, + -1.8955698013305664, + -1.6628093719482422, + -1.430048942565918, + -1.197288155555725 + ], + "r_inf_mean": 0.24214518070220947, + "r_inf_median": 0.24086883664131165, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6381150484085083, + "eff_dim_mean": 0.6381149888038635, + "topk_energy": { + "1": 0.059168294072151184, + "5": 0.2549382746219635, + "10": 0.4119465947151184, + "25": 0.7209324836730957 + }, + "gamma_raw": 0.03670666366815567, + "gamma_active": { + "1e-08": 0.036778490990400314, + "1e-07": 0.0368766225874424, + "1e-06": 0.03731311485171318, + "1e-05": 0.037232547998428345, + "0.0001": 0.036385677754879 + }, + "gamma_energy_weighted": { + "1e-08": 0.03878845380147204, + "1e-07": 0.03878845380147204, + "1e-06": 0.03878845380147204, + "1e-05": 0.03878845380147204, + "0.0001": 0.03878845380147204 + } + }, + { + "layer": 1, + "mean_norm": 0.009407002478837967, + "median_norm": 0.010007322765886784, + "max_norm": 0.018939673900604248, + "min_norm": 4.286678230804898e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.966796875, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -7.302133560180664, + "5": -4.0474443435668945, + "10": -2.2689290046691895, + "25": -2.067183256149292, + "50": -1.9994139671325684, + "75": -1.9474982023239136, + "90": -1.897768259048462, + "95": -1.873732089996338, + "99": -1.812689185142517 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 1, + 3, + 4, + 0, + 1, + 3, + 3, + 3, + 2, + 4, + 2, + 4, + 2, + 11, + 306, + 149 + ], + "log_norms_bin_edges": [ + -13.367879867553711, + -13.134974479675293, + -12.902070045471191, + -12.669164657592773, + -12.436259269714355, + -12.203354835510254, + -11.970449447631836, + -11.737545013427734, + -11.504639625549316, + -11.271734237670898, + -11.038829803466797, + -10.805924415588379, + -10.573019027709961, + -10.34011459350586, + -10.107209205627441, + -9.874303817749023, + -9.641399383544922, + -9.408493995666504, + -9.175588607788086, + -8.942684173583984, + -8.709778785705566, + -8.476873397827148, + -8.243968963623047, + -8.011064529418945, + -7.778158664703369, + -7.545253753662109, + -7.31234884262085, + -7.079443454742432, + -6.846538543701172, + -6.613633632659912, + -6.380728721618652, + -6.147823333740234, + -5.914918422698975, + -5.682013511657715, + -5.449108123779297, + -5.216203689575195, + -4.983298301696777, + -4.750392913818359, + -4.517488479614258, + -4.28458309173584, + -4.051677703857422, + -3.8187732696533203, + -3.5858678817749023, + -3.3529624938964844, + -3.120058059692383, + -2.887152671813965, + -2.6542482376098633, + -2.4213428497314453, + -2.1884374618530273, + -1.9555330276489258, + -1.7226275205612183 + ], + "r_inf_mean": 0.25187140703201294, + "r_inf_median": 0.2496219426393509, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6325897574424744, + "eff_dim_mean": 0.6325897574424744, + "topk_energy": { + "1": 0.06419665366411209, + "5": 0.26534503698349, + "10": 0.4231595993041992, + "25": 0.7274112701416016 + }, + "gamma_raw": -0.025964388623833656, + "gamma_active": { + "1e-08": -0.026043221354484558, + "1e-07": -0.026560284197330475, + "1e-06": -0.02585577964782715, + "1e-05": -0.0264356080442667, + "0.0001": -0.025899222120642662 + }, + "gamma_energy_weighted": { + "1e-08": -0.026727643040613754, + "1e-07": -0.026727643040613754, + "1e-06": -0.026727643040613754, + "1e-05": -0.026727643040613754, + "0.0001": -0.026727643040613754 + } + }, + { + "layer": 2, + "mean_norm": 0.004097737371921539, + "median_norm": 0.004346729256212711, + "max_norm": 0.00662418594583869, + "min_norm": 2.0725266527922212e-14, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.95703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.6502838134765625, + "5": -4.413038730621338, + "10": -2.6456570625305176, + "25": -2.408986806869507, + "50": -2.3617043495178223, + "75": -2.3222146034240723, + "90": -2.2554047107696533, + "95": -2.2215726375579834, + "99": -2.1976318359375 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 2, + 1, + 2, + 3, + 2, + 2, + 1, + 3, + 3, + 3, + 3, + 3, + 4, + 2, + 6, + 76, + 384 + ], + "log_norms_bin_edges": [ + -13.683500289916992, + -13.453407287597656, + -13.223315238952637, + -12.9932222366333, + -12.763129234313965, + -12.533037185668945, + -12.30294418334961, + -12.072851181030273, + -11.842759132385254, + -11.612666130065918, + -11.382574081420898, + -11.152481079101562, + -10.922388076782227, + -10.692296028137207, + -10.462203025817871, + -10.232110977172852, + -10.002017974853516, + -9.77192497253418, + -9.541831970214844, + -9.311739921569824, + -9.081646919250488, + -8.851554870605469, + -8.621461868286133, + -8.391368865966797, + -8.161275863647461, + -7.931183815002441, + -7.701091289520264, + -7.470998287200928, + -7.24090576171875, + -7.010813236236572, + -6.7807207107543945, + -6.550627708435059, + -6.320535182952881, + -6.090442657470703, + -5.860349655151367, + -5.630257606506348, + -5.400164604187012, + -5.170071601867676, + -4.939979553222656, + -4.70988655090332, + -4.479793548583984, + -4.249701499938965, + -4.019608497619629, + -3.789515495300293, + -3.5594234466552734, + -3.3293304443359375, + -3.099238395690918, + -2.869145393371582, + -2.639052391052246, + -2.4089603424072266, + -2.1788675785064697 + ], + "r_inf_mean": 0.24332574009895325, + "r_inf_median": 0.23988822102546692, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6523971557617188, + "eff_dim_mean": 0.6523971557617188, + "topk_energy": { + "1": 0.060076288878917694, + "5": 0.24911275506019592, + "10": 0.40284186601638794, + "25": 0.708105742931366 + }, + "gamma_raw": 0.002478993032127619, + "gamma_active": { + "1e-08": 0.0026697225403040648, + "1e-07": 0.002912687137722969, + "1e-06": 0.0030767852440476418, + "1e-05": 0.002886455738916993, + "0.0001": 0.003637741319835186 + }, + "gamma_energy_weighted": { + "1e-08": -0.0010220359668276081, + "1e-07": -0.0010220359668276081, + "1e-06": -0.0010220359668276081, + "1e-05": -0.0010220359668276081, + "0.0001": -0.0010220359668276081 + } + }, + { + "layer": 3, + "mean_norm": 0.003090351354330778, + "median_norm": 0.0030408434104174376, + "max_norm": 0.005727814044803381, + "min_norm": 1.685933531182012e-14, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.97265625, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.791493892669678, + "5": -4.545069217681885, + "10": -2.740194082260132, + "25": -2.5453920364379883, + "50": -2.5167391300201416, + "75": -2.4548723697662354, + "90": -2.3249597549438477, + "95": -2.2805280685424805, + "99": -2.245894432067871 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 1, + 3, + 1, + 3, + 1, + 2, + 2, + 2, + 3, + 2, + 4, + 3, + 3, + 4, + 3, + 4, + 305, + 155 + ], + "log_norms_bin_edges": [ + -13.77315902709961, + -13.542535781860352, + -13.31191349029541, + -13.081290245056152, + -12.850666999816895, + -12.620044708251953, + -12.389421463012695, + -12.158798217773438, + -11.92817497253418, + -11.697552680969238, + -11.46692943572998, + -11.236306190490723, + -11.005683898925781, + -10.775060653686523, + -10.544437408447266, + -10.313814163208008, + -10.083191871643066, + -9.852568626403809, + -9.621946334838867, + -9.39132308959961, + -9.160699844360352, + -8.930076599121094, + -8.699453353881836, + -8.468831062316895, + -8.238207817077637, + -8.007585525512695, + -7.776961803436279, + -7.54633903503418, + -7.31571626663208, + -7.085093021392822, + -6.854470252990723, + -6.623847007751465, + -6.393224239349365, + -6.162601470947266, + -5.931978225708008, + -5.70135498046875, + -5.470732688903809, + -5.240109443664551, + -5.009486198425293, + -4.778863906860352, + -4.548240661621094, + -4.317617416381836, + -4.086994171142578, + -3.8563718795776367, + -3.625748634338379, + -3.395125389099121, + -3.1645030975341797, + -2.933879852294922, + -2.703256607055664, + -2.4726343154907227, + -2.242011070251465 + ], + "r_inf_mean": 0.2192365527153015, + "r_inf_median": 0.21876797080039978, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6858484148979187, + "eff_dim_mean": 0.6858483552932739, + "topk_energy": { + "1": 0.04888703301548958, + "5": 0.21932975947856903, + "10": 0.36428147554397583, + "25": 0.6723827123641968 + }, + "gamma_raw": 0.011837532743811607, + "gamma_active": { + "1e-08": 0.0118606211617589, + "1e-07": 0.011843470856547356, + "1e-06": 0.011873087845742702, + "1e-05": 0.01188801322132349, + "0.0001": 0.011081497184932232 + }, + "gamma_energy_weighted": { + "1e-08": -0.00552449100685708, + "1e-07": -0.00552449100685708, + "1e-06": -0.00552449100685708, + "1e-05": -0.00552449100685708, + "0.0001": -0.00552449100685708 + } + } + ] +}
\ No newline at end of file |