diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json new file mode 100644 index 0000000..84265eb --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 16.613094329833984, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023572653532028198, + "median_norm": 0.025077378377318382, + "max_norm": 0.04179390147328377, + "min_norm": 3.06108610681477e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.679841995239258, + "5": -2.8504583835601807, + "10": -1.8440133333206177, + "25": -1.6717641353607178, + "50": -1.600502610206604, + "75": -1.5471409559249878, + "90": -1.5002610683441162, + "95": -1.468246340751648, + "99": -1.414713978767395 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 2, + 4, + 2, + 0, + 2, + 3, + 0, + 2, + 1, + 4, + 3, + 4, + 4, + 5, + 30, + 281, + 155 + ], + "log_norms_bin_edges": [ + -10.514124870300293, + -10.331419944763184, + -10.148715019226074, + -9.966011047363281, + -9.783306121826172, + -9.600601196289062, + -9.417896270751953, + -9.235191345214844, + -9.052486419677734, + -8.869782447814941, + -8.687077522277832, + -8.504372596740723, + -8.321667671203613, + -8.13896369934082, + -7.956258296966553, + -7.773553848266602, + -7.590848922729492, + -7.408143997192383, + -7.225439548492432, + -7.042734622955322, + -6.860030174255371, + -6.677325248718262, + -6.494620323181152, + -6.311915874481201, + -6.129210948944092, + -5.946506023406982, + -5.763801574707031, + -5.581096649169922, + -5.3983917236328125, + -5.215687274932861, + -5.032982349395752, + -4.850277900695801, + -4.667572975158691, + -4.484868049621582, + -4.302163600921631, + -4.1194586753845215, + -3.9367542266845703, + -3.754049301147461, + -3.5713443756103516, + -3.3886399269104004, + -3.205935001373291, + -3.0232300758361816, + -2.8405256271362305, + -2.657820701599121, + -2.4751157760620117, + -2.2924108505249023, + -2.1097068786621094, + -1.927001953125, + -1.7442970275878906, + -1.5615921020507812, + -1.3788871765136719 + ], + "r_inf_mean": 0.2550200819969177, + "r_inf_median": 0.25349974632263184, + "pr_mean": 0.32874974608421326, + "pr_median": 0.3290647566318512, + "hoyer_mean": 0.6253382563591003, + "eff_dim_mean": 0.6253382563591003, + "topk_energy": { + "1": 0.06581422686576843, + "5": 0.27192455530166626, + "10": 0.43085578083992004, + "25": 0.7344258427619934 + }, + "gamma_raw": 0.03345277160406113, + "gamma_active": { + "1e-08": 0.03351885825395584, + "1e-07": 0.03351885825395584, + "1e-06": 0.033535514026880264, + "1e-05": 0.03390645608305931, + "0.0001": 0.03378583863377571 + }, + "gamma_energy_weighted": { + "1e-08": 0.0362469354200643, + "1e-07": 0.0362469354200643, + "1e-06": 0.0362469354200643, + "1e-05": 0.0362469354200643, + "0.0001": 0.0362469354200643 + } + }, + { + "layer": 1, + "mean_norm": 0.009234919212758541, + "median_norm": 0.009865829721093178, + "max_norm": 0.015419840812683105, + "min_norm": 1.1815149553173754e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.98828125, + "1e-05": 0.98046875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -6.057450771331787, + "5": -3.230379819869995, + "10": -2.2295053005218506, + "25": -2.068103551864624, + "50": -2.005589246749878, + "75": -1.9566742181777954, + "90": -1.9158730506896973, + "95": -1.8900667428970337, + "99": -1.8609211444854736 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 4, + 3, + 0, + 1, + 3, + 1, + 2, + 1, + 4, + 2, + 2, + 7, + 4, + 17, + 223, + 227 + ], + "log_norms_bin_edges": [ + -10.927560806274414, + -10.745247840881348, + -10.562934875488281, + -10.380622863769531, + -10.198309898376465, + -10.015996932983398, + -9.833683967590332, + -9.651371002197266, + -9.4690580368042, + -9.286745071411133, + -9.104433059692383, + -8.922120094299316, + -8.73980712890625, + -8.557494163513184, + -8.375181198120117, + -8.19286823272705, + -8.010555267333984, + -7.828243255615234, + -7.645930290222168, + -7.463617324829102, + -7.281304359436035, + -7.098991394042969, + -6.9166789054870605, + -6.734365940093994, + -6.552053451538086, + -6.3697404861450195, + -6.187427520751953, + -6.005114555358887, + -5.8228020668029785, + -5.640489101409912, + -5.458176136016846, + -5.2758636474609375, + -5.093550682067871, + -4.911237716674805, + -4.7289252281188965, + -4.54661226272583, + -4.364299297332764, + -4.1819868087768555, + -3.999673843383789, + -3.8173608779907227, + -3.6350479125976562, + -3.452735424041748, + -3.2704224586486816, + -3.0881094932556152, + -2.905797004699707, + -2.7234840393066406, + -2.541171073913574, + -2.358858108520508, + -2.176546096801758, + -1.9942331314086914, + -1.8119200468063354 + ], + "r_inf_mean": 0.25583261251449585, + "r_inf_median": 0.25243905186653137, + "pr_mean": Infinity, + "pr_median": 0.3285326063632965, + "hoyer_mean": 0.6238042712211609, + "eff_dim_mean": 0.6238042712211609, + "topk_energy": { + "1": 0.06623142957687378, + "5": 0.27262529730796814, + "10": 0.4336927533149719, + "25": 0.7358996868133545 + }, + "gamma_raw": -0.03261017054319382, + "gamma_active": { + "1e-08": -0.03267405554652214, + "1e-07": -0.03267405554652214, + "1e-06": -0.03280271217226982, + "1e-05": -0.03313380479812622, + "0.0001": -0.03245167434215546 + }, + "gamma_energy_weighted": { + "1e-08": -0.03143920980409051, + "1e-07": -0.03143920980409051, + "1e-06": -0.03143920980409051, + "1e-05": -0.03143920980409051, + "0.0001": -0.03143920980409051 + } + }, + { + "layer": 2, + "mean_norm": 0.004331524949520826, + "median_norm": 0.004561123438179493, + "max_norm": 0.006830692756921053, + "min_norm": 6.480376565226598e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.3573503494262695, + "5": -3.5750696659088135, + "10": -2.5660228729248047, + "25": -2.38381028175354, + "50": -2.3408303260803223, + "75": -2.29610538482666, + "90": -2.2457656860351562, + "95": -2.2166097164154053, + "99": -2.192444324493408 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 3, + 4, + 1, + 0, + 3, + 1, + 2, + 1, + 4, + 2, + 3, + 6, + 4, + 7, + 186, + 274 + ], + "log_norms_bin_edges": [ + -11.188400268554688, + -11.007943153381348, + -10.827486038208008, + -10.647027969360352, + -10.466570854187012, + -10.286113739013672, + -10.105656623840332, + -9.925199508666992, + -9.744741439819336, + -9.564284324645996, + -9.383827209472656, + -9.203370094299316, + -9.022912979125977, + -8.84245491027832, + -8.66199779510498, + -8.48154067993164, + -8.3010835647583, + -8.120626449584961, + -7.940168380737305, + -7.759711265563965, + -7.579254150390625, + -7.398797035217285, + -7.218339443206787, + -7.037882328033447, + -6.857424736022949, + -6.676967620849609, + -6.496510028839111, + -6.3160529136657715, + -6.135595798492432, + -5.955138206481934, + -5.774681091308594, + -5.594223499298096, + -5.413766384124756, + -5.233309268951416, + -5.052851676940918, + -4.872394561767578, + -4.69193696975708, + -4.51147985458374, + -4.3310227394104, + -4.150565147399902, + -3.9701080322265625, + -3.7896504402160645, + -3.6091933250427246, + -3.4287362098693848, + -3.2482786178588867, + -3.067821502685547, + -2.887364387512207, + -2.706906318664551, + -2.526449203491211, + -2.345992088317871, + -2.1655352115631104 + ], + "r_inf_mean": 0.24604502320289612, + "r_inf_median": 0.2422129213809967, + "pr_mean": Infinity, + "pr_median": 0.3464825451374054, + "hoyer_mean": 0.6425647735595703, + "eff_dim_mean": 0.6425647735595703, + "topk_energy": { + "1": 0.061299677938222885, + "5": 0.25615787506103516, + "10": 0.4137721061706543, + "25": 0.7186001539230347 + }, + "gamma_raw": -0.0015161260962486267, + "gamma_active": { + "1e-08": -0.0015191311249509454, + "1e-07": -0.0014951881021261215, + "1e-06": -0.0008112984942272305, + "1e-05": -0.00041017186595126987, + "0.0001": -0.00019212820916436613 + }, + "gamma_energy_weighted": { + "1e-08": -0.004379733668106984, + "1e-07": -0.004379733668106984, + "1e-06": -0.004379733668106984, + "1e-05": -0.004379733668106984, + "0.0001": -0.004379733668106984 + } + }, + { + "layer": 3, + "mean_norm": 0.0031144237145781517, + "median_norm": 0.0031171059235930443, + "max_norm": 0.0055559189058840275, + "min_norm": 5.4580094784040245e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.986328125, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.47147274017334, + "5": -3.7487895488739014, + "10": -2.7420706748962402, + "25": -2.5431008338928223, + "50": -2.506063938140869, + "75": -2.448169708251953, + "90": -2.346832275390625, + "95": -2.3010060787200928, + "99": -2.273876667022705 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 0, + 0, + 4, + 4, + 0, + 1, + 2, + 1, + 1, + 2, + 2, + 2, + 4, + 4, + 5, + 6, + 7, + 345, + 112 + ], + "log_norms_bin_edges": [ + -11.26296615600586, + -11.08281135559082, + -10.902657508850098, + -10.722502708435059, + -10.542348861694336, + -10.362194061279297, + -10.182039260864258, + -10.001885414123535, + -9.821730613708496, + -9.641575813293457, + -9.461421966552734, + -9.281267166137695, + -9.101112365722656, + -8.920958518981934, + -8.740803718566895, + -8.560649871826172, + -8.380495071411133, + -8.200340270996094, + -8.020186424255371, + -7.840031623840332, + -7.659877300262451, + -7.47972297668457, + -7.299568176269531, + -7.11941385269165, + -6.9392595291137695, + -6.759105205535889, + -6.578950881958008, + -6.398796081542969, + -6.218641757965088, + -6.038487434387207, + -5.858332633972168, + -5.678178310394287, + -5.498023986816406, + -5.317869663238525, + -5.1377153396606445, + -4.9575605392456055, + -4.777406215667725, + -4.597251892089844, + -4.417097091674805, + -4.236942768096924, + -4.056788444519043, + -3.876634120941162, + -3.6964797973632812, + -3.516324996948242, + -3.3361706733703613, + -3.1560163497924805, + -2.9758615493774414, + -2.7957077026367188, + -2.6155529022216797, + -2.4353981018066406, + -2.255244255065918 + ], + "r_inf_mean": 0.22783607244491577, + "r_inf_median": 0.2270699441432953, + "pr_mean": Infinity, + "pr_median": 0.3776176869869232, + "hoyer_mean": 0.6726837158203125, + "eff_dim_mean": 0.6726837158203125, + "topk_energy": { + "1": 0.0527268722653389, + "5": 0.22968855500221252, + "10": 0.37948083877563477, + "25": 0.6874023675918579 + }, + "gamma_raw": 0.009246495552361012, + "gamma_active": { + "1e-08": 0.009264631196856499, + "1e-07": 0.00890352763235569, + "1e-06": 0.008951094932854176, + "1e-05": 0.008892994374036789, + "0.0001": 0.008175739087164402 + }, + "gamma_energy_weighted": { + "1e-08": -0.005561458753877577, + "1e-07": -0.005561458753877577, + "1e-06": -0.005561458753877577, + "1e-05": -0.005561458753877577, + "0.0001": -0.005561458753877577 + } + } + ] +}
\ No newline at end of file |