diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json new file mode 100644 index 0000000..4d1eba6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 16.571250915527344, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024212930351495743, + "median_norm": 0.025566164404153824, + "max_norm": 0.05077730491757393, + "min_norm": 7.336019812453909e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.96875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.877871036529541, + "5": -3.415353775024414, + "10": -1.8472890853881836, + "25": -1.6634465456008911, + "50": -1.5920997858047485, + "75": -1.540771245956421, + "90": -1.48013436794281, + "95": -1.4530906677246094, + "99": -1.4106383323669434 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 3, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 4, + 1, + 1, + 0, + 1, + 4, + 3, + 9, + 58, + 341, + 65 + ], + "log_norms_bin_edges": [ + -11.134540557861328, + -10.937736511230469, + -10.74093246459961, + -10.54412841796875, + -10.347323417663574, + -10.150519371032715, + -9.953715324401855, + -9.756911277770996, + -9.560107231140137, + -9.363303184509277, + -9.166498184204102, + -8.969694137573242, + -8.772890090942383, + -8.576086044311523, + -8.379281997680664, + -8.182477951049805, + -7.985673427581787, + -7.7888689041137695, + -7.59206485748291, + -7.395260810852051, + -7.198456764221191, + -7.001652240753174, + -6.8048481941223145, + -6.608044147491455, + -6.4112396240234375, + -6.214435577392578, + -6.017631530761719, + -5.820827484130859, + -5.624022960662842, + -5.427218914031982, + -5.230414867401123, + -5.0336103439331055, + -4.836806297302246, + -4.640002250671387, + -4.443197727203369, + -4.24639368057251, + -4.04958963394165, + -3.852785110473633, + -3.6559810638427734, + -3.459177017211914, + -3.2623729705810547, + -3.0655689239501953, + -2.8687639236450195, + -2.67195987701416, + -2.475155830383301, + -2.2783517837524414, + -2.081547737121582, + -1.8847436904907227, + -1.6879386901855469, + -1.4911346435546875, + -1.294330358505249 + ], + "r_inf_mean": 0.26802510023117065, + "r_inf_median": 0.25920069217681885, + "pr_mean": Infinity, + "pr_median": 0.3135315179824829, + "hoyer_mean": 0.6190235614776611, + "eff_dim_mean": 0.6190235614776611, + "topk_energy": { + "1": 0.07327401638031006, + "5": 0.28493207693099976, + "10": 0.4435694217681885, + "25": 0.7383372783660889 + }, + "gamma_raw": -0.012752835638821125, + "gamma_active": { + "1e-08": -0.012838737107813358, + "1e-07": -0.01254732720553875, + "1e-06": -0.012542035430669785, + "1e-05": -0.012714443728327751, + "0.0001": -0.013192150741815567 + }, + "gamma_energy_weighted": { + "1e-08": -0.015461274432798992, + "1e-07": -0.015461274432798992, + "1e-06": -0.015461274432798992, + "1e-05": -0.015461274432798992, + "0.0001": -0.015461274432798992 + } + }, + { + "layer": 1, + "mean_norm": 0.0094754658639431, + "median_norm": 0.010081831365823746, + "max_norm": 0.018667303025722504, + "min_norm": 2.9434287038970774e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.9765625, + "1e-05": 0.96484375, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -8.283732414245605, + "5": -3.837024688720703, + "10": -2.2323222160339355, + "25": -2.0581812858581543, + "50": -1.9963874816894531, + "75": -1.9461643695831299, + "90": -1.9047369956970215, + "95": -1.882493257522583, + "99": -1.8385748863220215 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 3, + 1, + 1, + 1, + 0, + 2, + 1, + 1, + 3, + 3, + 1, + 1, + 0, + 1, + 4, + 2, + 9, + 31, + 345, + 89 + ], + "log_norms_bin_edges": [ + -11.531147003173828, + -11.335102081298828, + -11.139058113098145, + -10.943013191223145, + -10.746968269348145, + -10.550924301147461, + -10.354879379272461, + -10.158834457397461, + -9.962790489196777, + -9.766745567321777, + -9.570701599121094, + -9.374656677246094, + -9.178611755371094, + -8.98256778717041, + -8.78652286529541, + -8.590478897094727, + -8.394433975219727, + -8.198389053344727, + -8.002344131469727, + -7.806300163269043, + -7.610255241394043, + -7.414210796356201, + -7.218166351318359, + -7.022121906280518, + -6.826076984405518, + -6.630032539367676, + -6.433988094329834, + -6.237943172454834, + -6.041898727416992, + -5.84585428237915, + -5.649809837341309, + -5.453764915466309, + -5.257720470428467, + -5.061676025390625, + -4.865631103515625, + -4.669586658477783, + -4.473542213439941, + -4.2774977684021, + -4.0814528465271, + -3.885408401489258, + -3.689363956451416, + -3.493319511413574, + -3.297274589538574, + -3.101229667663574, + -2.9051856994628906, + -2.7091407775878906, + -2.513096809387207, + -2.317051887512207, + -2.121006965637207, + -1.9249629974365234, + -1.728918433189392 + ], + "r_inf_mean": 0.2698593735694885, + "r_inf_median": 0.26519152522087097, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6171587705612183, + "eff_dim_mean": 0.6171587109565735, + "topk_energy": { + "1": 0.0743391215801239, + "5": 0.28739017248153687, + "10": 0.4472905695438385, + "25": 0.7420185804367065 + }, + "gamma_raw": -0.0555063933134079, + "gamma_active": { + "1e-08": -0.056131329387426376, + "1e-07": -0.056027986109256744, + "1e-06": -0.05574458837509155, + "1e-05": -0.055800873786211014, + "0.0001": -0.0556003674864769 + }, + "gamma_energy_weighted": { + "1e-08": -0.05569810185585498, + "1e-07": -0.05569810185585498, + "1e-06": -0.05569810185585498, + "1e-05": -0.05569810185585498, + "0.0001": -0.05569810185585498 + } + }, + { + "layer": 2, + "mean_norm": 0.004400474019348621, + "median_norm": 0.004668171517550945, + "max_norm": 0.00730000389739871, + "min_norm": 1.4966169579674893e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.9765625, + "1e-05": 0.9609375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -8.558052062988281, + "5": -4.188436985015869, + "10": -2.5135183334350586, + "25": -2.3768391609191895, + "50": -2.3307628631591797, + "75": -2.2864363193511963, + "90": -2.250092029571533, + "95": -2.2267496585845947, + "99": -2.1887478828430176 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 4, + 1, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 3, + 2, + 1, + 0, + 0, + 3, + 3, + 5, + 9, + 208, + 253 + ], + "log_norms_bin_edges": [ + -11.824889183044434, + -11.631124496459961, + -11.437360763549805, + -11.243596076965332, + -11.049832344055176, + -10.856067657470703, + -10.662303924560547, + -10.468539237976074, + -10.274775505065918, + -10.081010818481445, + -9.887247085571289, + -9.693482398986816, + -9.499717712402344, + -9.305953979492188, + -9.112189292907715, + -8.918425559997559, + -8.724660873413086, + -8.53089714050293, + -8.337132453918457, + -8.143367767333984, + -7.949604034423828, + -7.755839824676514, + -7.562075614929199, + -7.368311405181885, + -7.17454719543457, + -6.980782985687256, + -6.787018775939941, + -6.593254089355469, + -6.399489879608154, + -6.20572566986084, + -6.011961460113525, + -5.818197250366211, + -5.6244330406188965, + -5.430668830871582, + -5.236904621124268, + -5.043140411376953, + -4.849376201629639, + -4.655611991882324, + -4.461847305297852, + -4.268083095550537, + -4.074318885803223, + -3.880554676055908, + -3.6867904663085938, + -3.493025779724121, + -3.299262046813965, + -3.105497360229492, + -2.911733627319336, + -2.7179689407348633, + -2.524205207824707, + -2.3304405212402344, + -2.1366770267486572 + ], + "r_inf_mean": 0.2551437318325043, + "r_inf_median": 0.2498977780342102, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6372410655021667, + "eff_dim_mean": 0.637241005897522, + "topk_energy": { + "1": 0.06620198488235474, + "5": 0.2670135498046875, + "10": 0.42319273948669434, + "25": 0.7210068106651306 + }, + "gamma_raw": -0.02018551528453827, + "gamma_active": { + "1e-08": -0.020406192168593407, + "1e-07": -0.02011715993285179, + "1e-06": -0.02009127102792263, + "1e-05": -0.020579801872372627, + "0.0001": -0.019747255370020866 + }, + "gamma_energy_weighted": { + "1e-08": -0.017981054245993763, + "1e-07": -0.017981054245993763, + "1e-06": -0.017981054245993763, + "1e-05": -0.017981054245993763, + "0.0001": -0.017981054245993763 + } + }, + { + "layer": 3, + "mean_norm": 0.003135428298264742, + "median_norm": 0.003219036618247628, + "max_norm": 0.005461402703076601, + "min_norm": 1.1323885622596674e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.970703125, + "1e-05": 0.958984375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -8.639230728149414, + "5": -4.319893836975098, + "10": -2.631643056869507, + "25": -2.5297293663024902, + "50": -2.4921975135803223, + "75": -2.4416005611419678, + "90": -2.3762669563293457, + "95": -2.3225009441375732, + "99": -2.2673144340515137 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 4, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 5, + 0, + 1, + 0, + 0, + 5, + 2, + 7, + 6, + 304, + 157 + ], + "log_norms_bin_edges": [ + -11.946004867553711, + -11.752338409423828, + -11.558672904968262, + -11.365006446838379, + -11.171339988708496, + -10.977673530578613, + -10.784008026123047, + -10.590341567993164, + -10.396675109863281, + -10.203008651733398, + -10.009343147277832, + -9.81567668914795, + -9.622011184692383, + -9.4283447265625, + -9.234678268432617, + -9.041011810302734, + -8.847345352172852, + -8.653679847717285, + -8.460013389587402, + -8.26634693145752, + -8.072681427001953, + -7.87901496887207, + -7.6853485107421875, + -7.491682529449463, + -7.298016548156738, + -7.1043500900268555, + -6.910684108734131, + -6.717017650604248, + -6.523351669311523, + -6.329685211181641, + -6.136019229888916, + -5.942352771759033, + -5.748686790466309, + -5.555020809173584, + -5.361354351043701, + -5.167688369750977, + -4.974021911621094, + -4.780355930328369, + -4.586689472198486, + -4.393023490905762, + -4.199357032775879, + -4.005691051483154, + -3.8120250701904297, + -3.618358612060547, + -3.424692153930664, + -3.2310266494750977, + -3.037360191345215, + -2.843693733215332, + -2.6500282287597656, + -2.456361770629883, + -2.262695789337158 + ], + "r_inf_mean": 0.2334328591823578, + "r_inf_median": 0.23061098158359528, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.666744589805603, + "eff_dim_mean": 0.666744589805603, + "topk_energy": { + "1": 0.0553898848593235, + "5": 0.23618081212043762, + "10": 0.38597941398620605, + "25": 0.6892474293708801 + }, + "gamma_raw": -0.04302894324064255, + "gamma_active": { + "1e-08": -0.04351838678121567, + "1e-07": -0.043689023703336716, + "1e-06": -0.04329324886202812, + "1e-05": -0.043977316468954086, + "0.0001": -0.04381094500422478 + }, + "gamma_energy_weighted": { + "1e-08": -0.04341684492478188, + "1e-07": -0.04341684492478188, + "1e-06": -0.04341684492478188, + "1e-05": -0.04341684492478188, + "0.0001": -0.04341684492478188 + } + } + ] +}
\ No newline at end of file |