diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json new file mode 100644 index 0000000..9ea58be --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 15.944795608520508, + "acc": 0.138671875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023784736171364784, + "median_norm": 0.025603916496038437, + "max_norm": 0.047457896173000336, + "min_norm": 8.433872523971875e-12, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.966796875, + "1e-05": 0.953125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -7.550762176513672, + "5": -4.566172122955322, + "10": -2.8123419284820557, + "25": -1.668541669845581, + "50": -1.5913089513778687, + "75": -1.5220891237258911, + "90": -1.468807339668274, + "95": -1.4395735263824463, + "99": -1.3800441026687622 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 3, + 1, + 2, + 2, + 3, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 4, + 5, + 1, + 5, + 3, + 3, + 3, + 4, + 2, + 9, + 24, + 294, + 123 + ], + "log_norms_bin_edges": [ + -11.073973655700684, + -10.878968238830566, + -10.68396282196045, + -10.488956451416016, + -10.293951034545898, + -10.098945617675781, + -9.903940200805664, + -9.70893383026123, + -9.513928413391113, + -9.318922996520996, + -9.123917579650879, + -8.928911209106445, + -8.733905792236328, + -8.538900375366211, + -8.343894958496094, + -8.148889541625977, + -7.953883171081543, + -7.758877754211426, + -7.563872337341309, + -7.368866443634033, + -7.173860549926758, + -6.978855133056641, + -6.783849716186523, + -6.588843822479248, + -6.393838405609131, + -6.1988325119018555, + -6.003827095031738, + -5.808821201324463, + -5.613815784454346, + -5.41880989074707, + -5.223804473876953, + -5.028798580169678, + -4.8337931632995605, + -4.638787746429443, + -4.443781852722168, + -4.248776435852051, + -4.053770542144775, + -3.858765125274658, + -3.663759231567383, + -3.4687538146972656, + -3.2737479209899902, + -3.078742504119873, + -2.8837366104125977, + -2.6887311935424805, + -2.4937257766723633, + -2.2987194061279297, + -2.1037139892578125, + -1.9087085723876953, + -1.7137031555175781, + -1.518697738647461, + -1.3236916065216064 + ], + "r_inf_mean": 0.2618117332458496, + "r_inf_median": 0.25732824206352234, + "pr_mean": Infinity, + "pr_median": 0.3276878893375397, + "hoyer_mean": 0.6282726526260376, + "eff_dim_mean": 0.6282726526260376, + "topk_energy": { + "1": 0.06982789188623428, + "5": 0.27585452795028687, + "10": 0.4325017035007477, + "25": 0.7301008701324463 + }, + "gamma_raw": -0.03709735721349716, + "gamma_active": { + "1e-08": -0.037343867123126984, + "1e-07": -0.037692099809646606, + "1e-06": -0.037278495728969574, + "1e-05": -0.03693839907646179, + "0.0001": -0.03693587705492973 + }, + "gamma_energy_weighted": { + "1e-08": -0.03495999624444062, + "1e-07": -0.03495999624444062, + "1e-06": -0.03495999624444062, + "1e-05": -0.03495999624444062, + "0.0001": -0.03495999624444062 + } + }, + { + "layer": 1, + "mean_norm": 0.009239206090569496, + "median_norm": 0.010150241665542126, + "max_norm": 0.017330219969153404, + "min_norm": 2.9411347489405326e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.9765625, + "1e-06": 0.95703125, + "1e-05": 0.94921875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -7.976055145263672, + "5": -4.982442855834961, + "10": -3.229161024093628, + "25": -2.066685676574707, + "50": -1.9933629035949707, + "75": -1.9365724325180054, + "90": -1.8930062055587769, + "95": -1.8604779243469238, + "99": -1.8047442436218262 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 1, + 1, + 0, + 1, + 3, + 1, + 5, + 4, + 2, + 4, + 3, + 4, + 3, + 3, + 3, + 7, + 15, + 258, + 170 + ], + "log_norms_bin_edges": [ + -11.531485557556152, + -11.336079597473145, + -11.140673637390137, + -10.945268630981445, + -10.749862670898438, + -10.55445671081543, + -10.359050750732422, + -10.163644790649414, + -9.968238830566406, + -9.772833824157715, + -9.577427864074707, + -9.3820219039917, + -9.186615943908691, + -8.9912109375, + -8.795804977416992, + -8.600399017333984, + -8.404993057250977, + -8.209587097167969, + -8.014181137084961, + -7.818775653839111, + -7.623370170593262, + -7.427964210510254, + -7.232558250427246, + -7.0371527671813965, + -6.841746807098389, + -6.646340847015381, + -6.450935363769531, + -6.255529403686523, + -6.060123443603516, + -5.864717960357666, + -5.669312000274658, + -5.473906517028809, + -5.278500556945801, + -5.083094596862793, + -4.887689113616943, + -4.6922831535339355, + -4.496877670288086, + -4.301471710205078, + -4.10606575012207, + -3.9106602668762207, + -3.715254306793213, + -3.5198488235473633, + -3.3244428634643555, + -3.1290369033813477, + -2.93363094329834, + -2.738224983215332, + -2.5428199768066406, + -2.347414016723633, + -2.152008056640625, + -1.9566020965576172, + -1.7611960172653198 + ], + "r_inf_mean": 0.2634659707546234, + "r_inf_median": 0.25977012515068054, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6217922568321228, + "eff_dim_mean": 0.621792197227478, + "topk_energy": { + "1": 0.07054142653942108, + "5": 0.2817334830760956, + "10": 0.44187039136886597, + "25": 0.7388648986816406 + }, + "gamma_raw": 0.012205743230879307, + "gamma_active": { + "1e-08": 0.01239959429949522, + "1e-07": 0.012568756006658077, + "1e-06": 0.013228538446128368, + "1e-05": 0.01371544785797596, + "0.0001": 0.015474476851522923 + }, + "gamma_energy_weighted": { + "1e-08": 0.015037563330066095, + "1e-07": 0.015037563330066095, + "1e-06": 0.015037563330066095, + "1e-05": 0.015037563330066095, + "0.0001": 0.015037563330066095 + } + }, + { + "layer": 2, + "mean_norm": 0.004161193035542965, + "median_norm": 0.004655888304114342, + "max_norm": 0.006770177744328976, + "min_norm": 1.1852716074248204e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.97265625, + "1e-06": 0.953125, + "1e-05": 0.947265625, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -8.337381362915039, + "5": -5.359579086303711, + "10": -3.5812020301818848, + "25": -2.3912296295166016, + "50": -2.331671953201294, + "75": -2.2897095680236816, + "90": -2.2574172019958496, + "95": -2.2339558601379395, + "99": -2.191486358642578 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 4, + 1, + 3, + 1, + 2, + 3, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 1, + 6, + 3, + 3, + 4, + 3, + 3, + 4, + 2, + 3, + 5, + 7, + 106, + 333 + ], + "log_norms_bin_edges": [ + -11.926182746887207, + -11.731046676635742, + -11.535911560058594, + -11.340775489807129, + -11.14564037322998, + -10.950504302978516, + -10.755369186401367, + -10.560233116149902, + -10.365097045898438, + -10.169961929321289, + -9.974825859069824, + -9.779690742492676, + -9.584554672241211, + -9.389419555664062, + -9.194283485412598, + -8.999147415161133, + -8.804012298583984, + -8.608877182006836, + -8.413741111755371, + -8.218605041503906, + -8.023469924926758, + -7.828333854675293, + -7.633198261260986, + -7.43806266784668, + -7.242927074432373, + -7.047791481018066, + -6.85265588760376, + -6.657520294189453, + -6.462384223937988, + -6.267248630523682, + -6.072113037109375, + -5.876977443695068, + -5.681841850280762, + -5.486706256866455, + -5.291570663452148, + -5.096435070037842, + -4.901299476623535, + -4.70616340637207, + -4.511027812957764, + -4.315892219543457, + -4.12075662612915, + -3.9256210327148438, + -3.730484962463379, + -3.5353498458862305, + -3.3402137756347656, + -3.145078659057617, + -2.9499425888061523, + -2.754807472229004, + -2.559671401977539, + -2.364535331726074, + -2.1693999767303467 + ], + "r_inf_mean": 0.2528076171875, + "r_inf_median": 0.2508910894393921, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6302827596664429, + "eff_dim_mean": 0.6302827000617981, + "topk_energy": { + "1": 0.06466493755578995, + "5": 0.2690400183200836, + "10": 0.42841488122940063, + "25": 0.7304035425186157 + }, + "gamma_raw": 0.002006006194278598, + "gamma_active": { + "1e-08": 0.002312374534085393, + "1e-07": 0.0028448919765651226, + "1e-06": 0.003154897131025791, + "1e-05": 0.003164655528962612, + "0.0001": 0.0031139806378632784 + }, + "gamma_energy_weighted": { + "1e-08": 0.0029828697579380057, + "1e-07": 0.0029828697579380057, + "1e-06": 0.0029828697579380057, + "1e-05": 0.0029828697579380057, + "0.0001": 0.0029828697579380057 + } + }, + { + "layer": 3, + "mean_norm": 0.002873527817428112, + "median_norm": 0.003170999698340893, + "max_norm": 0.004506884608417749, + "min_norm": 7.755936734868407e-13, + "support": { + "1e-08": 0.984375, + "1e-07": 0.96875, + "1e-06": 0.953125, + "1e-05": 0.943359375, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -8.513521194458008, + "5": -5.552793502807617, + "10": -3.723759651184082, + "25": -2.5539119243621826, + "50": -2.498513698577881, + "75": -2.456958055496216, + "90": -2.404656171798706, + "95": -2.382528305053711, + "99": -2.3569178581237793 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 4, + 1, + 2, + 2, + 2, + 3, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 1, + 5, + 4, + 4, + 3, + 3, + 3, + 4, + 2, + 2, + 6, + 5, + 76, + 365 + ], + "log_norms_bin_edges": [ + -12.110365867614746, + -11.915081024169922, + -11.719796180725098, + -11.524511337280273, + -11.32922649383545, + -11.133941650390625, + -10.9386568069458, + -10.743371963500977, + -10.548087120056152, + -10.352802276611328, + -10.157517433166504, + -9.96223258972168, + -9.766947746276855, + -9.571662902832031, + -9.376378059387207, + -9.181093215942383, + -8.985808372497559, + -8.790523529052734, + -8.59523868560791, + -8.399953842163086, + -8.204668998718262, + -8.009384155273438, + -7.814099311828613, + -7.618814468383789, + -7.423529624938965, + -7.228244781494141, + -7.032959938049316, + -6.837675094604492, + -6.642390251159668, + -6.447105407714844, + -6.2518205642700195, + -6.056535720825195, + -5.861250877380371, + -5.665966033935547, + -5.470681190490723, + -5.275396347045898, + -5.080111503601074, + -4.88482666015625, + -4.689541816711426, + -4.494256973266602, + -4.298972129821777, + -4.103687286376953, + -3.908402442932129, + -3.7131175994873047, + -3.5178327560424805, + -3.3225479125976562, + -3.127263069152832, + -2.931978225708008, + -2.7366933822631836, + -2.5414085388183594, + -2.346123695373535 + ], + "r_inf_mean": 0.2337840348482132, + "r_inf_median": 0.23227737843990326, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6518576741218567, + "eff_dim_mean": 0.6518576741218567, + "topk_energy": { + "1": 0.055197469890117645, + "5": 0.24059060215950012, + "10": 0.39488130807876587, + "25": 0.7075468897819519 + }, + "gamma_raw": -0.012838518247008324, + "gamma_active": { + "1e-08": -0.012919072061777115, + "1e-07": -0.012282038107514381, + "1e-06": -0.012844106182456017, + "1e-05": -0.012498411349952221, + "0.0001": -0.012898992747068405 + }, + "gamma_energy_weighted": { + "1e-08": -0.011976224147313272, + "1e-07": -0.011976224147313272, + "1e-06": -0.011976224147313272, + "1e-05": -0.011976224147313272, + "0.0001": -0.011976224147313272 + } + } + ] +}
\ No newline at end of file |