{ "dataset": "synth", "method": "bp", "seed": 789, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 15.944795608520508, "acc": 0.138671875, "per_layer": [ { "layer": 0, "mean_norm": 0.023784736171364784, "median_norm": 0.025603916496038437, "max_norm": 0.047457896173000336, "min_norm": 8.433872523971875e-12, "support": { "1e-08": 0.9921875, "1e-07": 0.984375, "1e-06": 0.966796875, "1e-05": 0.953125, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -7.550762176513672, "5": -4.566172122955322, "10": -2.8123419284820557, "25": -1.668541669845581, "50": -1.5913089513778687, "75": -1.5220891237258911, "90": -1.468807339668274, "95": -1.4395735263824463, "99": -1.3800441026687622 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 0, 1, 3, 1, 2, 2, 3, 2, 1, 0, 1, 1, 1, 0, 1, 3, 2, 4, 5, 1, 5, 3, 3, 3, 4, 2, 9, 24, 294, 123 ], "log_norms_bin_edges": [ -11.073973655700684, -10.878968238830566, -10.68396282196045, -10.488956451416016, -10.293951034545898, -10.098945617675781, -9.903940200805664, -9.70893383026123, -9.513928413391113, -9.318922996520996, -9.123917579650879, -8.928911209106445, -8.733905792236328, -8.538900375366211, -8.343894958496094, -8.148889541625977, -7.953883171081543, -7.758877754211426, -7.563872337341309, -7.368866443634033, -7.173860549926758, -6.978855133056641, -6.783849716186523, -6.588843822479248, -6.393838405609131, -6.1988325119018555, -6.003827095031738, -5.808821201324463, -5.613815784454346, -5.41880989074707, -5.223804473876953, -5.028798580169678, -4.8337931632995605, -4.638787746429443, -4.443781852722168, -4.248776435852051, -4.053770542144775, -3.858765125274658, -3.663759231567383, -3.4687538146972656, -3.2737479209899902, -3.078742504119873, -2.8837366104125977, -2.6887311935424805, -2.4937257766723633, -2.2987194061279297, -2.1037139892578125, -1.9087085723876953, -1.7137031555175781, -1.518697738647461, -1.3236916065216064 ], "r_inf_mean": 0.2618117332458496, "r_inf_median": 0.25732824206352234, "pr_mean": Infinity, "pr_median": 0.3276878893375397, "hoyer_mean": 0.6282726526260376, "eff_dim_mean": 0.6282726526260376, "topk_energy": { "1": 0.06982789188623428, "5": 0.27585452795028687, "10": 0.4325017035007477, "25": 0.7301008701324463 }, "gamma_raw": -0.03709735721349716, "gamma_active": { "1e-08": -0.037343867123126984, "1e-07": -0.037692099809646606, "1e-06": -0.037278495728969574, "1e-05": -0.03693839907646179, "0.0001": -0.03693587705492973 }, "gamma_energy_weighted": { "1e-08": -0.03495999624444062, "1e-07": -0.03495999624444062, "1e-06": -0.03495999624444062, "1e-05": -0.03495999624444062, "0.0001": -0.03495999624444062 } }, { "layer": 1, "mean_norm": 0.009239206090569496, "median_norm": 0.010150241665542126, "max_norm": 0.017330219969153404, "min_norm": 2.9411347489405326e-12, "support": { "1e-08": 0.990234375, "1e-07": 0.9765625, "1e-06": 0.95703125, "1e-05": 0.94921875, "0.0001": 0.923828125 }, "log_norms_percentiles": { "1": -7.976055145263672, "5": -4.982442855834961, "10": -3.229161024093628, "25": -2.066685676574707, "50": -1.9933629035949707, "75": -1.9365724325180054, "90": -1.8930062055587769, "95": -1.8604779243469238, "99": -1.8047442436218262 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 2, 0, 1, 1, 2, 2, 2, 2, 2, 2, 2, 0, 1, 1, 1, 0, 1, 3, 1, 5, 4, 2, 4, 3, 4, 3, 3, 3, 7, 15, 258, 170 ], "log_norms_bin_edges": [ -11.531485557556152, -11.336079597473145, -11.140673637390137, -10.945268630981445, -10.749862670898438, -10.55445671081543, -10.359050750732422, -10.163644790649414, -9.968238830566406, -9.772833824157715, -9.577427864074707, -9.3820219039917, -9.186615943908691, -8.9912109375, -8.795804977416992, -8.600399017333984, -8.404993057250977, -8.209587097167969, -8.014181137084961, -7.818775653839111, -7.623370170593262, -7.427964210510254, -7.232558250427246, -7.0371527671813965, -6.841746807098389, -6.646340847015381, -6.450935363769531, -6.255529403686523, -6.060123443603516, -5.864717960357666, -5.669312000274658, -5.473906517028809, -5.278500556945801, -5.083094596862793, -4.887689113616943, -4.6922831535339355, -4.496877670288086, -4.301471710205078, -4.10606575012207, -3.9106602668762207, -3.715254306793213, -3.5198488235473633, -3.3244428634643555, -3.1290369033813477, -2.93363094329834, -2.738224983215332, -2.5428199768066406, -2.347414016723633, -2.152008056640625, -1.9566020965576172, -1.7611960172653198 ], "r_inf_mean": 0.2634659707546234, "r_inf_median": 0.25977012515068054, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6217922568321228, "eff_dim_mean": 0.621792197227478, "topk_energy": { "1": 0.07054142653942108, "5": 0.2817334830760956, "10": 0.44187039136886597, "25": 0.7388648986816406 }, "gamma_raw": 0.012205743230879307, "gamma_active": { "1e-08": 0.01239959429949522, "1e-07": 0.012568756006658077, "1e-06": 0.013228538446128368, "1e-05": 0.01371544785797596, "0.0001": 0.015474476851522923 }, "gamma_energy_weighted": { "1e-08": 0.015037563330066095, "1e-07": 0.015037563330066095, "1e-06": 0.015037563330066095, "1e-05": 0.015037563330066095, "0.0001": 0.015037563330066095 } }, { "layer": 2, "mean_norm": 0.004161193035542965, "median_norm": 0.004655888304114342, "max_norm": 0.006770177744328976, "min_norm": 1.1852716074248204e-12, "support": { "1e-08": 0.986328125, "1e-07": 0.97265625, "1e-06": 0.953125, "1e-05": 0.947265625, "0.0001": 0.916015625 }, "log_norms_percentiles": { "1": -8.337381362915039, "5": -5.359579086303711, "10": -3.5812020301818848, "25": -2.3912296295166016, "50": -2.331671953201294, "75": -2.2897095680236816, "90": -2.2574172019958496, "95": -2.2339558601379395, "99": -2.191486358642578 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 1, 2, 0, 1, 1, 0, 4, 1, 3, 1, 2, 3, 1, 0, 1, 1, 0, 1, 2, 1, 6, 3, 3, 4, 3, 3, 4, 2, 3, 5, 7, 106, 333 ], "log_norms_bin_edges": [ -11.926182746887207, -11.731046676635742, -11.535911560058594, -11.340775489807129, -11.14564037322998, -10.950504302978516, -10.755369186401367, -10.560233116149902, -10.365097045898438, -10.169961929321289, -9.974825859069824, -9.779690742492676, -9.584554672241211, -9.389419555664062, -9.194283485412598, -8.999147415161133, -8.804012298583984, -8.608877182006836, -8.413741111755371, -8.218605041503906, -8.023469924926758, -7.828333854675293, -7.633198261260986, -7.43806266784668, -7.242927074432373, -7.047791481018066, -6.85265588760376, -6.657520294189453, -6.462384223937988, -6.267248630523682, -6.072113037109375, -5.876977443695068, -5.681841850280762, -5.486706256866455, -5.291570663452148, -5.096435070037842, -4.901299476623535, -4.70616340637207, -4.511027812957764, -4.315892219543457, -4.12075662612915, -3.9256210327148438, -3.730484962463379, -3.5353498458862305, -3.3402137756347656, -3.145078659057617, -2.9499425888061523, -2.754807472229004, -2.559671401977539, -2.364535331726074, -2.1693999767303467 ], "r_inf_mean": 0.2528076171875, "r_inf_median": 0.2508910894393921, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6302827596664429, "eff_dim_mean": 0.6302827000617981, "topk_energy": { "1": 0.06466493755578995, "5": 0.2690400183200836, "10": 0.42841488122940063, "25": 0.7304035425186157 }, "gamma_raw": 0.002006006194278598, "gamma_active": { "1e-08": 0.002312374534085393, "1e-07": 0.0028448919765651226, "1e-06": 0.003154897131025791, "1e-05": 0.003164655528962612, "0.0001": 0.0031139806378632784 }, "gamma_energy_weighted": { "1e-08": 0.0029828697579380057, "1e-07": 0.0029828697579380057, "1e-06": 0.0029828697579380057, "1e-05": 0.0029828697579380057, "0.0001": 0.0029828697579380057 } }, { "layer": 3, "mean_norm": 0.002873527817428112, "median_norm": 0.003170999698340893, "max_norm": 0.004506884608417749, "min_norm": 7.755936734868407e-13, "support": { "1e-08": 0.984375, "1e-07": 0.96875, "1e-06": 0.953125, "1e-05": 0.943359375, "0.0001": 0.90625 }, "log_norms_percentiles": { "1": -8.513521194458008, "5": -5.552793502807617, "10": -3.723759651184082, "25": -2.5539119243621826, "50": -2.498513698577881, "75": -2.456958055496216, "90": -2.404656171798706, "95": -2.382528305053711, "99": -2.3569178581237793 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 1, 2, 0, 1, 1, 0, 4, 1, 2, 2, 2, 3, 1, 0, 1, 1, 0, 1, 2, 1, 5, 4, 4, 3, 3, 3, 4, 2, 2, 6, 5, 76, 365 ], "log_norms_bin_edges": [ -12.110365867614746, -11.915081024169922, -11.719796180725098, -11.524511337280273, -11.32922649383545, -11.133941650390625, -10.9386568069458, -10.743371963500977, -10.548087120056152, -10.352802276611328, -10.157517433166504, -9.96223258972168, -9.766947746276855, -9.571662902832031, -9.376378059387207, -9.181093215942383, -8.985808372497559, -8.790523529052734, -8.59523868560791, -8.399953842163086, -8.204668998718262, -8.009384155273438, -7.814099311828613, -7.618814468383789, -7.423529624938965, -7.228244781494141, -7.032959938049316, -6.837675094604492, -6.642390251159668, -6.447105407714844, -6.2518205642700195, -6.056535720825195, -5.861250877380371, -5.665966033935547, -5.470681190490723, -5.275396347045898, -5.080111503601074, -4.88482666015625, -4.689541816711426, -4.494256973266602, -4.298972129821777, -4.103687286376953, -3.908402442932129, -3.7131175994873047, -3.5178327560424805, -3.3225479125976562, -3.127263069152832, -2.931978225708008, -2.7366933822631836, -2.5414085388183594, -2.346123695373535 ], "r_inf_mean": 0.2337840348482132, "r_inf_median": 0.23227737843990326, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6518576741218567, "eff_dim_mean": 0.6518576741218567, "topk_energy": { "1": 0.055197469890117645, "5": 0.24059060215950012, "10": 0.39488130807876587, "25": 0.7075468897819519 }, "gamma_raw": -0.012838518247008324, "gamma_active": { "1e-08": -0.012919072061777115, "1e-07": -0.012282038107514381, "1e-06": -0.012844106182456017, "1e-05": -0.012498411349952221, "0.0001": -0.012898992747068405 }, "gamma_energy_weighted": { "1e-08": -0.011976224147313272, "1e-07": -0.011976224147313272, "1e-06": -0.011976224147313272, "1e-05": -0.011976224147313272, "0.0001": -0.011976224147313272 } } ] }