{ "dataset": "synth", "method": "credit_bridge", "seed": 42, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 2.7668802738189697, "acc": 0.123046875, "per_layer": [ { "layer": 0, "mean_norm": 0.001800196128897369, "median_norm": 0.001812645117752254, "max_norm": 0.0030683320946991444, "min_norm": 0.0005475105717778206, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.0197911262512207, "5": -2.9084582328796387, "10": -2.8511714935302734, "25": -2.7954914569854736, "50": -2.74094820022583, "75": -2.699178695678711, "90": -2.658097982406616, "95": -2.628628969192505, "99": -2.6016411781311035 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 3, 3, 2, 1, 2, 4, 6, 5, 8, 6, 11, 24, 16, 26, 34, 26, 37, 47, 47, 44, 50, 29, 18, 19, 10, 10, 12, 4, 0, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -3.2616076469421387, -3.2466373443603516, -3.2316672801971436, -3.2166969776153564, -3.2017269134521484, -3.1867566108703613, -3.1717865467071533, -3.156816244125366, -3.141846179962158, -3.126875877380371, -3.111905574798584, -3.096935510635376, -3.081965208053589, -3.066995143890381, -3.0520248413085938, -3.0370547771453857, -3.0220844745635986, -3.0071144104003906, -2.9921441078186035, -2.9771738052368164, -2.9622037410736084, -2.9472334384918213, -2.9322633743286133, -2.917293071746826, -2.902323007583618, -2.887352705001831, -2.872382640838623, -2.857412338256836, -2.842442035675049, -2.827471971511841, -2.8125016689300537, -2.7975316047668457, -2.7825613021850586, -2.7675912380218506, -2.7526209354400635, -2.7376508712768555, -2.7226805686950684, -2.7077102661132812, -2.6927402019500732, -2.677769899368286, -2.662799835205078, -2.647829532623291, -2.632859230041504, -2.617889165878296, -2.602919101715088, -2.587948799133301, -2.5729784965515137, -2.5580084323883057, -2.5430381298065186, -2.5280680656433105, -2.5130977630615234 ], "r_inf_mean": 0.37297022342681885, "r_inf_median": 0.3396797180175781, "pr_mean": 0.22314774990081787, "pr_median": 0.2396826595067978, "hoyer_mean": 0.5819671154022217, "eff_dim_mean": 0.5819671154022217, "topk_energy": { "1": 0.1549128293991089, "5": 0.36300113797187805, "10": 0.5012655258178711, "25": 0.7576318979263306 }, "gamma_raw": 0.24652427434921265, "gamma_active": { "1e-08": 0.24652427434921265, "1e-07": 0.24652427434921265, "1e-06": 0.24652427434921265, "1e-05": 0.24652427434921265, "0.0001": 0.24652427434921265 }, "gamma_energy_weighted": { "1e-08": 0.23885169567927245, "1e-07": 0.23885169567927245, "1e-06": 0.23885169567927245, "1e-05": 0.23885169567927245, "0.0001": 0.23885169567927245 } }, { "layer": 1, "mean_norm": 0.001566236256621778, "median_norm": 0.0015981029719114304, "max_norm": 0.002300155581906438, "min_norm": 0.0005398528301157057, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.0546345710754395, "5": -2.9519546031951904, "10": -2.8961198329925537, "25": -2.837564468383789, "50": -2.7961177825927734, "75": -2.7639570236206055, "90": -2.7418782711029053, "95": -2.728215217590332, "99": -2.6995630264282227 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 0, 1, 4, 2, 1, 4, 5, 2, 5, 2, 12, 9, 14, 12, 19, 22, 33, 45, 38, 43, 57, 44, 46, 39, 20, 7, 9, 5, 1, 1, 0, 1 ], "log_norms_bin_edges": [ -3.2677245140075684, -3.2551348209381104, -3.2425453662872314, -3.2299556732177734, -3.2173659801483154, -3.2047762870788574, -3.1921868324279785, -3.1795971393585205, -3.1670074462890625, -3.1544177532196045, -3.1418282985687256, -3.1292386054992676, -3.1166489124298096, -3.1040592193603516, -3.0914697647094727, -3.0788800716400146, -3.0662903785705566, -3.0537006855010986, -3.0411112308502197, -3.0285215377807617, -3.0159318447113037, -3.0033421516418457, -2.990752696990967, -2.978163003921509, -2.965573310852051, -2.952983856201172, -2.940394163131714, -2.927804470062256, -2.915214776992798, -2.902625322341919, -2.890035629272461, -2.877445936203003, -2.864856243133545, -2.852266788482666, -2.839677095413208, -2.82708740234375, -2.814497709274292, -2.801908254623413, -2.789318561553955, -2.776728868484497, -2.764139175415039, -2.75154972076416, -2.738960027694702, -2.726370334625244, -2.7137808799743652, -2.7011911869049072, -2.688601493835449, -2.676011800765991, -2.663422107696533, -2.6508326530456543, -2.6382429599761963 ], "r_inf_mean": 0.24433384835720062, "r_inf_median": 0.24127526581287384, "pr_mean": 0.35356229543685913, "pr_median": 0.3585543930530548, "hoyer_mean": 0.6489707231521606, "eff_dim_mean": 0.6489707231521606, "topk_energy": { "1": 0.060220472514629364, "5": 0.25836125016212463, "10": 0.41167211532592773, "25": 0.7103639841079712 }, "gamma_raw": 0.20278963446617126, "gamma_active": { "1e-08": 0.20278963446617126, "1e-07": 0.20278963446617126, "1e-06": 0.20278963446617126, "1e-05": 0.20278963446617126, "0.0001": 0.20278963446617126 }, "gamma_energy_weighted": { "1e-08": 0.20357916712445193, "1e-07": 0.20357916712445193, "1e-06": 0.20357916712445193, "1e-05": 0.20357916712445193, "0.0001": 0.20357916712445193 } }, { "layer": 2, "mean_norm": 0.0015458713751286268, "median_norm": 0.0015808758325874805, "max_norm": 0.0022635809145867825, "min_norm": 0.0005333098815754056, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.060105562210083, "5": -2.9580318927764893, "10": -2.9048972129821777, "25": -2.8432111740112305, "50": -2.8010823726654053, "75": -2.7691025733947754, "90": -2.7478742599487305, "95": -2.7358293533325195, "99": -2.7053444385528564 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 0, 1, 5, 1, 1, 4, 5, 2, 6, 2, 9, 11, 15, 10, 17, 24, 27, 49, 38, 44, 55, 45, 44, 39, 27, 8, 6, 4, 2, 1, 0, 1 ], "log_norms_bin_edges": [ -3.2730205059051514, -3.2604641914367676, -3.247907876968384, -3.2353515625, -3.222795248031616, -3.2102389335632324, -3.1976826190948486, -3.185126304626465, -3.172569990158081, -3.160013437271118, -3.1474571228027344, -3.1349008083343506, -3.122344493865967, -3.109788179397583, -3.097231864929199, -3.0846755504608154, -3.0721192359924316, -3.059562921524048, -3.047006607055664, -3.0344502925872803, -3.0218939781188965, -3.0093376636505127, -2.996781349182129, -2.984225034713745, -2.9716687202453613, -2.9591121673583984, -2.9465560913085938, -2.933999538421631, -2.921443223953247, -2.9088869094848633, -2.8963305950164795, -2.8837742805480957, -2.871217966079712, -2.858661651611328, -2.8461053371429443, -2.8335490226745605, -2.8209927082061768, -2.808436393737793, -2.795880079269409, -2.7833237648010254, -2.7707674503326416, -2.758211135864258, -2.745654582977295, -2.7330985069274902, -2.7205419540405273, -2.7079856395721436, -2.6954293251037598, -2.682873010635376, -2.670316696166992, -2.6577603816986084, -2.6452040672302246 ], "r_inf_mean": 0.242485910654068, "r_inf_median": 0.23843063414096832, "pr_mean": 0.3546951413154602, "pr_median": 0.3587345480918884, "hoyer_mean": 0.6480558514595032, "eff_dim_mean": 0.6480558514595032, "topk_energy": { "1": 0.05934663116931915, "5": 0.2576726973056793, "10": 0.40955567359924316, "25": 0.7097787857055664 }, "gamma_raw": 0.12055207788944244, "gamma_active": { "1e-08": 0.12055207788944244, "1e-07": 0.12055207788944244, "1e-06": 0.12055207788944244, "1e-05": 0.12055207788944244, "0.0001": 0.12055207788944244 }, "gamma_energy_weighted": { "1e-08": 0.12744896351285104, "1e-07": 0.12744896351285104, "1e-06": 0.12744896351285104, "1e-05": 0.12744896351285104, "0.0001": 0.12744896351285104 } }, { "layer": 3, "mean_norm": 0.0015320673119276762, "median_norm": 0.001564770587719977, "max_norm": 0.0022338232956826687, "min_norm": 0.0005306288367137313, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.0646514892578125, "5": -2.963829755783081, "10": -2.9073288440704346, "25": -2.846642017364502, "50": -2.8052029609680176, "75": -2.7735438346862793, "90": -2.7513980865478516, "95": -2.7402071952819824, "99": -2.711714029312134 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 0, 1, 4, 2, 1, 4, 5, 2, 6, 3, 8, 12, 13, 11, 15, 25, 25, 42, 46, 38, 59, 43, 43, 45, 25, 10, 8, 3, 2, 1, 0, 1 ], "log_norms_bin_edges": [ -3.2752091884613037, -3.262723922729492, -3.2502388954162598, -3.2377536296844482, -3.225268602371216, -3.2127833366394043, -3.200298309326172, -3.1878130435943604, -3.175328016281128, -3.1628427505493164, -3.150357484817505, -3.1378724575042725, -3.125387191772461, -3.1129021644592285, -3.100416898727417, -3.0879318714141846, -3.075446605682373, -3.0629615783691406, -3.050476312637329, -3.0379910469055176, -3.025506019592285, -3.0130207538604736, -3.000535726547241, -2.9880504608154297, -2.9755654335021973, -2.9630801677703857, -2.950594902038574, -2.938109874725342, -2.9256246089935303, -2.913139581680298, -2.9006543159484863, -2.888169288635254, -2.8756840229034424, -2.86319899559021, -2.8507137298583984, -2.838228702545166, -2.8257434368133545, -2.813258171081543, -2.8007731437683105, -2.788287878036499, -2.7758028507232666, -2.763317584991455, -2.7508325576782227, -2.738347291946411, -2.7258620262145996, -2.713376998901367, -2.7008917331695557, -2.6884067058563232, -2.6759214401245117, -2.6634364128112793, -2.6509511470794678 ], "r_inf_mean": 0.2431928962469101, "r_inf_median": 0.23939886689186096, "pr_mean": 0.35423359274864197, "pr_median": 0.35651591420173645, "hoyer_mean": 0.6489208936691284, "eff_dim_mean": 0.6489208936691284, "topk_energy": { "1": 0.05965982377529144, "5": 0.25807109475135803, "10": 0.41007399559020996, "25": 0.7092601656913757 }, "gamma_raw": 0.08587025851011276, "gamma_active": { "1e-08": 0.08587025851011276, "1e-07": 0.08587025851011276, "1e-06": 0.08587025851011276, "1e-05": 0.08587025851011276, "0.0001": 0.08587025851011276 }, "gamma_energy_weighted": { "1e-08": 0.0891196997717118, "1e-07": 0.0891196997717118, "1e-06": 0.0891196997717118, "1e-05": 0.0891196997717118, "0.0001": 0.0891196997717118 } } ] }