{ "dataset": "synth", "method": "state_bridge", "seed": 789, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 25.001113891601562, "acc": 0.138671875, "per_layer": [ { "layer": 0, "mean_norm": 0.04071778804063797, "median_norm": 0.041113417595624924, "max_norm": 0.152726411819458, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.953125, "1e-06": 0.943359375, "1e-05": 0.931640625, "0.0001": 0.9140625 }, "log_norms_percentiles": { "1": -11.732515335083008, "5": -6.519234657287598, "10": -3.3632564544677734, "25": -1.51932954788208, "50": -1.385756492614746, "75": -1.2847294807434082, "90": -1.1762429475784302, "95": -1.1217889785766602, "99": -0.9668107032775879 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 3, 1, 2, 3, 5, 1, 4, 3, 3, 5, 5, 6, 4, 6, 9, 170, 275 ], "log_norms_bin_edges": [ -30.0, -29.41632080078125, -28.832643508911133, -28.248964309692383, -27.665287017822266, -27.081607818603516, -26.4979305267334, -25.91425132751465, -25.33057403564453, -24.74689483642578, -24.163217544555664, -23.579538345336914, -22.995861053466797, -22.412181854248047, -21.828502655029297, -21.24482536315918, -20.661148071289062, -20.077468872070312, -19.493789672851562, -18.910112380981445, -18.326435089111328, -17.742755889892578, -17.159076690673828, -16.57539939880371, -15.991720199584961, -15.408041954040527, -14.824363708496094, -14.24068546295166, -13.657007217407227, -13.07332992553711, -12.48965072631836, -11.905973434448242, -11.322294235229492, -10.738615036010742, -10.154937744140625, -9.571258544921875, -8.987581253051758, -8.403902053833008, -7.820224761962891, -7.236545562744141, -6.652868270874023, -6.069189071655273, -5.485511779785156, -4.901832580566406, -4.318155288696289, -3.734476089477539, -3.150798797607422, -2.567119598388672, -1.9834403991699219, -1.3997631072998047, -0.8160858750343323 ], "r_inf_mean": 3007.1396484375, "r_inf_median": 0.24363788962364197, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 47350030336.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": -0.03420257195830345, "gamma_active": { "1e-08": -0.03539437800645828, "1e-07": -0.035511475056409836, "1e-06": -0.035691309720277786, "1e-05": -0.03536418452858925, "0.0001": -0.035453733056783676 }, "gamma_energy_weighted": { "1e-08": -0.03251180577767287, "1e-07": -0.03251180577767287, "1e-06": -0.03251180577767287, "1e-05": -0.03251180577767287, "0.0001": -0.03251180577767287 } }, { "layer": 1, "mean_norm": 0.005485096015036106, "median_norm": 0.0051493351347744465, "max_norm": 0.027692455798387527, "min_norm": 0.0, "support": { "1e-08": 0.95703125, "1e-07": 0.9453125, "1e-06": 0.931640625, "1e-05": 0.9140625, "0.0001": 0.8984375 }, "log_norms_percentiles": { "1": -12.647848129272461, "5": -7.343411922454834, "10": -4.293813705444336, "25": -2.422344207763672, "50": -2.2880659103393555, "75": -2.1478543281555176, "90": -2.0339972972869873, "95": -1.9482471942901611, "99": -1.8004980087280273 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 3, 0, 3, 2, 4, 3, 2, 2, 3, 4, 6, 5, 7, 2, 7, 10, 334, 108 ], "log_norms_bin_edges": [ -30.0, -29.43115234375, -28.8623046875, -28.293458938598633, -27.724611282348633, -27.155763626098633, -26.586915969848633, -26.018070220947266, -25.449222564697266, -24.880374908447266, -24.311527252197266, -23.742679595947266, -23.173831939697266, -22.6049861907959, -22.0361385345459, -21.46729278564453, -20.89844512939453, -20.32959747314453, -19.76074981689453, -19.19190216064453, -18.62305450439453, -18.05420684814453, -17.485361099243164, -16.916513442993164, -16.347665786743164, -15.77881908416748, -15.20997142791748, -14.641124725341797, -14.072277069091797, -13.503429412841797, -12.93458366394043, -12.36573600769043, -11.79688835144043, -11.22804069519043, -10.65919303894043, -10.090347290039062, -9.521499633789062, -8.952651977539062, -8.383804321289062, -7.814958572387695, -7.246110916137695, -6.677263259887695, -6.108415603637695, -5.539567947387695, -4.970722198486328, -4.401874542236328, -3.833026885986328, -3.264179229736328, -2.695331573486328, -2.126485824584961, -1.5576385259628296 ], "r_inf_mean": 320.1785888671875, "r_inf_median": 0.23350144922733307, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 460261312.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.028428785502910614, "gamma_active": { "1e-08": 0.029858414083719254, "1e-07": 0.029557500034570694, "1e-06": 0.02953425981104374, "1e-05": 0.02983258105814457, "0.0001": 0.030011137947440147 }, "gamma_energy_weighted": { "1e-08": 0.036526412944748975, "1e-07": 0.036526412944748975, "1e-06": 0.036526412944748975, "1e-05": 0.036526412944748975, "0.0001": 0.036526412944748975 } }, { "layer": 2, "mean_norm": 0.0014032032340765, "median_norm": 0.0014557554386556149, "max_norm": 0.0024721678346395493, "min_norm": 0.0, "support": { "1e-08": 0.94921875, "1e-07": 0.939453125, "1e-06": 0.91796875, "1e-05": 0.900390625, "0.0001": 0.884765625 }, "log_norms_percentiles": { "1": -13.286272048950195, "5": -7.991037845611572, "10": -4.794356822967529, "25": -2.881018877029419, "50": -2.8368425369262695, "75": -2.7428829669952393, "90": -2.6856637001037598, "95": -2.6604580879211426, "99": -2.6351468563079834 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 2, 0, 3, 3, 2, 3, 1, 4, 3, 2, 5, 7, 2, 7, 3, 7, 8, 442 ], "log_norms_bin_edges": [ -30.0, -29.452138900756836, -28.904277801513672, -28.356414794921875, -27.80855369567871, -27.260692596435547, -26.71282958984375, -26.164968490600586, -25.617107391357422, -25.069246292114258, -24.521385192871094, -23.973522186279297, -23.425661087036133, -22.87779998779297, -22.329936981201172, -21.782075881958008, -21.234214782714844, -20.68635368347168, -20.138492584228516, -19.59062957763672, -19.042768478393555, -18.49490737915039, -17.947044372558594, -17.39918327331543, -16.851322174072266, -16.3034610748291, -15.755599021911621, -15.20773696899414, -14.659875869750977, -14.112014770507812, -13.564151763916016, -13.016290664672852, -12.468429565429688, -11.920568466186523, -11.37270736694336, -10.824844360351562, -10.276983261108398, -9.729122161865234, -9.181259155273438, -8.633398056030273, -8.08553695678711, -7.537675857543945, -6.989814758300781, -6.441951751708984, -5.89409065246582, -5.346229553222656, -4.798366546630859, -4.250505447387695, -3.7026443481445312, -3.154783248901367, -2.606922149658203 ], "r_inf_mean": 47.191162109375, "r_inf_median": 0.25335854291915894, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 9985983.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": -0.02196016162633896, "gamma_active": { "1e-08": -0.02326889894902706, "1e-07": -0.023401997983455658, "1e-06": -0.02389572560787201, "1e-05": -0.02464735135436058, "0.0001": -0.025021661072969437 }, "gamma_energy_weighted": { "1e-08": -0.03745053919699491, "1e-07": -0.03745053919699491, "1e-06": -0.03745053919699491, "1e-05": -0.03745053919699491, "0.0001": -0.03745053919699491 } }, { "layer": 3, "mean_norm": 0.0013475846499204636, "median_norm": 0.0013996155466884375, "max_norm": 0.002142986049875617, "min_norm": 0.0, "support": { "1e-08": 0.94921875, "1e-07": 0.939453125, "1e-06": 0.91796875, "1e-05": 0.900390625, "0.0001": 0.884765625 }, "log_norms_percentiles": { "1": -13.3140230178833, "5": -8.007704734802246, "10": -4.809715747833252, "25": -2.888831615447998, "50": -2.853990316390991, "75": -2.759587526321411, "90": -2.7073140144348145, "95": -2.6891984939575195, "99": -2.6704001426696777 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 2, 0, 3, 3, 2, 2, 2, 4, 3, 2, 5, 6, 2, 7, 4, 6, 9, 442 ], "log_norms_bin_edges": [ -30.0, -29.453378677368164, -28.90675926208496, -28.360137939453125, -27.813518524169922, -27.266897201538086, -26.720277786254883, -26.173656463623047, -25.627037048339844, -25.080415725708008, -24.533796310424805, -23.98717498779297, -23.440555572509766, -22.89393424987793, -22.347312927246094, -21.80069351196289, -21.254074096679688, -20.70745277404785, -20.160831451416016, -19.614212036132812, -19.06759262084961, -18.520971298217773, -17.974349975585938, -17.427730560302734, -16.8811092376709, -16.334487915039062, -15.78786849975586, -15.24124813079834, -14.69462776184082, -14.1480073928833, -13.601387023925781, -13.054767608642578, -12.508146286010742, -11.961524963378906, -11.414905548095703, -10.868284225463867, -10.321664810180664, -9.775043487548828, -9.228424072265625, -8.681802749633789, -8.135183334350586, -7.58856201171875, -7.041942596435547, -6.495321273803711, -5.948701858520508, -5.402080535888672, -4.855461120605469, -4.308839797973633, -3.762218475341797, -3.2155990600585938, -2.668980598449707 ], "r_inf_mean": 43.491268157958984, "r_inf_median": 0.2505641579627991, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 8658838.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": -0.002581389155238867, "gamma_active": { "1e-08": -0.002806761534884572, "1e-07": -0.0027980711311101913, "1e-06": -0.0033305746037513018, "1e-05": -0.0032144368160516024, "0.0001": -0.003078291192650795 }, "gamma_energy_weighted": { "1e-08": -0.006932540067037095, "1e-07": -0.006932540067037095, "1e-06": -0.006932540067037095, "1e-05": -0.006932540067037095, "0.0001": -0.006932540067037095 } } ] }