{ "dataset": "synth", "method": "state_bridge", "seed": 2048, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 6.864164352416992, "acc": 0.1171875, "per_layer": [ { "layer": 0, "mean_norm": 0.011098029091954231, "median_norm": 0.0108979856595397, "max_norm": 0.02923363633453846, "min_norm": 8.540610906493384e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.99609375, "0.0001": 0.9921875 }, "log_norms_percentiles": { "1": -3.646178722381592, "5": -2.5939502716064453, "10": -2.3052146434783936, "25": -2.0930325984954834, "50": -1.9622776508331299, "75": -1.8489540815353394, "90": -1.7708821296691895, "95": -1.7218619585037231, "99": -1.6065044403076172 }, "log_norms_histogram": [ 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 1, 0, 2, 1, 0, 3, 0, 3, 2, 3, 1, 2, 6, 5, 6, 7, 12, 20, 42, 48, 87, 83, 73, 60, 22, 10, 5 ], "log_norms_bin_edges": [ -5.068511009216309, -4.997823238372803, -4.927135467529297, -4.856447219848633, -4.785759449005127, -4.715071678161621, -4.644383907318115, -4.573696136474609, -4.503007888793945, -4.4323201179504395, -4.361632347106934, -4.290944576263428, -4.220256328582764, -4.149568557739258, -4.078880786895752, -4.008193016052246, -3.937505006790161, -3.866816997528076, -3.7961292266845703, -3.7254414558410645, -3.6547534465789795, -3.5840656757354736, -3.5133776664733887, -3.442689895629883, -3.372002124786377, -3.301314115524292, -3.230626106262207, -3.159938335418701, -3.0892505645751953, -3.0185625553131104, -2.9478747844696045, -2.8771867752075195, -2.8064990043640137, -2.735811233520508, -2.665123224258423, -2.594435453414917, -2.523747444152832, -2.453059673309326, -2.382371664047241, -2.3116838932037354, -2.2409958839416504, -2.1703081130981445, -2.0996203422546387, -2.0289323329925537, -1.9582445621490479, -1.887556552886963, -1.816868782043457, -1.746180772781372, -1.6754930019378662, -1.6048052310943604, -1.5341172218322754 ], "r_inf_mean": 0.35994797945022583, "r_inf_median": 0.3509315252304077, "pr_mean": 0.15455351769924164, "pr_median": 0.15520521998405457, "hoyer_mean": 0.4069453179836273, "eff_dim_mean": 0.40694528818130493, "topk_energy": { "1": 0.13267183303833008, "5": 0.45779961347579956, "10": 0.6524888277053833, "25": 0.9042460918426514 }, "gamma_raw": 0.025464752689003944, "gamma_active": { "1e-08": 0.025464752689003944, "1e-07": 0.025464752689003944, "1e-06": 0.025464752689003944, "1e-05": 0.02531159482896328, "0.0001": 0.025293124839663506 }, "gamma_energy_weighted": { "1e-08": 0.02864460074324411, "1e-07": 0.02864460074324411, "1e-06": 0.02864460074324411, "1e-05": 0.02864460074324411, "0.0001": 0.02864460074324411 } }, { "layer": 1, "mean_norm": 0.0015556422295048833, "median_norm": 0.001549316686578095, "max_norm": 0.003886718302965164, "min_norm": 9.915363534673816e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.9921875, "0.0001": 0.970703125 }, "log_norms_percentiles": { "1": -4.548194885253906, "5": -3.4787676334381104, "10": -3.1174800395965576, "25": -2.900860548019409, "50": -2.8091630935668945, "75": -2.7215628623962402, "90": -2.635737657546997, "95": -2.5962746143341064, "99": -2.5246524810791016 }, "log_norms_histogram": [ 2, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 2, 1, 1, 4, 2, 0, 2, 1, 0, 2, 3, 9, 1, 8, 3, 4, 7, 12, 46, 97, 102, 92, 60, 33, 12, 1 ], "log_norms_bin_edges": [ -6.00369119644165, -5.931825637817383, -5.859960079193115, -5.788094520568848, -5.716229438781738, -5.644363880157471, -5.572498321533203, -5.5006327629089355, -5.428767204284668, -5.3569016456604, -5.285036087036133, -5.213171005249023, -5.141305446624756, -5.069439888000488, -4.997574329376221, -4.925708770751953, -4.853843688964844, -4.781978130340576, -4.710112571716309, -4.638247013092041, -4.566381454467773, -4.494515895843506, -4.422650337219238, -4.350785255432129, -4.278919696807861, -4.207054138183594, -4.135188579559326, -4.063323020935059, -3.99145770072937, -3.9195921421051025, -3.847726583480835, -3.7758612632751465, -3.703995704650879, -3.6321301460266113, -3.560264825820923, -3.4883992671966553, -3.4165337085723877, -3.344668388366699, -3.2728028297424316, -3.200937271118164, -3.1290717124938965, -3.057206392288208, -2.9853408336639404, -2.913475275039673, -2.8416099548339844, -2.769744396209717, -2.697878837585449, -2.6260135173797607, -2.554147958755493, -2.4822824001312256, -2.410416841506958 ], "r_inf_mean": 0.3211812973022461, "r_inf_median": 0.30887550115585327, "pr_mean": 0.24181339144706726, "pr_median": 0.23536604642868042, "hoyer_mean": 0.5762292146682739, "eff_dim_mean": 0.5762291550636292, "topk_energy": { "1": 0.10773032903671265, "5": 0.35730427503585815, "10": 0.5130312442779541, "25": 0.7722431421279907 }, "gamma_raw": -0.004477082751691341, "gamma_active": { "1e-08": -0.004477082751691341, "1e-07": -0.004477082751691341, "1e-06": -0.004321616142988205, "1e-05": -0.00378770031966269, "0.0001": -0.003724251640960574 }, "gamma_energy_weighted": { "1e-08": -0.0029848667546967063, "1e-07": -0.0029848667546967063, "1e-06": -0.0029848667546967063, "1e-05": -0.0029848667546967063, "0.0001": -0.0029848667546967063 } }, { "layer": 2, "mean_norm": 0.0011368562700226903, "median_norm": 0.0010496660834178329, "max_norm": 0.0025091629941016436, "min_norm": 7.436917144332256e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.99609375, "1e-05": 0.990234375, "0.0001": 0.962890625 }, "log_norms_percentiles": { "1": -4.698469638824463, "5": -3.623502016067505, "10": -3.2633612155914307, "25": -3.047031879425049, "50": -2.978701591491699, "75": -2.8402254581451416, "90": -2.7350282669067383, "95": -2.7150750160217285, "99": -2.6206958293914795 }, "log_norms_histogram": [ 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 1, 0, 3, 2, 2, 1, 3, 0, 0, 0, 3, 2, 5, 5, 7, 6, 3, 5, 6, 23, 82, 129, 52, 59, 49, 45, 12 ], "log_norms_bin_edges": [ -6.128607273101807, -6.05804443359375, -5.987481594085693, -5.916919231414795, -5.846356391906738, -5.775793552398682, -5.705230712890625, -5.634668350219727, -5.56410551071167, -5.493542671203613, -5.422979831695557, -5.352417469024658, -5.281854629516602, -5.211291790008545, -5.140728950500488, -5.07016658782959, -4.999603748321533, -4.929040908813477, -4.85847806930542, -4.787915229797363, -4.717352867126465, -4.646790027618408, -4.576227188110352, -4.505664825439453, -4.435101509094238, -4.36453914642334, -4.293976306915283, -4.223413467407227, -4.152851104736328, -4.0822882652282715, -4.011725425720215, -3.9411628246307373, -3.8705999851226807, -3.800037145614624, -3.7294745445251465, -3.65891170501709, -3.5883491039276123, -3.5177862644195557, -3.447223663330078, -3.3766608238220215, -3.306098222732544, -3.2355353832244873, -3.1649727821350098, -3.094409942626953, -3.0238473415374756, -2.953284502029419, -2.8827219009399414, -2.8121590614318848, -2.741596221923828, -2.6710336208343506, -2.600471019744873 ], "r_inf_mean": 0.25085628032684326, "r_inf_median": 0.2491120547056198, "pr_mean": 0.35758233070373535, "pr_median": 0.34927934408187866, "hoyer_mean": 0.6522657871246338, "eff_dim_mean": 0.6522657871246338, "topk_energy": { "1": 0.06405460834503174, "5": 0.2535746097564697, "10": 0.40378502011299133, "25": 0.704519510269165 }, "gamma_raw": -0.00023072445765137672, "gamma_active": { "1e-08": -0.00023072445765137672, "1e-07": -0.00023072445765137672, "1e-06": -0.00035130864125676453, "1e-05": -0.0006082591717131436, "0.0001": -0.0004175545764155686 }, "gamma_energy_weighted": { "1e-08": -0.016637296213560377, "1e-07": -0.016637296213560377, "1e-06": -0.016637296213560377, "1e-05": -0.016637296213560377, "0.0001": -0.016637296213560377 } }, { "layer": 3, "mean_norm": 0.0011294495780020952, "median_norm": 0.001039645867422223, "max_norm": 0.0025055622681975365, "min_norm": 7.303085567400558e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.99609375, "1e-05": 0.990234375, "0.0001": 0.962890625 }, "log_norms_percentiles": { "1": -4.707928657531738, "5": -3.6252660751342773, "10": -3.266977310180664, "25": -3.054203987121582, "50": -2.9830427169799805, "75": -2.840399742126465, "90": -2.734471559524536, "95": -2.7161483764648438, "99": -2.618978500366211 }, "log_norms_histogram": [ 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 1, 0, 3, 1, 3, 1, 3, 0, 0, 0, 4, 1, 5, 7, 5, 6, 4, 4, 7, 24, 85, 129, 47, 63, 43, 47, 12 ], "log_norms_bin_edges": [ -6.136493682861328, -6.065785884857178, -5.995077610015869, -5.924369812011719, -5.85366153717041, -5.78295373916626, -5.712245941162109, -5.641537666320801, -5.57082986831665, -5.5001220703125, -5.429413795471191, -5.358705997467041, -5.287998199462891, -5.217289924621582, -5.146582126617432, -5.075874328613281, -5.005166053771973, -4.934457778930664, -4.863749980926514, -4.793042182922363, -4.722333908081055, -4.651626110076904, -4.580918312072754, -4.510210037231445, -4.439502239227295, -4.3687944412231445, -4.298086166381836, -4.2273783683776855, -4.156670570373535, -4.085962295532227, -4.015254497528076, -3.9445464611053467, -3.873838424682617, -3.8031303882598877, -3.732422351837158, -3.661714553833008, -3.5910065174102783, -3.520298480987549, -3.4495906829833984, -3.378882646560669, -3.3081746101379395, -3.23746657371521, -3.1667585372924805, -3.09605073928833, -3.0253427028656006, -2.954634666442871, -2.8839268684387207, -2.813218832015991, -2.7425107955932617, -2.6718027591705322, -2.601094961166382 ], "r_inf_mean": 0.24901531636714935, "r_inf_median": 0.24784113466739655, "pr_mean": 0.3621887266635895, "pr_median": 0.35120800137519836, "hoyer_mean": 0.655871570110321, "eff_dim_mean": 0.6558715105056763, "topk_energy": { "1": 0.06309331953525543, "5": 0.25092190504074097, "10": 0.4000250995159149, "25": 0.7007770538330078 }, "gamma_raw": -0.005204726010560989, "gamma_active": { "1e-08": -0.005204726010560989, "1e-07": -0.005204726010560989, "1e-06": -0.005201711319386959, "1e-05": -0.005211418494582176, "0.0001": -0.004630389157682657 }, "gamma_energy_weighted": { "1e-08": -0.02465627510321508, "1e-07": -0.02465627510321508, "1e-06": -0.02465627510321508, "1e-05": -0.02465627510321508, "0.0001": -0.02465627510321508 } } ] }