{ "dataset": "synth", "method": "state_bridge", "seed": 123, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 25.737621307373047, "acc": 0.09375, "per_layer": [ { "layer": 0, "mean_norm": 0.03983801603317261, "median_norm": 0.03930540755391121, "max_norm": 0.09983262419700623, "min_norm": 1.9183269556188876e-11, "support": { "1e-08": 0.98828125, "1e-07": 0.978515625, "1e-06": 0.966796875, "1e-05": 0.95703125, "0.0001": 0.951171875 }, "log_norms_percentiles": { "1": -8.078531265258789, "5": -3.905355930328369, "10": -1.765890121459961, "25": -1.5297898054122925, "50": -1.4050830602645874, "75": -1.3020031452178955, "90": -1.1957676410675049, "95": -1.1425212621688843, "99": -1.0203189849853516 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 1, 0, 1, 1, 2, 1, 2, 2, 0, 1, 1, 1, 0, 0, 2, 2, 0, 0, 3, 0, 0, 0, 3, 1, 4, 0, 2, 0, 1, 1, 4, 1, 9, 40, 180, 191, 50 ], "log_norms_bin_edges": [ -10.71707820892334, -10.522750854492188, -10.328424453735352, -10.1340970993042, -9.939769744873047, -9.745443344116211, -9.551115989685059, -9.356788635253906, -9.16246223449707, -8.968134880065918, -8.773808479309082, -8.57948112487793, -8.385153770446777, -8.190827369689941, -7.996500015258789, -7.802173137664795, -7.607846260070801, -7.413518905639648, -7.219192028045654, -7.02486515045166, -6.830537796020508, -6.636210918426514, -6.4418840408325195, -6.247557163238525, -6.053229808807373, -5.858902931213379, -5.664576053619385, -5.470248699188232, -5.275921821594238, -5.081594944000244, -4.88726806640625, -4.692940711975098, -4.4986138343811035, -4.304286956787109, -4.109959602355957, -3.915632724761963, -3.7213058471679688, -3.5269789695739746, -3.3326516151428223, -3.138324737548828, -2.943997859954834, -2.7496705055236816, -2.5553436279296875, -2.361016273498535, -2.166689872741699, -1.9723625183105469, -1.778036117553711, -1.5837087631225586, -1.3893814086914062, -1.1950550079345703, -1.0007275342941284 ], "r_inf_mean": 0.25103074312210083, "r_inf_median": 0.245527982711792, "pr_mean": Infinity, "pr_median": 0.3415853977203369, "hoyer_mean": 0.6357638835906982, "eff_dim_mean": 0.6357638835906982, "topk_energy": { "1": 0.06397493183612823, "5": 0.2617810368537903, "10": 0.4168669879436493, "25": 0.7226446270942688 }, "gamma_raw": -0.007458722218871117, "gamma_active": { "1e-08": -0.007514766417443752, "1e-07": -0.007968674413859844, "1e-06": -0.008092648349702358, "1e-05": -0.007072539534419775, "0.0001": -0.006716664880514145 }, "gamma_energy_weighted": { "1e-08": -0.0014498051885338359, "1e-07": -0.0014498051885338359, "1e-06": -0.0014498051885338359, "1e-05": -0.0014498051885338359, "0.0001": -0.0014498051885338359 } }, { "layer": 1, "mean_norm": 0.0046018133871257305, "median_norm": 0.004294900223612785, "max_norm": 0.015285511501133442, "min_norm": 1.5531366340595931e-12, "support": { "1e-08": 0.9765625, "1e-07": 0.96484375, "1e-06": 0.95703125, "1e-05": 0.951171875, "0.0001": 0.935546875 }, "log_norms_percentiles": { "1": -9.132806777954102, "5": -4.917346000671387, "10": -2.689563512802124, "25": -2.471637487411499, "50": -2.3665971755981445, "75": -2.248631238937378, "90": -2.121716260910034, "95": -2.051913022994995, "99": -1.888936996459961 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 2, 0, 3, 1, 1, 2, 0, 2, 0, 0, 1, 1, 2, 0, 3, 0, 0, 0, 3, 1, 2, 2, 0, 2, 1, 2, 2, 2, 3, 17, 136, 215, 76, 23 ], "log_norms_bin_edges": [ -11.80879020690918, -11.608928680419922, -11.409067153930664, -11.209205627441406, -11.009344100952148, -10.809483528137207, -10.60962200164795, -10.409760475158691, -10.209898948669434, -10.010037422180176, -9.810175895690918, -9.610315322875977, -9.410453796386719, -9.210592269897461, -9.010730743408203, -8.810869216918945, -8.611007690429688, -8.41114616394043, -8.211284637451172, -8.011423110961914, -7.8115620613098145, -7.611700534820557, -7.411839485168457, -7.211977958679199, -7.012116432189941, -6.812254905700684, -6.612393379211426, -6.412532329559326, -6.212670803070068, -6.0128092765808105, -5.812948226928711, -5.613086700439453, -5.413225173950195, -5.2133636474609375, -5.01350212097168, -4.81364107131958, -4.613779544830322, -4.4139180183410645, -4.214056968688965, -4.014195442199707, -3.814333915710449, -3.6144723892211914, -3.4146108627319336, -3.214749336242676, -3.0148887634277344, -2.8150272369384766, -2.6151657104492188, -2.415304183959961, -2.215442657470703, -2.0155811309814453, -1.8157200813293457 ], "r_inf_mean": 0.23490005731582642, "r_inf_median": 0.23220184445381165, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6544803380966187, "eff_dim_mean": 0.6544802784919739, "topk_energy": { "1": 0.05573173239827156, "5": 0.2430349886417389, "10": 0.3972465395927429, "25": 0.7046182155609131 }, "gamma_raw": 0.03882991522550583, "gamma_active": { "1e-08": 0.03967352584004402, "1e-07": 0.04002673923969269, "1e-06": 0.04005081579089165, "1e-05": 0.04040241613984108, "0.0001": 0.0399397574365139 }, "gamma_energy_weighted": { "1e-08": 0.07537193221426114, "1e-07": 0.07537193221426114, "1e-06": 0.07537193221426114, "1e-05": 0.07537193221426114, "0.0001": 0.07537193221426114 } }, { "layer": 2, "mean_norm": 0.0015512385871261358, "median_norm": 0.0015533164842054248, "max_norm": 0.0028085007797926664, "min_norm": 2.318858809396279e-13, "support": { "1e-08": 0.970703125, "1e-07": 0.962890625, "1e-06": 0.951171875, "1e-05": 0.94140625, "0.0001": 0.9296875 }, "log_norms_percentiles": { "1": -9.79574203491211, "5": -5.433923244476318, "10": -2.9486894607543945, "25": -2.863374948501587, "50": -2.8084874153137207, "75": -2.7167885303497314, "90": -2.657604455947876, "95": -2.6165504455566406, "99": -2.5685529708862305 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 2, 0, 0, 2, 2, 2, 1, 0, 2, 0, 1, 2, 1, 0, 1, 2, 0, 0, 1, 3, 1, 2, 1, 0, 2, 2, 1, 3, 1, 5, 4, 293, 168 ], "log_norms_bin_edges": [ -12.634726524353027, -12.433062553405762, -12.231398582458496, -12.02973461151123, -11.828070640563965, -11.6264066696167, -11.424742698669434, -11.223078727722168, -11.021414756774902, -10.819750785827637, -10.618085861206055, -10.416421890258789, -10.214757919311523, -10.013093948364258, -9.811429977416992, -9.609766006469727, -9.408102035522461, -9.206438064575195, -9.00477409362793, -8.803110122680664, -8.601446151733398, -8.399782180786133, -8.198118209838867, -7.996454238891602, -7.794790267944336, -7.59312629699707, -7.391462326049805, -7.189797878265381, -6.988133907318115, -6.78646993637085, -6.584805965423584, -6.383141994476318, -6.181478023529053, -5.979814052581787, -5.7781500816345215, -5.576486110687256, -5.37482213973999, -5.173158168792725, -4.971493721008301, -4.769829750061035, -4.5681657791137695, -4.366501808166504, -4.164837837219238, -3.9631738662719727, -3.761509895324707, -3.5598459243774414, -3.358181953430176, -3.15651798248291, -2.9548540115356445, -2.753190040588379, -2.551525592803955 ], "r_inf_mean": 0.22437265515327454, "r_inf_median": 0.2171166092157364, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6652671694755554, "eff_dim_mean": 0.6652671098709106, "topk_energy": { "1": 0.05092602223157883, "5": 0.23203617334365845, "10": 0.38672733306884766, "25": 0.6944762468338013 }, "gamma_raw": -0.006862250622361898, "gamma_active": { "1e-08": -0.00758087495341897, "1e-07": -0.00747804855927825, "1e-06": -0.00813345517963171, "1e-05": -0.007926948368549347, "0.0001": -0.007313466165214777 }, "gamma_energy_weighted": { "1e-08": -0.01803352575892776, "1e-07": -0.01803352575892776, "1e-06": -0.01803352575892776, "1e-05": -0.01803352575892776, "0.0001": -0.01803352575892776 } }, { "layer": 3, "mean_norm": 0.0015092245303094387, "median_norm": 0.0015027365880087018, "max_norm": 0.0026944512501358986, "min_norm": 2.2684927395745513e-13, "support": { "1e-08": 0.970703125, "1e-07": 0.962890625, "1e-06": 0.951171875, "1e-05": 0.94140625, "0.0001": 0.9296875 }, "log_norms_percentiles": { "1": -9.800701141357422, "5": -5.445613384246826, "10": -2.9549078941345215, "25": -2.870645046234131, "50": -2.8230948448181152, "75": -2.7218990325927734, "90": -2.6701669692993164, "95": -2.621509552001953, "99": -2.576181650161743 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 2, 0, 0, 2, 2, 2, 1, 0, 2, 0, 1, 1, 2, 0, 2, 1, 0, 0, 1, 2, 2, 2, 1, 0, 2, 2, 1, 3, 1, 5, 3, 293, 169 ], "log_norms_bin_edges": [ -12.64426326751709, -12.442769050598145, -12.241273880004883, -12.039779663085938, -11.838284492492676, -11.63679027557373, -11.435295104980469, -11.233800888061523, -11.032305717468262, -10.830811500549316, -10.629316329956055, -10.42782211303711, -10.226326942443848, -10.024832725524902, -9.82333755493164, -9.621843338012695, -9.420348167419434, -9.218853950500488, -9.017358779907227, -8.815864562988281, -8.614370346069336, -8.412875175476074, -8.211380004882812, -8.009885787963867, -7.808391094207764, -7.60689640045166, -7.405401706695557, -7.203907012939453, -7.00241231918335, -6.800917625427246, -6.599422931671143, -6.397928237915039, -6.1964335441589355, -5.994938850402832, -5.7934441566467285, -5.591949462890625, -5.3904547691345215, -5.188960075378418, -4.9874653816223145, -4.785970687866211, -4.584476470947266, -4.382981300354004, -4.181487083435059, -3.979991912841797, -3.7784976959228516, -3.57700252532959, -3.3755083084106445, -3.174013137817383, -2.9725189208984375, -2.771023750305176, -2.5695297718048096 ], "r_inf_mean": 0.22535979747772217, "r_inf_median": 0.22189438343048096, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6667420864105225, "eff_dim_mean": 0.6667420268058777, "topk_energy": { "1": 0.05143648758530617, "5": 0.2334788292646408, "10": 0.3876110911369324, "25": 0.6932651996612549 }, "gamma_raw": -0.02449757419526577, "gamma_active": { "1e-08": -0.025148160755634308, "1e-07": -0.025129543617367744, "1e-06": -0.02551642619073391, "1e-05": -0.02496306411921978, "0.0001": -0.024645758792757988 }, "gamma_energy_weighted": { "1e-08": -0.025560258142746317, "1e-07": -0.025560258142746317, "1e-06": -0.025560258142746317, "1e-05": -0.025560258142746317, "0.0001": -0.025560258142746317 } } ] }