{ "dataset": "synth", "method": "state_bridge", "seed": 456, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 17.437482833862305, "acc": 0.09765625, "per_layer": [ { "layer": 0, "mean_norm": 0.028228655457496643, "median_norm": 0.02787410281598568, "max_norm": 0.09217510372400284, "min_norm": 2.397194584762702e-13, "support": { "1e-08": 0.990234375, "1e-07": 0.990234375, "1e-06": 0.986328125, "1e-05": 0.9765625, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -6.621462821960449, "5": -3.2412190437316895, "10": -1.8791218996047974, "25": -1.6740407943725586, "50": -1.5546875, "75": -1.449213981628418, "90": -1.3526945114135742, "95": -1.3119025230407715, "99": -1.1845790147781372 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 3, 2, 0, 0, 3, 1, 0, 2, 1, 1, 3, 6, 0, 4, 3, 2, 8, 45, 234, 173, 14 ], "log_norms_bin_edges": [ -12.6202974319458, -12.388599395751953, -12.156901359558105, -11.925202369689941, -11.693504333496094, -11.461806297302246, -11.230108261108398, -10.99841022491455, -10.766711235046387, -10.535013198852539, -10.303315162658691, -10.071617126464844, -9.83991813659668, -9.608220100402832, -9.376522064208984, -9.144824028015137, -8.913125991821289, -8.681427001953125, -8.449729919433594, -8.21803092956543, -7.986332893371582, -7.754634380340576, -7.5229363441467285, -7.291238307952881, -7.059539794921875, -6.827841758728027, -6.5961432456970215, -6.364445209503174, -6.132747173309326, -5.90104866027832, -5.669350624084473, -5.437652111053467, -5.205954074859619, -4.9742560386657715, -4.742557525634766, -4.510859489440918, -4.27916145324707, -4.047462463378906, -3.8157644271850586, -3.584066390991211, -3.3523683547973633, -3.1206703186035156, -2.8889713287353516, -2.657273292541504, -2.4255752563476562, -2.1938772201538086, -1.962179183959961, -1.7304801940917969, -1.4987821578979492, -1.2670841217041016, -1.035386323928833 ], "r_inf_mean": 0.28399112820625305, "r_inf_median": 0.277420312166214, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6062135100364685, "eff_dim_mean": 0.6062134504318237, "topk_energy": { "1": 0.0824919044971466, "5": 0.3033541440963745, "10": 0.46252596378326416, "25": 0.7509486675262451 }, "gamma_raw": 0.026344677433371544, "gamma_active": { "1e-08": 0.026520967483520508, "1e-07": 0.026520967483520508, "1e-06": 0.026912251487374306, "1e-05": 0.02604982629418373, "0.0001": 0.025760486721992493 }, "gamma_energy_weighted": { "1e-08": 0.028426522096512898, "1e-07": 0.028426522096512898, "1e-06": 0.028426522096512898, "1e-05": 0.028426522096512898, "0.0001": 0.028426522096512898 } }, { "layer": 1, "mean_norm": 0.003065515775233507, "median_norm": 0.0030454392544925213, "max_norm": 0.008665192872285843, "min_norm": 2.6473476053478703e-14, "support": { "1e-08": 0.990234375, "1e-07": 0.986328125, "1e-06": 0.9765625, "1e-05": 0.962890625, "0.0001": 0.943359375 }, "log_norms_percentiles": { "1": -7.6462202072143555, "5": -4.096524715423584, "10": -2.780134677886963, "25": -2.6115050315856934, "50": -2.5162367820739746, "75": -2.4309961795806885, "90": -2.346688985824585, "95": -2.2802653312683105, "99": -2.151956796646118 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 1, 0, 0, 3, 1, 0, 2, 1, 2, 1, 4, 3, 2, 5, 2, 4, 13, 191, 235, 31 ], "log_norms_bin_edges": [ -13.577189445495605, -13.346890449523926, -13.11659049987793, -12.88629150390625, -12.65599250793457, -12.425692558288574, -12.195393562316895, -11.965093612670898, -11.734794616699219, -11.504495620727539, -11.274195671081543, -11.043896675109863, -10.813596725463867, -10.583297729492188, -10.352998733520508, -10.122699737548828, -9.892399787902832, -9.662099838256836, -9.431800842285156, -9.201501846313477, -8.971202850341797, -8.7409029006958, -8.510603904724121, -8.280303955078125, -8.050004959106445, -7.819705486297607, -7.5894060134887695, -7.35910701751709, -7.128807544708252, -6.898508071899414, -6.668209075927734, -6.4379096031188965, -6.207610130310059, -5.977310657501221, -5.747011184692383, -5.516712188720703, -5.286412239074707, -5.056113243103027, -4.825814247131348, -4.595514297485352, -4.365215301513672, -4.134916305541992, -3.904616355895996, -3.6743173599243164, -3.4440183639526367, -3.2137184143066406, -2.983419418334961, -2.753119468688965, -2.522820472717285, -2.2925214767456055, -2.0622217655181885 ], "r_inf_mean": 0.2685898244380951, "r_inf_median": 0.263011634349823, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6219795942306519, "eff_dim_mean": 0.6219795942306519, "topk_energy": { "1": 0.07345203310251236, "5": 0.2844858467578888, "10": 0.44077491760253906, "25": 0.7354932427406311 }, "gamma_raw": -0.020835375413298607, "gamma_active": { "1e-08": -0.02107086032629013, "1e-07": -0.020830649882555008, "1e-06": -0.020823029801249504, "1e-05": -0.0201952513307333, "0.0001": -0.019857672974467278 }, "gamma_energy_weighted": { "1e-08": -0.01727124361432466, "1e-07": -0.01727124361432466, "1e-06": -0.01727124361432466, "1e-05": -0.01727124361432466, "0.0001": -0.01727124361432466 } }, { "layer": 2, "mean_norm": 0.00148289673961699, "median_norm": 0.0015047318302094936, "max_norm": 0.00248584127984941, "min_norm": 8.755395022809649e-15, "support": { "1e-08": 0.990234375, "1e-07": 0.978515625, "1e-06": 0.96875, "1e-05": 0.962890625, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -7.969593048095703, "5": -4.31146764755249, "10": -3.0484228134155273, "25": -2.881617546081543, "50": -2.8224363327026367, "75": -2.752159833908081, "90": -2.673271656036377, "95": -2.638523817062378, "99": -2.6125338077545166 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 1, 0, 3, 1, 1, 0, 2, 1, 1, 1, 1, 1, 1, 3, 2, 2, 6, 1, 4, 6, 7, 177, 284 ], "log_norms_bin_edges": [ -14.057724952697754, -13.82866096496582, -13.599596977233887, -13.370532989501953, -13.14146900177002, -12.912405014038086, -12.683341026306152, -12.454277038574219, -12.225213050842285, -11.996149063110352, -11.767085075378418, -11.538021087646484, -11.30895709991455, -11.079893112182617, -10.850829124450684, -10.62176513671875, -10.392701148986816, -10.163637161254883, -9.934574127197266, -9.705509185791016, -9.476446151733398, -9.247381210327148, -9.018318176269531, -8.789253234863281, -8.560190200805664, -8.331125259399414, -8.102062225341797, -7.872997760772705, -7.6439337730407715, -7.414869785308838, -7.185805797576904, -6.956741809844971, -6.727677822113037, -6.4986138343811035, -6.26954984664917, -6.0404863357543945, -5.811422348022461, -5.582358360290527, -5.353294372558594, -5.12423038482666, -4.895166397094727, -4.666102409362793, -4.437038421630859, -4.207974433898926, -3.978910446166992, -3.7498464584350586, -3.520782470703125, -3.2917184829711914, -3.062654495239258, -2.833590507507324, -2.6045267581939697 ], "r_inf_mean": 0.2342550903558731, "r_inf_median": 0.23085403442382812, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6605324745178223, "eff_dim_mean": 0.6605324745178223, "topk_energy": { "1": 0.055736564099788666, "5": 0.2415671944618225, "10": 0.39541196823120117, "25": 0.7009068727493286 }, "gamma_raw": -0.05541268736124039, "gamma_active": { "1e-08": -0.05594249069690704, "1e-07": -0.05565907806158066, "1e-06": -0.05523059144616127, "1e-05": -0.055379025638103485, "0.0001": -0.054846156388521194 }, "gamma_energy_weighted": { "1e-08": -0.05301663413693515, "1e-07": -0.05301663413693515, "1e-06": -0.05301663413693515, "1e-05": -0.05301663413693515, "0.0001": -0.05301663413693515 } }, { "layer": 3, "mean_norm": 0.001451420597732067, "median_norm": 0.0014772573485970497, "max_norm": 0.0024290871806442738, "min_norm": 8.586316235109376e-15, "support": { "1e-08": 0.98828125, "1e-07": 0.978515625, "1e-06": 0.96875, "1e-05": 0.962890625, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -8.001075744628906, "5": -4.316891670227051, "10": -3.0759236812591553, "25": -2.8857955932617188, "50": -2.8304896354675293, "75": -2.7608535289764404, "90": -2.6865110397338867, "95": -2.6442930698394775, "99": -2.616598606109619 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 1, 0, 3, 1, 1, 0, 2, 2, 0, 1, 1, 1, 1, 3, 2, 2, 6, 1, 4, 6, 8, 173, 287 ], "log_norms_bin_edges": [ -14.066193580627441, -13.83716106414795, -13.608128547668457, -13.379095077514648, -13.150062561035156, -12.921030044555664, -12.691997528076172, -12.46296501159668, -12.233931541442871, -12.004899024963379, -11.775866508483887, -11.546833038330078, -11.317800521850586, -11.088768005371094, -10.859735488891602, -10.63070297241211, -10.401670455932617, -10.172636985778809, -9.943604469299316, -9.714571952819824, -9.485538482666016, -9.256505966186523, -9.027473449707031, -8.798440933227539, -8.569408416748047, -8.340375900268555, -8.111343383789062, -7.882309913635254, -7.653277397155762, -7.424244403839111, -7.195211887359619, -6.966178894042969, -6.737146377563477, -6.508113861083984, -6.279080867767334, -6.050047874450684, -5.821015357971191, -5.591982841491699, -5.362950325012207, -5.133916854858398, -4.904884338378906, -4.675851821899414, -4.446819305419922, -4.21778678894043, -3.988753318786621, -3.759720802307129, -3.5306882858276367, -3.3016557693481445, -3.0726232528686523, -2.8435897827148438, -2.6145570278167725 ], "r_inf_mean": 0.2314414083957672, "r_inf_median": 0.23076502978801727, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6638616919517517, "eff_dim_mean": 0.6638616919517517, "topk_energy": { "1": 0.0544317290186882, "5": 0.23777972161769867, "10": 0.39139923453330994, "25": 0.6979873180389404 }, "gamma_raw": -0.04723072052001953, "gamma_active": { "1e-08": -0.0474444255232811, "1e-07": -0.04734579846262932, "1e-06": -0.0470551960170269, "1e-05": -0.0467865988612175, "0.0001": -0.04645092785358429 }, "gamma_energy_weighted": { "1e-08": -0.05141889364788257, "1e-07": -0.05141889364788257, "1e-06": -0.05141889364788257, "1e-05": -0.05141889364788257, "0.0001": -0.05141889364788257 } } ] }