{ "dataset": "synth", "method": "state_bridge", "seed": 2048, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 18.050748825073242, "acc": 0.09375, "per_layer": [ { "layer": 0, "mean_norm": 0.0274786576628685, "median_norm": 0.027618475258350372, "max_norm": 0.07921483367681503, "min_norm": 1.2850758235316562e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.994140625, "1e-05": 0.982421875, "0.0001": 0.970703125 }, "log_norms_percentiles": { "1": -5.271335124969482, "5": -3.4388630390167236, "10": -1.9205644130706787, "25": -1.6800637245178223, "50": -1.5573313236236572, "75": -1.458776831626892, "90": -1.3677834272384644, "95": -1.3257728815078735, "99": -1.2348377704620361 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 3, 0, 2, 0, 2, 2, 0, 1, 4, 3, 3, 1, 1, 3, 1, 2, 0, 2, 2, 5, 13, 47, 145, 182, 73, 9 ], "log_norms_bin_edges": [ -8.891071319580078, -8.735273361206055, -8.579476356506348, -8.423678398132324, -8.267881393432617, -8.112083435058594, -7.9562859535217285, -7.800488471984863, -7.644690990447998, -7.488893508911133, -7.333095550537109, -7.177298069000244, -7.021500587463379, -6.865703105926514, -6.709905624389648, -6.554107666015625, -6.398310661315918, -6.2425127029418945, -6.086715221405029, -5.930917739868164, -5.775120258331299, -5.619322776794434, -5.46352481842041, -5.307727813720703, -5.15192985534668, -4.9961323738098145, -4.840334892272949, -4.684537410736084, -4.528739929199219, -4.372941970825195, -4.21714448928833, -4.061347007751465, -3.9055495262145996, -3.7497520446777344, -3.593954563140869, -3.438157081604004, -3.2823591232299805, -3.1265616416931152, -2.97076416015625, -2.8149666786193848, -2.6591691970825195, -2.5033717155456543, -2.347573757171631, -2.1917762756347656, -2.0359787940979004, -1.8801813125610352, -1.72438383102417, -1.5685863494873047, -1.4127883911132812, -1.256990909576416, -1.1011934280395508 ], "r_inf_mean": 0.27744632959365845, "r_inf_median": 0.2741972804069519, "pr_mean": 0.2943532466888428, "pr_median": 0.2949850857257843, "hoyer_mean": 0.6083511114120483, "eff_dim_mean": 0.6083511114120483, "topk_energy": { "1": 0.0785437524318695, "5": 0.2990107834339142, "10": 0.4587755799293518, "25": 0.7497788667678833 }, "gamma_raw": 0.03266565501689911, "gamma_active": { "1e-08": 0.03276314213871956, "1e-07": 0.03259177878499031, "1e-06": 0.0326065868139267, "1e-05": 0.03303015977144241, "0.0001": 0.03329341858625412 }, "gamma_energy_weighted": { "1e-08": 0.031284222041904265, "1e-07": 0.031284222041904265, "1e-06": 0.031284222041904265, "1e-05": 0.031284222041904265, "0.0001": 0.031284222041904265 } }, { "layer": 1, "mean_norm": 0.0030388510785996914, "median_norm": 0.0029823489021509886, "max_norm": 0.011456565000116825, "min_norm": 1.183492609468928e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.994140625, "1e-06": 0.98828125, "1e-05": 0.970703125, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -6.051577091217041, "5": -4.332159042358398, "10": -2.8307042121887207, "25": -2.6327147483825684, "50": -2.5252044200897217, "75": -2.4196834564208984, "90": -2.323668956756592, "95": -2.2636616230010986, "99": -2.17177677154541 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 3, 2, 0, 1, 3, 1, 0, 2, 5, 2, 1, 4, 0, 3, 1, 1, 1, 2, 4, 5, 16, 129, 192, 107, 20, 2 ], "log_norms_bin_edges": [ -9.926835060119629, -9.767117500305176, -9.607399940490723, -9.447681427001953, -9.2879638671875, -9.128246307373047, -8.968528747558594, -8.808810234069824, -8.649092674255371, -8.489375114440918, -8.329657554626465, -8.169939041137695, -8.010221481323242, -7.850503921508789, -7.690786361694336, -7.531068325042725, -7.371350288391113, -7.21163272857666, -7.051915168762207, -6.892197132110596, -6.732479095458984, -6.572761535644531, -6.413043975830078, -6.253325939178467, -6.093608379364014, -5.933890342712402, -5.774172782897949, -5.614454746246338, -5.454737186431885, -5.295019149780273, -5.13530158996582, -4.975583553314209, -4.815865993499756, -4.656148433685303, -4.496430397033691, -4.336712837219238, -4.176994800567627, -4.017277240753174, -3.8575592041015625, -3.6978416442871094, -3.538123607635498, -3.378406047821045, -3.2186880111694336, -3.0589704513549805, -2.899252414703369, -2.739534854888916, -2.5798168182373047, -2.4200992584228516, -2.2603816986083984, -2.100663661956787, -1.9409457445144653 ], "r_inf_mean": 0.26524364948272705, "r_inf_median": 0.2607112228870392, "pr_mean": 0.31804582476615906, "pr_median": 0.31766799092292786, "hoyer_mean": 0.623950719833374, "eff_dim_mean": 0.623950719833374, "topk_energy": { "1": 0.07160540670156479, "5": 0.28181684017181396, "10": 0.43888550996780396, "25": 0.7342897057533264 }, "gamma_raw": -0.007941370829939842, "gamma_active": { "1e-08": -0.008027096278965473, "1e-07": -0.007753113750368357, "1e-06": -0.007955491542816162, "1e-05": -0.008250877261161804, "0.0001": -0.008599553257226944 }, "gamma_energy_weighted": { "1e-08": -0.005091374911244426, "1e-07": -0.005091374911244426, "1e-06": -0.005091374911244426, "1e-05": -0.005091374911244426, "0.0001": -0.005091374911244426 } }, { "layer": 2, "mean_norm": 0.0013963371748104692, "median_norm": 0.0013408437371253967, "max_norm": 0.002572087338194251, "min_norm": 7.153415360061643e-11, "support": { "1e-08": 0.994140625, "1e-07": 0.9921875, "1e-06": 0.98046875, "1e-05": 0.958984375, "0.0001": 0.93359375 }, "log_norms_percentiles": { "1": -6.438961505889893, "5": -4.608950614929199, "10": -3.100649833679199, "25": -2.937234878540039, "50": -2.8722033500671387, "75": -2.7460572719573975, "90": -2.685804605484009, "95": -2.654160976409912, "99": -2.59637188911438 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 3, 0, 0, 3, 2, 0, 1, 2, 2, 2, 1, 6, 1, 1, 3, 0, 0, 1, 4, 4, 4, 9, 145, 194, 117 ], "log_norms_bin_edges": [ -10.145486831665039, -9.99437141418457, -9.843255996704102, -9.692140579223633, -9.541025161743164, -9.389909744262695, -9.238794326782227, -9.087678909301758, -8.936563491821289, -8.78544807434082, -8.634332656860352, -8.483217239379883, -8.332101821899414, -8.180985450744629, -8.02987003326416, -7.878754615783691, -7.727639198303223, -7.576523780822754, -7.425408363342285, -7.274292945861816, -7.123177528381348, -6.972062110900879, -6.82094669342041, -6.669831275939941, -6.518715858459473, -6.367600440979004, -6.216485023498535, -6.065369129180908, -5.9142537117004395, -5.763138294219971, -5.612022876739502, -5.460907459259033, -5.3097920417785645, -5.158676624298096, -5.007561206817627, -4.856445789337158, -4.7053303718566895, -4.554214954376221, -4.403099060058594, -4.251983642578125, -4.100868225097656, -3.9497528076171875, -3.7986373901367188, -3.64752197265625, -3.4964065551757812, -3.3452911376953125, -3.1941757202148438, -3.043060302734375, -2.8919448852539062, -2.7408289909362793, -2.589714288711548 ], "r_inf_mean": 0.2357543259859085, "r_inf_median": 0.23085139691829681, "pr_mean": 0.37525132298469543, "pr_median": 0.3672269880771637, "hoyer_mean": 0.6573460102081299, "eff_dim_mean": 0.6573460102081299, "topk_energy": { "1": 0.05669302120804787, "5": 0.2424623668193817, "10": 0.39431995153427124, "25": 0.7021681070327759 }, "gamma_raw": -0.023668255656957626, "gamma_active": { "1e-08": -0.023700984194874763, "1e-07": -0.02375786378979683, "1e-06": -0.023212069645524025, "1e-05": -0.02278946153819561, "0.0001": -0.02236403338611126 }, "gamma_energy_weighted": { "1e-08": -0.01955802645333953, "1e-07": -0.01955802645333953, "1e-06": -0.01955802645333953, "1e-05": -0.01955802645333953, "0.0001": -0.01955802645333953 } }, { "layer": 3, "mean_norm": 0.0013774430844932795, "median_norm": 0.0013127382844686508, "max_norm": 0.0025640660896897316, "min_norm": 6.880524622276951e-11, "support": { "1e-08": 0.994140625, "1e-07": 0.9921875, "1e-06": 0.98046875, "1e-05": 0.958984375, "0.0001": 0.93359375 }, "log_norms_percentiles": { "1": -6.4401631355285645, "5": -4.610937595367432, "10": -3.109994649887085, "25": -2.9430251121520996, "50": -2.881594657897949, "75": -2.7554945945739746, "90": -2.68686580657959, "95": -2.6591787338256836, "99": -2.6010379791259766 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 2, 1, 0, 3, 2, 0, 1, 2, 2, 2, 1, 6, 1, 1, 3, 0, 1, 1, 3, 4, 4, 9, 170, 174, 112 ], "log_norms_bin_edges": [ -10.162379264831543, -10.010952949523926, -9.859526634216309, -9.708100318908691, -9.55667495727539, -9.405248641967773, -9.253822326660156, -9.102396011352539, -8.950969696044922, -8.799543380737305, -8.648117065429688, -8.496691703796387, -8.34526538848877, -8.193839073181152, -8.042412757873535, -7.890986442565918, -7.739560604095459, -7.588134765625, -7.436708450317383, -7.285282135009766, -7.133855819702148, -6.982429504394531, -6.831003665924072, -6.679577350616455, -6.528151512145996, -6.376725196838379, -6.225298881530762, -6.0738725662231445, -5.9224467277526855, -5.771020412445068, -5.619594097137451, -5.468168258666992, -5.316741943359375, -5.165315628051758, -5.013889789581299, -4.862463474273682, -4.7110371589660645, -4.5596113204956055, -4.408185005187988, -4.256758689880371, -4.105332374572754, -3.953906536102295, -3.8024802207946777, -3.6510539054870605, -3.4996280670166016, -3.3482017517089844, -3.196775436401367, -3.045349597930908, -2.893923282623291, -2.742496967315674, -2.5910706520080566 ], "r_inf_mean": 0.2347431480884552, "r_inf_median": 0.23555655777454376, "pr_mean": 0.37853875756263733, "pr_median": 0.36257436871528625, "hoyer_mean": 0.6585724949836731, "eff_dim_mean": 0.6585724353790283, "topk_energy": { "1": 0.056099921464920044, "5": 0.23997703194618225, "10": 0.3927287459373474, "25": 0.7003313302993774 }, "gamma_raw": 0.00224890373647213, "gamma_active": { "1e-08": 0.0021062821615487337, "1e-07": 0.002061688806861639, "1e-06": 0.002105607884004712, "1e-05": 0.0012824846198782325, "0.0001": 0.0019997665658593178 }, "gamma_energy_weighted": { "1e-08": -0.003679343516930784, "1e-07": -0.003679343516930784, "1e-06": -0.003679343516930784, "1e-05": -0.003679343516930784, "0.0001": -0.003679343516930784 } } ] }