{ "dataset": "synth", "method": "state_bridge", "seed": 1024, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 14.915828704833984, "acc": 0.09765625, "per_layer": [ { "layer": 0, "mean_norm": 0.025022044777870178, "median_norm": 0.0243986826390028, "max_norm": 0.08904329687356949, "min_norm": 2.6663454430475575e-12, "support": { "1e-08": 0.9921875, "1e-07": 0.9921875, "1e-06": 0.98046875, "1e-05": 0.974609375, "0.0001": 0.966796875 }, "log_norms_percentiles": { "1": -6.718102931976318, "5": -3.273912191390991, "10": -1.9941333532333374, "25": -1.7658894062042236, "50": -1.6113617420196533, "75": -1.499895691871643, "90": -1.3874518871307373, "95": -1.3133070468902588, "99": -1.1728016138076782 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 1, 4, 1, 0, 1, 0, 0, 0, 2, 0, 2, 5, 0, 0, 6, 6, 1, 4, 1, 4, 27, 111, 227, 94, 9 ], "log_norms_bin_edges": [ -11.574084281921387, -11.36361026763916, -11.15313720703125, -10.942663192749023, -10.732189178466797, -10.52171516418457, -10.31124210357666, -10.100768089294434, -9.890295028686523, -9.679821014404297, -9.46934700012207, -9.258872985839844, -9.048399925231934, -8.837925910949707, -8.627452850341797, -8.41697883605957, -8.206504821777344, -7.996030807495117, -7.785557270050049, -7.5750837326049805, -7.364609718322754, -7.1541361808776855, -6.943662643432617, -6.733188629150391, -6.522715091705322, -6.312241554260254, -6.101767539978027, -5.891294002532959, -5.680820465087891, -5.470346450805664, -5.259872913360596, -5.049398899078369, -4.838925361633301, -4.628451824188232, -4.417977809906006, -4.2075042724609375, -3.997030258178711, -3.7865567207336426, -3.576083183288574, -3.3656091690063477, -3.155135154724121, -2.944662094116211, -2.7341880798339844, -2.523714065551758, -2.3132410049438477, -2.102766990661621, -1.8922929763793945, -1.6818199157714844, -1.4713459014892578, -1.2608718872070312, -1.050398826599121 ], "r_inf_mean": 0.257660448551178, "r_inf_median": 0.2536555528640747, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6292432546615601, "eff_dim_mean": 0.6292432546615601, "topk_energy": { "1": 0.0677863135933876, "5": 0.26897090673446655, "10": 0.42750611901283264, "25": 0.7296578884124756 }, "gamma_raw": -0.0050457557663321495, "gamma_active": { "1e-08": -0.004943878389894962, "1e-07": -0.004943878389894962, "1e-06": -0.0038259578868746758, "1e-05": -0.0037473354022949934, "0.0001": -0.00394316203892231 }, "gamma_energy_weighted": { "1e-08": -0.012729218047689334, "1e-07": -0.012729218047689334, "1e-06": -0.012729218047689334, "1e-05": -0.012729218047689334, "0.0001": -0.012729218047689334 } }, { "layer": 1, "mean_norm": 0.002412225818261504, "median_norm": 0.0023817168548703194, "max_norm": 0.007157699670642614, "min_norm": 2.342636718291602e-13, "support": { "1e-08": 0.9921875, "1e-07": 0.98046875, "1e-06": 0.974609375, "1e-05": 0.962890625, "0.0001": 0.939453125 }, "log_norms_percentiles": { "1": -7.78765344619751, "5": -4.288754940032959, "10": -2.8862533569335938, "25": -2.697870969772339, "50": -2.6229662895202637, "75": -2.5406980514526367, "90": -2.4505836963653564, "95": -2.3884456157684326, "99": -2.263009548187256 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 3, 1, 2, 0, 0, 1, 0, 0, 1, 1, 3, 3, 1, 1, 5, 3, 2, 4, 0, 3, 4, 23, 283, 141, 21 ], "log_norms_bin_edges": [ -12.630294799804688, -12.42059326171875, -12.210891723632812, -12.001191139221191, -11.791489601135254, -11.581788063049316, -11.372086524963379, -11.162384986877441, -10.95268440246582, -10.742982864379883, -10.533281326293945, -10.323579788208008, -10.11387825012207, -9.904176712036133, -9.694475173950195, -9.484774589538574, -9.275073051452637, -9.0653715133667, -8.855670928955078, -8.64596939086914, -8.436267852783203, -8.226566314697266, -8.016864776611328, -7.807163715362549, -7.597462177276611, -7.387760639190674, -7.1780595779418945, -6.968358039855957, -6.7586565017700195, -6.54895544052124, -6.339253902435303, -6.129552841186523, -5.919851303100586, -5.710149765014648, -5.500448703765869, -5.290747165679932, -5.081046104431152, -4.871344566345215, -4.661643028259277, -4.45194149017334, -4.242240905761719, -4.032539367675781, -3.8228378295898438, -3.6131362915039062, -3.4034347534179688, -3.1937332153320312, -2.98403263092041, -2.7743310928344727, -2.564629554748535, -2.3549280166625977, -2.14522647857666 ], "r_inf_mean": 0.2407788336277008, "r_inf_median": 0.23544469475746155, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6511318683624268, "eff_dim_mean": 0.6511318683624268, "topk_energy": { "1": 0.05872461944818497, "5": 0.24657098948955536, "10": 0.4000113010406494, "25": 0.7071118354797363 }, "gamma_raw": -0.02917603775858879, "gamma_active": { "1e-08": -0.029403023421764374, "1e-07": -0.029890375211834908, "1e-06": -0.0301152765750885, "1e-05": -0.03042641468346119, "0.0001": -0.03138231858611107 }, "gamma_energy_weighted": { "1e-08": -0.03538187969402546, "1e-07": -0.03538187969402546, "1e-06": -0.03538187969402546, "1e-05": -0.03538187969402546, "0.0001": -0.03538187969402546 } }, { "layer": 2, "mean_norm": 0.0014475507196038961, "median_norm": 0.0014982514549046755, "max_norm": 0.0023187759798020124, "min_norm": 1.5831918566931724e-13, "support": { "1e-08": 0.98828125, "1e-07": 0.978515625, "1e-06": 0.974609375, "1e-05": 0.95703125, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -7.9935455322265625, "5": -4.471982955932617, "10": -3.073025941848755, "25": -2.8835699558258057, "50": -2.824331283569336, "75": -2.7534666061401367, "90": -2.7044713497161865, "95": -2.6810171604156494, "99": -2.6395504474639893 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 3, 1, 2, 0, 0, 1, 0, 1, 0, 1, 3, 4, 0, 0, 5, 5, 2, 2, 1, 3, 4, 10, 161, 297 ], "log_norms_bin_edges": [ -12.800466537475586, -12.597151756286621, -12.393837928771973, -12.190523147583008, -11.987208366394043, -11.783893585205078, -11.58057975769043, -11.377264976501465, -11.1739501953125, -10.970636367797852, -10.767321586608887, -10.564006805419922, -10.360692977905273, -10.157378196716309, -9.954063415527344, -9.750748634338379, -9.547433853149414, -9.344120025634766, -9.1408052444458, -8.937490463256836, -8.734176635742188, -8.530861854553223, -8.327547073364258, -8.12423324584961, -7.9209184646606445, -7.71760368347168, -7.514289379119873, -7.310974597930908, -7.107660293579102, -6.904345512390137, -6.70103120803833, -6.497716426849365, -6.294402122497559, -6.091087818145752, -5.887773036956787, -5.6844587326049805, -5.481143951416016, -5.277829647064209, -5.074514865875244, -4.8712005615234375, -4.667885780334473, -4.464571952819824, -4.261257171630859, -4.0579423904418945, -3.8546276092529297, -3.6513137817382812, -3.4479990005493164, -3.2446842193603516, -3.041370391845703, -2.8380556106567383, -2.6347413063049316 ], "r_inf_mean": 0.23711252212524414, "r_inf_median": 0.23228926956653595, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6518200635910034, "eff_dim_mean": 0.6518200039863586, "topk_energy": { "1": 0.056988876312971115, "5": 0.2432098686695099, "10": 0.39676520228385925, "25": 0.7032259702682495 }, "gamma_raw": 0.025871656835079193, "gamma_active": { "1e-08": 0.02613031305372715, "1e-07": 0.026078995317220688, "1e-06": 0.025793269276618958, "1e-05": 0.026771342381834984, "0.0001": 0.02567264437675476 }, "gamma_energy_weighted": { "1e-08": 0.045246207879407696, "1e-07": 0.045246207879407696, "1e-06": 0.045246207879407696, "1e-05": 0.045246207879407696, "0.0001": 0.045246207879407696 } }, { "layer": 3, "mean_norm": 0.0014294078573584557, "median_norm": 0.001472563948482275, "max_norm": 0.0023282242473214865, "min_norm": 1.5889653687869293e-13, "support": { "1e-08": 0.98828125, "1e-07": 0.978515625, "1e-06": 0.974609375, "1e-05": 0.95703125, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -7.999645233154297, "5": -4.477939605712891, "10": -3.08062481880188, "25": -2.8942666053771973, "50": -2.831714630126953, "75": -2.760953426361084, "90": -2.7094781398773193, "95": -2.684312343597412, "99": -2.6377902030944824 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 3, 1, 2, 0, 0, 1, 0, 1, 0, 1, 3, 4, 0, 0, 5, 5, 2, 2, 1, 3, 4, 12, 179, 277 ], "log_norms_bin_edges": [ -12.7988862991333, -12.59556770324707, -12.392250061035156, -12.188931465148926, -11.985613822937012, -11.782295227050781, -11.578977584838867, -11.375658988952637, -11.172340393066406, -10.969022750854492, -10.765704154968262, -10.562385559082031, -10.359067916870117, -10.155749320983887, -9.952431678771973, -9.749113082885742, -9.545795440673828, -9.342476844787598, -9.139158248901367, -8.935840606689453, -8.732522010803223, -8.529203414916992, -8.325885772705078, -8.122568130493164, -7.919249534606934, -7.715930938720703, -7.512612819671631, -7.309294700622559, -7.105976581573486, -6.902658462524414, -6.699339866638184, -6.496021747589111, -6.292703628540039, -6.089385509490967, -5.8860673904418945, -5.682748794555664, -5.479430675506592, -5.2761125564575195, -5.072794437408447, -4.869476318359375, -4.6661577224731445, -4.4628400802612305, -4.259521484375, -4.0562028884887695, -3.8528852462768555, -3.649566650390625, -3.446249008178711, -3.2429304122924805, -3.0396127700805664, -2.836294174194336, -2.6329751014709473 ], "r_inf_mean": 0.23723141849040985, "r_inf_median": 0.23334407806396484, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6509336233139038, "eff_dim_mean": 0.6509336233139038, "topk_energy": { "1": 0.05696263909339905, "5": 0.24367500841617584, "10": 0.3954431712627411, "25": 0.7035407423973083 }, "gamma_raw": -0.005857553333044052, "gamma_active": { "1e-08": -0.006018204614520073, "1e-07": -0.006364159751683474, "1e-06": -0.006075074430555105, "1e-05": -0.006182107143104076, "0.0001": -0.006286018993705511 }, "gamma_energy_weighted": { "1e-08": -0.01307881832397445, "1e-07": -0.01307881832397445, "1e-06": -0.01307881832397445, "1e-05": -0.01307881832397445, "0.0001": -0.01307881832397445 } } ] }