{ "dataset": "synth", "method": "state_bridge", "seed": 789, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 5.743950843811035, "acc": 0.1328125, "per_layer": [ { "layer": 0, "mean_norm": 0.010261655785143375, "median_norm": 0.010020107962191105, "max_norm": 0.029047777876257896, "min_norm": 1.6572359982092166e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.998046875, "0.0001": 0.994140625 }, "log_norms_percentiles": { "1": -3.809105396270752, "5": -2.756269693374634, "10": -2.354060411453247, "25": -2.109614372253418, "50": -1.9980237483978271, "75": -1.8906227350234985, "90": -1.795926809310913, "95": -1.7414097785949707, "99": -1.6531027555465698 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 3, 0, 3, 1, 2, 1, 0, 2, 2, 2, 3, 1, 2, 8, 3, 4, 5, 10, 21, 33, 80, 106, 103, 63, 34, 12, 3 ], "log_norms_bin_edges": [ -5.78061580657959, -5.695741176605225, -5.610866546630859, -5.525991916656494, -5.441117286682129, -5.356243133544922, -5.271368503570557, -5.186493873596191, -5.101619243621826, -5.016744613647461, -4.931869983673096, -4.8469953536987305, -4.762121200561523, -4.67724609375, -4.592371940612793, -4.507497310638428, -4.4226226806640625, -4.337748050689697, -4.252873420715332, -4.167999267578125, -4.083124160766602, -3.9982497692108154, -3.9133753776550293, -3.828500747680664, -3.743626117706299, -3.6587514877319336, -3.5738768577575684, -3.4890024662017822, -3.404127836227417, -3.3192532062530518, -3.2343788146972656, -3.1495041847229004, -3.064629554748535, -2.97975492477417, -2.8948802947998047, -2.8100059032440186, -2.7251312732696533, -2.640256643295288, -2.555382251739502, -2.4705076217651367, -2.3856329917907715, -2.3007583618164062, -2.215883731842041, -2.131009340286255, -2.0461347103118896, -1.9612600803375244, -1.8763856887817383, -1.791511058807373, -1.7066364288330078, -1.6217617988586426, -1.5368871688842773 ], "r_inf_mean": 0.3623232841491699, "r_inf_median": 0.35177454352378845, "pr_mean": 0.15113015472888947, "pr_median": 0.15141338109970093, "hoyer_mean": 0.3967149257659912, "eff_dim_mean": 0.3967149257659912, "topk_energy": { "1": 0.13423936069011688, "5": 0.46554917097091675, "10": 0.6621423959732056, "25": 0.910059928894043 }, "gamma_raw": -0.017989996820688248, "gamma_active": { "1e-08": -0.017989996820688248, "1e-07": -0.017989996820688248, "1e-06": -0.017989996820688248, "1e-05": -0.01787876896560192, "0.0001": -0.018303995952010155 }, "gamma_energy_weighted": { "1e-08": -0.012233365297680527, "1e-07": -0.012233365297680527, "1e-06": -0.012233365297680527, "1e-05": -0.012233365297680527, "0.0001": -0.012233365297680527 } }, { "layer": 1, "mean_norm": 0.0012909126235172153, "median_norm": 0.0013192169135436416, "max_norm": 0.0025702076964080334, "min_norm": 2.2517127717947005e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.99609375, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -4.704557418823242, "5": -3.746006488800049, "10": -3.156191110610962, "25": -2.95408034324646, "50": -2.8791966438293457, "75": -2.799424409866333, "90": -2.7338578701019287, "95": -2.7103431224823, "99": -2.657818078994751 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 3, 0, 3, 1, 2, 1, 0, 2, 1, 2, 1, 2, 5, 3, 5, 3, 5, 3, 4, 1, 11, 38, 87, 138, 119, 59, 9 ], "log_norms_bin_edges": [ -6.647487163543701, -6.566338062286377, -6.485188961029053, -6.4040398597717285, -6.322890758514404, -6.24174165725708, -6.160592555999756, -6.079443454742432, -5.998294353485107, -5.917145252227783, -5.835996150970459, -5.754847049713135, -5.6736979484558105, -5.592548847198486, -5.511399745941162, -5.430250644683838, -5.349101543426514, -5.2679524421691895, -5.186803340911865, -5.105654239654541, -5.024505138397217, -4.943356037139893, -4.862206935882568, -4.781057834625244, -4.69990873336792, -4.618759632110596, -4.5376105308532715, -4.456461429595947, -4.375312328338623, -4.294163227081299, -4.213014125823975, -4.13186502456665, -4.050715923309326, -3.969566822052002, -3.8884177207946777, -3.8072686195373535, -3.7261195182800293, -3.644970417022705, -3.563821315765381, -3.4826722145080566, -3.4015231132507324, -3.320374011993408, -3.239224910736084, -3.1580758094787598, -3.0769267082214355, -2.9957776069641113, -2.914628505706787, -2.833479404449463, -2.7523303031921387, -2.6711812019348145, -2.590031862258911 ], "r_inf_mean": 0.30058276653289795, "r_inf_median": 0.2950730621814728, "pr_mean": 0.2675049602985382, "pr_median": 0.26454275846481323, "hoyer_mean": 0.5935465693473816, "eff_dim_mean": 0.5935465097427368, "topk_energy": { "1": 0.09336831420660019, "5": 0.32602500915527344, "10": 0.48333948850631714, "25": 0.7610493302345276 }, "gamma_raw": 0.03724689036607742, "gamma_active": { "1e-08": 0.03724689036607742, "1e-07": 0.03724689036607742, "1e-06": 0.037027668207883835, "1e-05": 0.037023209035396576, "0.0001": 0.03694847226142883 }, "gamma_energy_weighted": { "1e-08": 0.04877517935530908, "1e-07": 0.04877517935530908, "1e-06": 0.04877517935530908, "1e-05": 0.04877517935530908, "0.0001": 0.04877517935530908 } }, { "layer": 2, "mean_norm": 0.0009788332972675562, "median_norm": 0.0010036358144134283, "max_norm": 0.0017335886368528008, "min_norm": 1.6537367741875642e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.9921875, "0.0001": 0.962890625 }, "log_norms_percentiles": { "1": -4.817928791046143, "5": -3.8643746376037598, "10": -3.316197395324707, "25": -3.074751138687134, "50": -2.998073101043701, "75": -2.92665696144104, "90": -2.845370054244995, "95": -2.7978761196136475, "99": -2.768486738204956 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 2, 2, 2, 0, 1, 0, 2, 1, 2, 2, 4, 4, 4, 5, 4, 5, 2, 2, 9, 13, 46, 129, 147, 67, 50 ], "log_norms_bin_edges": [ -6.781533718109131, -6.70112419128418, -6.6207146644592285, -6.540305137634277, -6.459895133972168, -6.379485607147217, -6.299076080322266, -6.2186665534973145, -6.138257026672363, -6.057847499847412, -5.977437973022461, -5.897027969360352, -5.8166184425354, -5.736208915710449, -5.655799388885498, -5.575389862060547, -5.494980335235596, -5.4145708084106445, -5.334160804748535, -5.253751277923584, -5.173341751098633, -5.092932224273682, -5.0125226974487305, -4.932113170623779, -4.851703643798828, -4.771293640136719, -4.690884590148926, -4.610474586486816, -4.530065059661865, -4.449655532836914, -4.369246006011963, -4.288836479187012, -4.208426475524902, -4.128017425537109, -4.047607421875, -3.967197895050049, -3.8867883682250977, -3.8063788414001465, -3.725969076156616, -3.645559549331665, -3.565150022506714, -3.4847402572631836, -3.4043307304382324, -3.3239212036132812, -3.24351167678833, -3.1631019115448, -3.0826923847198486, -3.0022828578948975, -2.921873092651367, -2.841463565826416, -2.761054039001465 ], "r_inf_mean": 0.24085500836372375, "r_inf_median": 0.23958195745944977, "pr_mean": 0.3599783480167389, "pr_median": 0.35821619629859924, "hoyer_mean": 0.6464195251464844, "eff_dim_mean": 0.6464195251464844, "topk_energy": { "1": 0.05867183953523636, "5": 0.24967460334300995, "10": 0.40472638607025146, "25": 0.7129818797111511 }, "gamma_raw": -0.023672213777899742, "gamma_active": { "1e-08": -0.023672213777899742, "1e-07": -0.023672213777899742, "1e-06": -0.02366272360086441, "1e-05": -0.023117095232009888, "0.0001": -0.023899706080555916 }, "gamma_energy_weighted": { "1e-08": -0.017960875539555665, "1e-07": -0.017960875539555665, "1e-06": -0.017960875539555665, "1e-05": -0.017960875539555665, "0.0001": -0.017960875539555665 } }, { "layer": 3, "mean_norm": 0.0009695520275272429, "median_norm": 0.0009969151578843594, "max_norm": 0.0017078311648219824, "min_norm": 1.6509606837189494e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.994140625, "0.0001": 0.962890625 }, "log_norms_percentiles": { "1": -4.816086769104004, "5": -3.8724844455718994, "10": -3.3234331607818604, "25": -3.075944662094116, "50": -3.0012378692626953, "75": -2.9285621643066406, "90": -2.84692645072937, "95": -2.8009095191955566, "99": -2.775561571121216 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 1, 3, 2, 0, 1, 0, 2, 1, 2, 2, 4, 4, 3, 7, 3, 5, 2, 2, 9, 12, 46, 128, 138, 76, 52 ], "log_norms_bin_edges": [ -6.782263278961182, -6.701969146728516, -6.62167501449585, -6.541380882263184, -6.461086750030518, -6.380792617797852, -6.300498008728027, -6.2202043533325195, -6.139909744262695, -6.059615612030029, -5.979321479797363, -5.899027347564697, -5.818733215332031, -5.738439083099365, -5.658144950866699, -5.577850818634033, -5.497556686401367, -5.417262554168701, -5.336968421936035, -5.256673812866211, -5.176380157470703, -5.096085548400879, -5.015791416168213, -4.935497283935547, -4.855203151702881, -4.774909019470215, -4.694614887237549, -4.614320755004883, -4.534026622772217, -4.453732490539551, -4.373437881469727, -4.293144226074219, -4.2128496170043945, -4.132555961608887, -4.0522613525390625, -3.9719674587249756, -3.8916730880737305, -3.8113789558410645, -3.7310848236083984, -3.6507906913757324, -3.5704965591430664, -3.4902024269104004, -3.4099080562591553, -3.3296139240264893, -3.2493197917938232, -3.1690256595611572, -3.088731527328491, -3.008437395095825, -2.92814302444458, -2.847848892211914, -2.767554998397827 ], "r_inf_mean": 0.24012216925621033, "r_inf_median": 0.23748645186424255, "pr_mean": 0.3607872724533081, "pr_median": 0.36027318239212036, "hoyer_mean": 0.6469181180000305, "eff_dim_mean": 0.6469181180000305, "topk_energy": { "1": 0.058342110365629196, "5": 0.24911591410636902, "10": 0.40429893136024475, "25": 0.7129749059677124 }, "gamma_raw": -0.021852867677807808, "gamma_active": { "1e-08": -0.021852867677807808, "1e-07": -0.021852867677807808, "1e-06": -0.02183116413652897, "1e-05": -0.021476401016116142, "0.0001": -0.021196994930505753 }, "gamma_energy_weighted": { "1e-08": -0.01755441583036718, "1e-07": -0.01755441583036718, "1e-06": -0.01755441583036718, "1e-05": -0.01755441583036718, "0.0001": -0.01755441583036718 } } ] }