{ "dataset": "synth", "method": "state_bridge", "seed": 42, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 8.484396934509277, "acc": 0.109375, "per_layer": [ { "layer": 0, "mean_norm": 0.013227066956460476, "median_norm": 0.01285691000521183, "max_norm": 0.035512905567884445, "min_norm": 1.534473085484933e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.990234375 }, "log_norms_percentiles": { "1": -3.782353162765503, "5": -2.593064785003662, "10": -2.155867338180542, "25": -2.0071728229522705, "50": -1.8906821012496948, "75": -1.7822046279907227, "90": -1.685990333557129, "95": -1.6311557292938232, "99": -1.5374714136123657 }, "log_norms_histogram": [ 1, 1, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 1, 2, 2, 1, 1, 1, 1, 0, 2, 1, 1, 2, 3, 3, 0, 2, 7, 1, 11, 12, 32, 50, 70, 93, 76, 61, 33, 21, 12, 2 ], "log_norms_bin_edges": [ -4.8140411376953125, -4.746752738952637, -4.679463863372803, -4.612175464630127, -4.544887065887451, -4.477598190307617, -4.410309791564941, -4.343021392822266, -4.27573299407959, -4.208444118499756, -4.14115571975708, -4.073866844177246, -4.00657844543457, -3.9392900466918945, -3.8720014095306396, -3.8047127723693848, -3.737424373626709, -3.670135974884033, -3.6028473377227783, -3.5355587005615234, -3.4682703018188477, -3.4009816646575928, -3.333693027496338, -3.266404628753662, -3.1991159915924072, -3.1318273544311523, -3.0645389556884766, -2.9972503185272217, -2.929961681365967, -2.862673282623291, -2.795384645462036, -2.7280962467193604, -2.6608076095581055, -2.5935189723968506, -2.526230573654175, -2.45894193649292, -2.391653537750244, -2.3243649005889893, -2.2570762634277344, -2.1897878646850586, -2.1224992275238037, -2.055210590362549, -1.987922191619873, -1.9206335544586182, -1.8533449172973633, -1.7860565185546875, -1.7187678813934326, -1.6514794826507568, -1.584190845489502, -1.516902208328247, -1.4496138095855713 ], "r_inf_mean": 0.3739686608314514, "r_inf_median": 0.3677910268306732, "pr_mean": 0.14554335176944733, "pr_median": 0.14406618475914001, "hoyer_mean": 0.3975238502025604, "eff_dim_mean": 0.39752382040023804, "topk_energy": { "1": 0.14375914633274078, "5": 0.4736287593841553, "10": 0.6644612550735474, "25": 0.9079775214195251 }, "gamma_raw": -0.010694974102079868, "gamma_active": { "1e-08": -0.010694974102079868, "1e-07": -0.010694974102079868, "1e-06": -0.010694974102079868, "1e-05": -0.010694974102079868, "0.0001": -0.010969223454594612 }, "gamma_energy_weighted": { "1e-08": -0.005237916587731972, "1e-07": -0.005237916587731972, "1e-06": -0.005237916587731972, "1e-05": -0.005237916587731972, "0.0001": -0.005237916587731972 } }, { "layer": 1, "mean_norm": 0.0018439758569002151, "median_norm": 0.0018511313246563077, "max_norm": 0.004505093675106764, "min_norm": 1.8220196125184884e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.9921875, "0.0001": 0.974609375 }, "log_norms_percentiles": { "1": -4.8514885902404785, "5": -3.5522806644439697, "10": -2.9988808631896973, "25": -2.853316307067871, "50": -2.731468915939331, "75": -2.634552001953125, "90": -2.5469961166381836, "95": -2.5081748962402344, "99": -2.448582887649536 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 2, 1, 2, 1, 1, 1, 2, 1, 2, 5, 2, 2, 2, 3, 3, 3, 7, 12, 31, 73, 76, 72, 85, 59, 43, 9, 2 ], "log_norms_bin_edges": [ -5.739447116851807, -5.671584129333496, -5.6037211418151855, -5.535858154296875, -5.4679951667785645, -5.400132179260254, -5.332269191741943, -5.264406204223633, -5.196542739868164, -5.128680229187012, -5.060816764831543, -4.992953777313232, -4.925090789794922, -4.857227802276611, -4.789364814758301, -4.72150182723999, -4.65363883972168, -4.585775852203369, -4.517912864685059, -4.450049877166748, -4.3821868896484375, -4.314323902130127, -4.246460914611816, -4.178597450256348, -4.110734939575195, -4.042871475219727, -3.975008726119995, -3.9071455001831055, -3.839282512664795, -3.7714195251464844, -3.703556537628174, -3.6356935501098633, -3.5678305625915527, -3.499967575073242, -3.4321045875549316, -3.364241600036621, -3.2963786125183105, -3.228515386581421, -3.1606523990631104, -3.0927894115448, -3.0249264240264893, -2.9570634365081787, -2.889200448989868, -2.8213374614715576, -2.753474235534668, -2.6856112480163574, -2.617748260498047, -2.5498852729797363, -2.482022285461426, -2.4141592979431152, -2.3462960720062256 ], "r_inf_mean": 0.3172425627708435, "r_inf_median": 0.31150826811790466, "pr_mean": 0.23556840419769287, "pr_median": 0.23512546718120575, "hoyer_mean": 0.5661541223526001, "eff_dim_mean": 0.5661541223526001, "topk_energy": { "1": 0.10348920524120331, "5": 0.36212679743766785, "10": 0.522803544998169, "25": 0.7831215858459473 }, "gamma_raw": -0.04983892664313316, "gamma_active": { "1e-08": -0.04983892664313316, "1e-07": -0.04983892664313316, "1e-06": -0.04983892664313316, "1e-05": -0.04949291795492172, "0.0001": -0.04970354586839676 }, "gamma_energy_weighted": { "1e-08": -0.07396105460942348, "1e-07": -0.07396105460942348, "1e-06": -0.07396105460942348, "1e-05": -0.07396105460942348, "0.0001": -0.07396105460942348 } }, { "layer": 2, "mean_norm": 0.001271996647119522, "median_norm": 0.0012449219357222319, "max_norm": 0.0024705897085368633, "min_norm": 9.45569581745076e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.98828125, "0.0001": 0.966796875 }, "log_norms_percentiles": { "1": -5.032458782196045, "5": -3.735490083694458, "10": -3.1910552978515625, "25": -2.998556613922119, "50": -2.9046735763549805, "75": -2.7903847694396973, "90": -2.7024734020233154, "95": -2.685523509979248, "99": -2.610726833343506 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 2, 2, 1, 1, 0, 2, 1, 2, 2, 4, 3, 3, 3, 3, 2, 1, 4, 5, 6, 21, 33, 79, 103, 73, 54, 72, 22 ], "log_norms_bin_edges": [ -6.024306297302246, -5.955964088439941, -5.887621879577637, -5.819279670715332, -5.7509379386901855, -5.682595729827881, -5.614253520965576, -5.5459113121032715, -5.477569103240967, -5.409226894378662, -5.340885162353516, -5.272542953491211, -5.204200744628906, -5.135858535766602, -5.067516326904297, -4.999174118041992, -4.9308319091796875, -4.862490177154541, -4.794147968292236, -4.725805759429932, -4.657463550567627, -4.589121341705322, -4.520779609680176, -4.452437400817871, -4.384095191955566, -4.315752983093262, -4.247410774230957, -4.179068565368652, -4.110726356506348, -4.042384147644043, -3.9740421772003174, -3.905700206756592, -3.837357997894287, -3.7690157890319824, -3.700673818588257, -3.632331609725952, -3.5639894008636475, -3.495647430419922, -3.427305221557617, -3.3589630126953125, -3.290620803833008, -3.2222788333892822, -3.1539366245269775, -3.085594415664673, -3.0172524452209473, -2.9489102363586426, -2.880568027496338, -2.8122260570526123, -2.7438838481903076, -2.675541639328003, -2.6071994304656982 ], "r_inf_mean": 0.26828643679618835, "r_inf_median": 0.25555071234703064, "pr_mean": 0.3300328552722931, "pr_median": 0.3490099310874939, "hoyer_mean": 0.6384766101837158, "eff_dim_mean": 0.6384766101837158, "topk_energy": { "1": 0.07458849251270294, "5": 0.2740910053253174, "10": 0.4234541654586792, "25": 0.7175884246826172 }, "gamma_raw": 0.015898434445261955, "gamma_active": { "1e-08": 0.015898434445261955, "1e-07": 0.015898434445261955, "1e-06": 0.015961458906531334, "1e-05": 0.01630888134241104, "0.0001": 0.01762576587498188 }, "gamma_energy_weighted": { "1e-08": -0.0012432790507111852, "1e-07": -0.0012432790507111852, "1e-06": -0.0012432790507111852, "1e-05": -0.0012432790507111852, "0.0001": -0.0012432790507111852 } }, { "layer": 3, "mean_norm": 0.0012687385315075517, "median_norm": 0.0012389071052893996, "max_norm": 0.002474366221576929, "min_norm": 9.408149708178826e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.98828125, "0.0001": 0.966796875 }, "log_norms_percentiles": { "1": -5.03131628036499, "5": -3.736542224884033, "10": -3.1927573680877686, "25": -3.0028133392333984, "50": -2.9068963527679443, "75": -2.7902605533599854, "90": -2.702256917953491, "95": -2.6854822635650635, "99": -2.610306739807129 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 2, 3, 0, 1, 1, 1, 1, 2, 2, 4, 4, 2, 3, 3, 3, 0, 4, 6, 5, 21, 36, 82, 103, 69, 52, 73, 21 ], "log_norms_bin_edges": [ -6.026495933532715, -5.958096504211426, -5.889697551727295, -5.821298122406006, -5.752899169921875, -5.684499740600586, -5.616100788116455, -5.547701358795166, -5.479302406311035, -5.410902976989746, -5.342504024505615, -5.274104595184326, -5.205705642700195, -5.137306213378906, -5.068907260894775, -5.000507831573486, -4.9321088790893555, -4.863709449768066, -4.7953104972839355, -4.7269110679626465, -4.658512115478516, -4.590112686157227, -4.521713733673096, -4.453314304351807, -4.384915351867676, -4.316515922546387, -4.248116493225098, -4.179717540740967, -4.111318588256836, -4.042919158935547, -3.974519968032837, -3.906120777130127, -3.837721586227417, -3.769322395324707, -3.700923204421997, -3.632524013519287, -3.564124822616577, -3.495725631713867, -3.4273264408111572, -3.3589272499084473, -3.2905280590057373, -3.2221288681030273, -3.1537296772003174, -3.0853304862976074, -3.0169312953948975, -2.9485321044921875, -2.8801329135894775, -2.8117337226867676, -2.7433342933654785, -2.6749351024627686, -2.6065361499786377 ], "r_inf_mean": 0.2687556743621826, "r_inf_median": 0.25463277101516724, "pr_mean": 0.3296447694301605, "pr_median": 0.3475548326969147, "hoyer_mean": 0.6383079290390015, "eff_dim_mean": 0.6383079290390015, "topk_energy": { "1": 0.0748928040266037, "5": 0.2743775546550751, "10": 0.42341676354408264, "25": 0.7178554534912109 }, "gamma_raw": -0.03571420907974243, "gamma_active": { "1e-08": -0.03571420907974243, "1e-07": -0.03571420907974243, "1e-06": -0.035955045372247696, "1e-05": -0.03674134612083435, "0.0001": -0.035588815808296204 }, "gamma_energy_weighted": { "1e-08": -0.06266217989775613, "1e-07": -0.06266217989775613, "1e-06": -0.06266217989775613, "1e-05": -0.06266217989775613, "0.0001": -0.06266217989775613 } } ] }