{ "dataset": "synth", "method": "state_bridge", "seed": 789, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 19.84686279296875, "acc": 0.130859375, "per_layer": [ { "layer": 0, "mean_norm": 0.031665995717048645, "median_norm": 0.03274884819984436, "max_norm": 0.09006692469120026, "min_norm": 3.439513824037184e-14, "support": { "1e-08": 0.982421875, "1e-07": 0.96875, "1e-06": 0.953125, "1e-05": 0.9453125, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -9.634817123413086, "5": -5.519988059997559, "10": -3.1597065925598145, "25": -1.6230480670928955, "50": -1.484684944152832, "75": -1.3884162902832031, "90": -1.300703763961792, "95": -1.2460837364196777, "99": -1.1479161977767944 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 2, 0, 1, 0, 0, 1, 0, 2, 0, 1, 4, 3, 0, 4, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 6, 5, 4, 4, 1, 1, 3, 8, 123, 272, 47 ], "log_norms_bin_edges": [ -13.46350383758545, -13.215142250061035, -12.966780662536621, -12.718420028686523, -12.47005844116211, -12.221696853637695, -11.973335266113281, -11.724973678588867, -11.47661304473877, -11.228251457214355, -10.979889869689941, -10.731529235839844, -10.48316764831543, -10.234806060791016, -9.986444473266602, -9.738082885742188, -9.489721298217773, -9.24135971069336, -8.992999076843262, -8.744637489318848, -8.49627685546875, -8.247915267944336, -7.999553680419922, -7.751192092895508, -7.502830505371094, -7.254469394683838, -7.006107807159424, -6.757746696472168, -6.509385108947754, -6.261023998260498, -6.012662410736084, -5.764301300048828, -5.515939712524414, -5.267578125, -5.019216537475586, -4.770855903625488, -4.522494316101074, -4.27413272857666, -4.025771141052246, -3.7774105072021484, -3.5290489196777344, -3.2806873321533203, -3.0323257446289062, -2.783964157104492, -2.5356035232543945, -2.2872419357299805, -2.0388803482055664, -1.7905187606811523, -1.5421571731567383, -1.2937965393066406, -1.0454347133636475 ], "r_inf_mean": 0.2799301743507385, "r_inf_median": 0.27495303750038147, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6119375228881836, "eff_dim_mean": 0.6119375228881836, "topk_energy": { "1": 0.08002785593271255, "5": 0.2981377840042114, "10": 0.45614442229270935, "25": 0.7447717189788818 }, "gamma_raw": -0.03448312357068062, "gamma_active": { "1e-08": -0.03502946346998215, "1e-07": -0.03474858030676842, "1e-06": -0.0348760150372982, "1e-05": -0.035139814019203186, "0.0001": -0.0354032963514328 }, "gamma_energy_weighted": { "1e-08": -0.03398860615514339, "1e-07": -0.03398860615514339, "1e-06": -0.03398860615514339, "1e-05": -0.03398860615514339, "0.0001": -0.03398860615514339 } }, { "layer": 1, "mean_norm": 0.0033978638239204884, "median_norm": 0.003541710786521435, "max_norm": 0.009097800590097904, "min_norm": 3.526049716895646e-15, "support": { "1e-08": 0.96875, "1e-07": 0.953125, "1e-06": 0.9453125, "1e-05": 0.931640625, "0.0001": 0.8984375 }, "log_norms_percentiles": { "1": -10.602044105529785, "5": -6.494206428527832, "10": -4.220157623291016, "25": -2.557034492492676, "50": -2.4503440856933594, "75": -2.3699722290039062, "90": -2.282438039779663, "95": -2.2255117893218994, "99": -2.1115267276763916 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 2, 0, 1, 0, 0, 1, 0, 2, 0, 2, 3, 3, 0, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 5, 5, 4, 4, 4, 2, 1, 3, 4, 84, 303, 59 ], "log_norms_bin_edges": [ -14.452712059020996, -14.204479217529297, -13.956246376037598, -13.708013534545898, -13.459779739379883, -13.211546897888184, -12.963314056396484, -12.715081214904785, -12.466848373413086, -12.218615531921387, -11.970382690429688, -11.722148895263672, -11.473917007446289, -11.225683212280273, -10.977450370788574, -10.729217529296875, -10.480984687805176, -10.232751846313477, -9.984519004821777, -9.736286163330078, -9.488052368164062, -9.23982048034668, -8.991586685180664, -8.743353843688965, -8.495121002197266, -8.246888160705566, -7.998655319213867, -7.75042200088501, -7.5021891593933105, -7.253956317901611, -7.005722999572754, -6.757490158081055, -6.5092573165893555, -6.261024475097656, -6.012791633605957, -5.764558792114258, -5.516325950622559, -5.268092155456543, -5.019859313964844, -4.7716264724731445, -4.523393630981445, -4.275160789489746, -4.026927947998047, -3.7786951065063477, -3.530461311340332, -3.282228469848633, -3.0339956283569336, -2.7857627868652344, -2.537529945373535, -2.289297103881836, -2.0410637855529785 ], "r_inf_mean": 0.2663387358188629, "r_inf_median": 0.26248207688331604, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6259868741035461, "eff_dim_mean": 0.6259868144989014, "topk_energy": { "1": 0.07223975658416748, "5": 0.2827068269252777, "10": 0.4383505582809448, "25": 0.7322636842727661 }, "gamma_raw": 0.030755817890167236, "gamma_active": { "1e-08": 0.03176233917474747, "1e-07": 0.03232969343662262, "1e-06": 0.03267505764961243, "1e-05": 0.03289121761918068, "0.0001": 0.03214997425675392 }, "gamma_energy_weighted": { "1e-08": 0.035789052651869505, "1e-07": 0.035789052651869505, "1e-06": 0.035789052651869505, "1e-05": 0.035789052651869505, "0.0001": 0.035789052651869505 } }, { "layer": 2, "mean_norm": 0.0013159415684640408, "median_norm": 0.0014272874686866999, "max_norm": 0.0021303785033524036, "min_norm": 6.828452983683884e-16, "support": { "1e-08": 0.9609375, "1e-07": 0.94921875, "1e-06": 0.94140625, "1e-05": 0.916015625, "0.0001": 0.888671875 }, "log_norms_percentiles": { "1": -11.23591423034668, "5": -7.016929626464844, "10": -4.656055927276611, "25": -2.904456853866577, "50": -2.8454222679138184, "75": -2.7919089794158936, "90": -2.717116594314575, "95": -2.70353627204895, "99": -2.6772725582122803 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 3, 1, 1, 0, 0, 0, 1, 0, 1, 1, 2, 4, 2, 1, 2, 2, 1, 2, 1, 0, 1, 1, 1, 5, 1, 9, 6, 2, 3, 1, 2, 4, 2, 35, 411 ], "log_norms_bin_edges": [ -15.165678977966309, -14.915796279907227, -14.665913581848145, -14.416030883789062, -14.16614818572998, -13.916265487670898, -13.666382789611816, -13.416500091552734, -13.166617393493652, -12.91673469543457, -12.666851997375488, -12.416969299316406, -12.167086601257324, -11.917203903198242, -11.66732120513916, -11.417438507080078, -11.167555809020996, -10.917673110961914, -10.667789459228516, -10.41790771484375, -10.168024063110352, -9.918142318725586, -9.668258666992188, -9.418376922607422, -9.168493270874023, -8.918611526489258, -8.66872787475586, -8.418846130371094, -8.168962478637695, -7.9190802574157715, -7.6691975593566895, -7.419314861297607, -7.169432163238525, -6.919548988342285, -6.669666290283203, -6.419783592224121, -6.169900894165039, -5.920018196105957, -5.670135498046875, -5.420252799987793, -5.170370101928711, -4.920487403869629, -4.670604705810547, -4.420722007751465, -4.170839309692383, -3.920956611633301, -3.6710739135742188, -3.4211912155151367, -3.1713085174560547, -2.9214258193969727, -2.6715431213378906 ], "r_inf_mean": 0.23608191311359406, "r_inf_median": 0.2299729883670807, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6546846032142639, "eff_dim_mean": 0.6546845436096191, "topk_energy": { "1": 0.05651937797665596, "5": 0.24371789395809174, "10": 0.3953070342540741, "25": 0.7040373086929321 }, "gamma_raw": -0.008175773546099663, "gamma_active": { "1e-08": -0.008783949539065361, "1e-07": -0.008788025937974453, "1e-06": -0.008747771382331848, "1e-05": -0.009059984236955643, "0.0001": -0.008961751125752926 }, "gamma_energy_weighted": { "1e-08": -0.0030901962300303063, "1e-07": -0.0030901962300303063, "1e-06": -0.0030901962300303063, "1e-05": -0.0030901962300303063, "0.0001": -0.0030901962300303063 } }, { "layer": 3, "mean_norm": 0.0012863106094300747, "median_norm": 0.0013733587693423033, "max_norm": 0.0020594706293195486, "min_norm": 6.530025276916065e-16, "support": { "1e-08": 0.9609375, "1e-07": 0.94921875, "1e-06": 0.94140625, "1e-05": 0.916015625, "0.0001": 0.888671875 }, "log_norms_percentiles": { "1": -11.254012107849121, "5": -7.024641036987305, "10": -4.669914722442627, "25": -2.9159040451049805, "50": -2.862015724182129, "75": -2.799773693084717, "90": -2.7342281341552734, "95": -2.7104060649871826, "99": -2.687471389770508 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 3, 1, 1, 0, 0, 0, 1, 0, 1, 1, 2, 4, 2, 1, 3, 0, 2, 2, 1, 0, 1, 1, 1, 5, 1, 9, 6, 2, 3, 2, 1, 4, 2, 30, 416 ], "log_norms_bin_edges": [ -15.18508529663086, -14.935108184814453, -14.685132026672363, -14.435154914855957, -14.18517780303955, -13.935201644897461, -13.685224533081055, -13.435247421264648, -13.185270309448242, -12.935294151306152, -12.685317039489746, -12.435340881347656, -12.18536376953125, -11.935386657714844, -11.685409545898438, -11.435433387756348, -11.185456275939941, -10.935480117797852, -10.685503005981445, -10.435525894165039, -10.185548782348633, -9.935571670532227, -9.685595512390137, -9.43561840057373, -9.18564224243164, -8.935665130615234, -8.685688018798828, -8.435710906982422, -8.185734748840332, -7.935757637023926, -7.685781002044678, -7.4358038902282715, -7.185827255249023, -6.935850143432617, -6.685873985290527, -6.435896873474121, -6.185919761657715, -5.935943603515625, -5.685966491699219, -5.4359893798828125, -5.186012268066406, -4.936036109924316, -4.68605899810791, -4.436081886291504, -4.186105728149414, -3.936128616333008, -3.6861515045166016, -3.4361753463745117, -3.1861982345581055, -2.936221122741699, -2.686244487762451 ], "r_inf_mean": 0.23641717433929443, "r_inf_median": 0.2321406751871109, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6562948226928711, "eff_dim_mean": 0.6562948226928711, "topk_energy": { "1": 0.05665211006999016, "5": 0.24391190707683563, "10": 0.39510974287986755, "25": 0.7012012600898743 }, "gamma_raw": -0.016842493787407875, "gamma_active": { "1e-08": -0.017586374655365944, "1e-07": -0.01764458790421486, "1e-06": -0.017930474132299423, "1e-05": -0.0184263214468956, "0.0001": -0.018217384815216064 }, "gamma_energy_weighted": { "1e-08": -0.014135638622032645, "1e-07": -0.014135638622032645, "1e-06": -0.014135638622032645, "1e-05": -0.014135638622032645, "0.0001": -0.014135638622032645 } } ] }