{ "dataset": "synth", "method": "state_bridge", "seed": 123, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 7.164189338684082, "acc": 0.095703125, "per_layer": [ { "layer": 0, "mean_norm": 0.011911958456039429, "median_norm": 0.011427618563175201, "max_norm": 0.03258842974901199, "min_norm": 8.247970072261523e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.998046875, "0.0001": 0.986328125 }, "log_norms_percentiles": { "1": -4.10256814956665, "5": -2.496995449066162, "10": -2.241044282913208, "25": -2.0636558532714844, "50": -1.940964937210083, "75": -1.8334342241287231, "90": -1.7265896797180176, "95": -1.6754708290100098, "99": -1.5349881649017334 }, "log_norms_histogram": [ 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 0, 1, 1, 2, 2, 1, 2, 1, 2, 5, 1, 9, 17, 34, 37, 64, 91, 85, 65, 41, 21, 7, 9 ], "log_norms_bin_edges": [ -5.083652973175049, -5.01171875, -4.939784526824951, -4.867849826812744, -4.795915603637695, -4.7239813804626465, -4.652047157287598, -4.580112457275391, -4.508178234100342, -4.436244010925293, -4.364309787750244, -4.292375564575195, -4.220440864562988, -4.1485066413879395, -4.076572418212891, -4.004638195037842, -3.932703733444214, -3.860769271850586, -3.788835048675537, -3.7169008255004883, -3.6449663639068604, -3.5730321407318115, -3.5010976791381836, -3.4291634559631348, -3.357229232788086, -3.285294771194458, -3.21336030960083, -3.1414260864257812, -3.0694918632507324, -2.9975574016571045, -2.9256231784820557, -2.8536887168884277, -2.781754493713379, -2.70982027053833, -2.637885808944702, -2.5659515857696533, -2.4940171241760254, -2.4220829010009766, -2.3501484394073486, -2.2782142162323, -2.206279754638672, -2.134345531463623, -2.062411308288574, -1.9904768466949463, -1.9185426235198975, -1.8466081619262695, -1.7746739387512207, -1.7027394771575928, -1.630805253982544, -1.5588710308074951, -1.4869366884231567 ], "r_inf_mean": 0.3684871792793274, "r_inf_median": 0.3613724410533905, "pr_mean": 0.14797335863113403, "pr_median": 0.14833831787109375, "hoyer_mean": 0.39769065380096436, "eff_dim_mean": 0.39769065380096436, "topk_energy": { "1": 0.13908863067626953, "5": 0.4691154658794403, "10": 0.6624410152435303, "25": 0.9092597961425781 }, "gamma_raw": -0.005738692823797464, "gamma_active": { "1e-08": -0.005738692823797464, "1e-07": -0.005738692823797464, "1e-06": -0.005738692823797464, "1e-05": -0.005783744156360626, "0.0001": -0.005445684306323528 }, "gamma_energy_weighted": { "1e-08": -0.010655210534433726, "1e-07": -0.010655210534433726, "1e-06": -0.010655210534433726, "1e-05": -0.010655210534433726, "0.0001": -0.010655210534433726 } }, { "layer": 1, "mean_norm": 0.0015652119182050228, "median_norm": 0.0015711728483438492, "max_norm": 0.003132197540253401, "min_norm": 1.0177517424381222e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.9921875, "0.0001": 0.974609375 }, "log_norms_percentiles": { "1": -4.980600833892822, "5": -3.464951515197754, "10": -3.00283145904541, "25": -2.8763372898101807, "50": -2.803433895111084, "75": -2.7284913063049316, "90": -2.6466727256774902, "95": -2.6112780570983887, "99": -2.550701141357422 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 1, 1, 3, 1, 2, 0, 1, 2, 0, 3, 2, 3, 0, 2, 7, 5, 10, 28, 83, 124, 122, 51, 41, 9 ], "log_norms_bin_edges": [ -5.992358207702637, -5.92259407043457, -5.852829933166504, -5.7830657958984375, -5.713301658630371, -5.643537521362305, -5.573773384094238, -5.504009246826172, -5.4342451095581055, -5.364480972290039, -5.294716835021973, -5.224952697753906, -5.15518856048584, -5.085424423217773, -5.015660285949707, -4.945896148681641, -4.876132011413574, -4.806367874145508, -4.736603736877441, -4.666839599609375, -4.597075462341309, -4.527311325073242, -4.457547187805176, -4.387783050537109, -4.318018913269043, -4.248254776000977, -4.17849063873291, -4.108726501464844, -4.038962364196777, -3.969197988510132, -3.8994338512420654, -3.829669713973999, -3.7599055767059326, -3.690141439437866, -3.6203773021698, -3.5506131649017334, -3.480849027633667, -3.4110848903656006, -3.341320753097534, -3.2715566158294678, -3.2017924785614014, -3.132028341293335, -3.0622642040252686, -2.992500066757202, -2.9227359294891357, -2.8529717922210693, -2.783207654953003, -2.7134435176849365, -2.643679141998291, -2.5739150047302246, -2.504150867462158 ], "r_inf_mean": 0.2929855287075043, "r_inf_median": 0.2881760001182556, "pr_mean": 0.28208020329475403, "pr_median": 0.2764635980129242, "hoyer_mean": 0.6089857220649719, "eff_dim_mean": 0.6089857220649719, "topk_energy": { "1": 0.08852425217628479, "5": 0.3158268332481384, "10": 0.47071272134780884, "25": 0.7467679977416992 }, "gamma_raw": 0.008273635059595108, "gamma_active": { "1e-08": 0.008273635059595108, "1e-07": 0.008273635059595108, "1e-06": 0.008273635059595108, "1e-05": 0.008169233798980713, "0.0001": 0.00830994825810194 }, "gamma_energy_weighted": { "1e-08": 0.010532418529861047, "1e-07": 0.010532418529861047, "1e-06": 0.010532418529861047, "1e-05": 0.010532418529861047, "0.0001": 0.010532418529861047 } }, { "layer": 2, "mean_norm": 0.001192594994790852, "median_norm": 0.0011938753305003047, "max_norm": 0.002300039865076542, "min_norm": 6.458586767621455e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.99609375, "1e-05": 0.986328125, "0.0001": 0.962890625 }, "log_norms_percentiles": { "1": -5.107573509216309, "5": -3.61702299118042, "10": -3.1444973945617676, "25": -2.985435962677002, "50": -2.9229702949523926, "75": -2.8518173694610596, "90": -2.767554759979248, "95": -2.7335102558135986, "99": -2.666984796524048 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 1, 3, 1, 2, 1, 0, 2, 2, 2, 1, 3, 0, 4, 5, 6, 10, 18, 44, 141, 127, 64, 43, 20 ], "log_norms_bin_edges": [ -6.1898627281188965, -6.118830680847168, -6.0477986335754395, -5.976767063140869, -5.905735015869141, -5.834702968597412, -5.763670921325684, -5.692638874053955, -5.621606826782227, -5.550575256347656, -5.479543209075928, -5.408511161804199, -5.337479114532471, -5.266447067260742, -5.195415496826172, -5.124383449554443, -5.053351402282715, -4.982319355010986, -4.911287307739258, -4.8402557373046875, -4.769223690032959, -4.6981916427612305, -4.627159595489502, -4.556127548217773, -4.485095977783203, -4.414063930511475, -4.343031883239746, -4.271999835968018, -4.200967788696289, -4.129936218261719, -4.058903694152832, -3.9878721237182617, -3.916840076446533, -3.8458080291748047, -3.7747762203216553, -3.7037441730499268, -3.6327123641967773, -3.561680316925049, -3.4906482696533203, -3.419616460800171, -3.3485844135284424, -3.277552366256714, -3.2065205574035645, -3.135488510131836, -3.0644564628601074, -2.993424654006958, -2.9223926067352295, -2.85136079788208, -2.7803287506103516, -2.709296703338623, -2.6382646560668945 ], "r_inf_mean": 0.23195691406726837, "r_inf_median": 0.23126880824565887, "pr_mean": 0.3874001204967499, "pr_median": 0.37810346484184265, "hoyer_mean": 0.666704535484314, "eff_dim_mean": 0.6667044758796692, "topk_energy": { "1": 0.054710403084754944, "5": 0.23433254659175873, "10": 0.3855883777141571, "25": 0.6924351453781128 }, "gamma_raw": -0.015291480347514153, "gamma_active": { "1e-08": -0.015291480347514153, "1e-07": -0.015291480347514153, "1e-06": -0.01533267367631197, "1e-05": -0.015637807548046112, "0.0001": -0.015131589956581593 }, "gamma_energy_weighted": { "1e-08": -0.032258375056826445, "1e-07": -0.032258375056826445, "1e-06": -0.032258375056826445, "1e-05": -0.032258375056826445, "0.0001": -0.032258375056826445 } }, { "layer": 3, "mean_norm": 0.0011829716386273503, "median_norm": 0.0011900069657713175, "max_norm": 0.0022710463963449, "min_norm": 6.24988558683981e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.99609375, "1e-05": 0.986328125, "0.0001": 0.962890625 }, "log_norms_percentiles": { "1": -5.116565704345703, "5": -3.618880271911621, "10": -3.148163318634033, "25": -2.987555980682373, "50": -2.924146890640259, "75": -2.855048656463623, "90": -2.7719860076904297, "95": -2.7413651943206787, "99": -2.6698944568634033 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 3, 1, 2, 2, 2, 1, 0, 2, 2, 2, 1, 3, 0, 4, 4, 6, 8, 16, 44, 140, 129, 68, 43, 20 ], "log_norms_bin_edges": [ -6.204128265380859, -6.13292121887207, -6.061714172363281, -5.990507125854492, -5.919300079345703, -5.848093032836914, -5.776885986328125, -5.705678462982178, -5.634471416473389, -5.5632643699646, -5.4920573234558105, -5.4208502769470215, -5.349643230438232, -5.278436183929443, -5.207229137420654, -5.136022090911865, -5.064815044403076, -4.993607997894287, -4.92240047454834, -4.851193428039551, -4.779986381530762, -4.708779335021973, -4.637572288513184, -4.5663652420043945, -4.4951581954956055, -4.423951148986816, -4.352744102478027, -4.281537055969238, -4.210330009460449, -4.13912296295166, -4.067915916442871, -3.996708631515503, -3.925501585006714, -3.854294538497925, -3.7830874919891357, -3.7118804454803467, -3.6406731605529785, -3.5694661140441895, -3.4982590675354004, -3.4270520210266113, -3.3558449745178223, -3.284637928009033, -3.213430643081665, -3.142223596572876, -3.071016550064087, -2.999809503555298, -2.928602457046509, -2.8573954105377197, -2.7861881256103516, -2.7149810791015625, -2.6437740325927734 ], "r_inf_mean": 0.22962069511413574, "r_inf_median": 0.22881419956684113, "pr_mean": 0.3919031023979187, "pr_median": 0.38286155462265015, "hoyer_mean": 0.6694512367248535, "eff_dim_mean": 0.6694512367248535, "topk_energy": { "1": 0.053592462092638016, "5": 0.23153741657733917, "10": 0.38230615854263306, "25": 0.6896166801452637 }, "gamma_raw": 0.012465435080230236, "gamma_active": { "1e-08": 0.012465435080230236, "1e-07": 0.012465435080230236, "1e-06": 0.012699438259005547, "1e-05": 0.012728752568364143, "0.0001": 0.012883487157523632 }, "gamma_energy_weighted": { "1e-08": 0.016444599589804, "1e-07": 0.016444599589804, "1e-06": 0.016444599589804, "1e-05": 0.016444599589804, "0.0001": 0.016444599589804 } } ] }