{ "dataset": "synth", "method": "credit_bridge", "seed": 789, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 8.54949951171875, "acc": 0.119140625, "per_layer": [ { "layer": 0, "mean_norm": 0.011644719168543816, "median_norm": 0.012551660649478436, "max_norm": 0.018266351893544197, "min_norm": 9.740512041389593e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.998046875, "0.0001": 0.98046875 }, "log_norms_percentiles": { "1": -4.220921516418457, "5": -2.8132545948028564, "10": -2.335447311401367, "25": -1.9565951824188232, "50": -1.901222586631775, "75": -1.8504236936569214, "90": -1.814393162727356, "95": -1.8034201860427856, "99": -1.7624132633209229 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 2, 1, 2, 1, 1, 0, 0, 0, 0, 1, 2, 2, 1, 0, 1, 1, 4, 2, 3, 3, 4, 6, 8, 3, 5, 6, 5, 26, 145, 206, 68 ], "log_norms_bin_edges": [ -6.011418342590332, -5.925956726074219, -5.840495586395264, -5.75503396987915, -5.669572830200195, -5.584111213684082, -5.498650074005127, -5.413188457489014, -5.327727317810059, -5.242265701293945, -5.156804084777832, -5.071342945098877, -4.985881328582764, -4.900420188903809, -4.814958572387695, -4.729496955871582, -4.644035816192627, -4.558574676513672, -4.473113059997559, -4.387651443481445, -4.30219030380249, -4.216728687286377, -4.131267547607422, -4.045805931091309, -3.9603445529937744, -3.8748831748962402, -3.789421796798706, -3.703960418701172, -3.6184988021850586, -3.5330374240875244, -3.4475760459899902, -3.362114667892456, -3.276653289794922, -3.1911919116973877, -3.1057305335998535, -3.0202691555023193, -2.934807777404785, -2.849346160888672, -2.7638847827911377, -2.6784234046936035, -2.5929620265960693, -2.507500648498535, -2.422039270401001, -2.336577892303467, -2.2511162757873535, -2.1656548976898193, -2.080193519592285, -1.99473237991333, -1.9092707633972168, -1.8238091468811035, -1.7383482456207275 ], "r_inf_mean": 0.3655741214752197, "r_inf_median": 0.34969615936279297, "pr_mean": 0.17496547102928162, "pr_median": 0.1779048889875412, "hoyer_mean": 0.49611034989356995, "eff_dim_mean": 0.49611032009124756, "topk_energy": { "1": 0.13937927782535553, "5": 0.4274941086769104, "10": 0.5941849946975708, "25": 0.8379462957382202 }, "gamma_raw": -0.012522075325250626, "gamma_active": { "1e-08": -0.012522075325250626, "1e-07": -0.012522075325250626, "1e-06": -0.012627393938601017, "1e-05": -0.012627393938601017, "0.0001": -0.012077964842319489 }, "gamma_energy_weighted": { "1e-08": -0.013838253486485565, "1e-07": -0.013838253486485565, "1e-06": -0.013838253486485565, "1e-05": -0.013838253486485565, "0.0001": -0.013838253486485565 } }, { "layer": 1, "mean_norm": 0.00168819900136441, "median_norm": 0.0018343513365834951, "max_norm": 0.00264166621491313, "min_norm": 1.6008104353204544e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.986328125, "0.0001": 0.966796875 }, "log_norms_percentiles": { "1": -5.083319664001465, "5": -3.6654934883117676, "10": -3.152212381362915, "25": -2.7808706760406494, "50": -2.73649525642395, "75": -2.7011427879333496, "90": -2.6691741943359375, "95": -2.6522104740142822, "99": -2.619687795639038 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 0, 1, 5, 3, 1, 1, 7, 4, 6, 5, 6, 5, 8, 13, 128, 256, 46 ], "log_norms_bin_edges": [ -6.795660495758057, -6.711309909820557, -6.626958847045898, -6.542608261108398, -6.458257675170898, -6.37390661239624, -6.28955602645874, -6.205204963684082, -6.120854377746582, -6.036503791809082, -5.952152729034424, -5.867802143096924, -5.783451080322266, -5.699100494384766, -5.614749908447266, -5.530399322509766, -5.446048259735107, -5.361697196960449, -5.277346611022949, -5.192996025085449, -5.108645439147949, -5.024294376373291, -4.939943790435791, -4.855592727661133, -4.771242141723633, -4.686891555786133, -4.602540493011475, -4.518189907073975, -4.433838844299316, -4.349488258361816, -4.265137672424316, -4.180787086486816, -4.096436023712158, -4.0120849609375, -3.927734375, -3.8433837890625, -3.759032964706421, -3.674682140350342, -3.590331554412842, -3.5059807300567627, -3.4216299057006836, -3.3372790813446045, -3.2529282569885254, -3.1685776710510254, -3.0842268466949463, -2.999876022338867, -2.915525436401367, -2.831174612045288, -2.746823787689209, -2.662473201751709, -2.578122138977051 ], "r_inf_mean": 0.25267842411994934, "r_inf_median": 0.2472720742225647, "pr_mean": 0.3358638882637024, "pr_median": 0.34119585156440735, "hoyer_mean": 0.631543755531311, "eff_dim_mean": 0.631543755531311, "topk_energy": { "1": 0.06470663845539093, "5": 0.2675798237323761, "10": 0.4249342679977417, "25": 0.7267580032348633 }, "gamma_raw": 0.2372361123561859, "gamma_active": { "1e-08": 0.2372361123561859, "1e-07": 0.2372361123561859, "1e-06": 0.23727822303771973, "1e-05": 0.23719604313373566, "0.0001": 0.23622551560401917 }, "gamma_energy_weighted": { "1e-08": 0.24033679706120423, "1e-07": 0.24033679706120423, "1e-06": 0.24033679706120423, "1e-05": 0.24033679706120423, "0.0001": 0.24033679706120423 } }, { "layer": 2, "mean_norm": 0.0016436416190117598, "median_norm": 0.0017806930700317025, "max_norm": 0.002577603794634342, "min_norm": 1.5299984568173386e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.986328125, "0.0001": 0.966796875 }, "log_norms_percentiles": { "1": -5.098361968994141, "5": -3.677666425704956, "10": -3.1691439151763916, "25": -2.7945384979248047, "50": -2.749392509460449, "75": -2.712916135787964, "90": -2.677345037460327, "95": -2.662036657333374, "99": -2.629246711730957 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 2, 2, 0, 1, 0, 0, 0, 0, 1, 2, 2, 1, 1, 0, 1, 6, 2, 1, 1, 7, 5, 5, 5, 6, 5, 8, 14, 133, 250, 46 ], "log_norms_bin_edges": [ -6.815309047698975, -6.730778694152832, -6.646247863769531, -6.561717510223389, -6.477187156677246, -6.392656326293945, -6.308125972747803, -6.22359561920166, -6.139064788818359, -6.054534435272217, -5.970004081726074, -5.885473251342773, -5.800942897796631, -5.716412544250488, -5.6318817138671875, -5.547351360321045, -5.462821006774902, -5.37829065322876, -5.293760299682617, -5.209229469299316, -5.124699115753174, -5.040168762207031, -4.9556379318237305, -4.871107578277588, -4.786577224731445, -4.7020463943481445, -4.617516040802002, -4.532985687255859, -4.448454856872559, -4.363924503326416, -4.279394149780273, -4.194863319396973, -4.11033296585083, -4.0258026123046875, -3.941272020339966, -3.856741428375244, -3.7722110748291016, -3.68768048286438, -3.603149890899658, -3.5186195373535156, -3.434088945388794, -3.3495583534240723, -3.2650279998779297, -3.180497407913208, -3.0959668159484863, -3.0114364624023438, -2.926905870437622, -2.8423755168914795, -2.757844924926758, -2.6733145713806152, -2.5887839794158936 ], "r_inf_mean": 0.25212880969047546, "r_inf_median": 0.24829986691474915, "pr_mean": 0.33697623014450073, "pr_median": 0.3437011241912842, "hoyer_mean": 0.6315611600875854, "eff_dim_mean": 0.6315611004829407, "topk_energy": { "1": 0.06446313858032227, "5": 0.266510009765625, "10": 0.4244151711463928, "25": 0.7266091108322144 }, "gamma_raw": 0.04723956808447838, "gamma_active": { "1e-08": 0.04723956808447838, "1e-07": 0.04723956808447838, "1e-06": 0.04744016379117966, "1e-05": 0.04750959947705269, "0.0001": 0.04767950624227524 }, "gamma_energy_weighted": { "1e-08": 0.058262662926533045, "1e-07": 0.058262662926533045, "1e-06": 0.058262662926533045, "1e-05": 0.058262662926533045, "0.0001": 0.058262662926533045 } }, { "layer": 3, "mean_norm": 0.0016393393743783236, "median_norm": 0.0017770949052646756, "max_norm": 0.002560167573392391, "min_norm": 1.5315849566377437e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.986328125, "0.0001": 0.966796875 }, "log_norms_percentiles": { "1": -5.1004133224487305, "5": -3.6788692474365234, "10": -3.1686596870422363, "25": -2.795797824859619, "50": -2.750129222869873, "75": -2.7131717205047607, "90": -2.679837942123413, "95": -2.664391040802002, "99": -2.632254123687744 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 2, 2, 0, 1, 0, 0, 0, 0, 1, 2, 2, 1, 1, 0, 1, 6, 2, 1, 1, 7, 5, 5, 5, 6, 5, 8, 14, 127, 255, 47 ], "log_norms_bin_edges": [ -6.814858913421631, -6.730396270751953, -6.645933628082275, -6.561471462249756, -6.477008819580078, -6.3925461769104, -6.308083534240723, -6.223620891571045, -6.139158725738525, -6.054696083068848, -5.97023344039917, -5.885770797729492, -5.801308631896973, -5.716845989227295, -5.632383346557617, -5.5479207038879395, -5.463458061218262, -5.378995895385742, -5.2945332527160645, -5.210070610046387, -5.125607967376709, -5.041145324707031, -4.956683158874512, -4.872220516204834, -4.787757873535156, -4.7032952308654785, -4.618832588195801, -4.534370422363281, -4.449907302856445, -4.365445137023926, -4.280982494354248, -4.19651985168457, -4.112057685852051, -4.027594566345215, -3.9431324005126953, -3.8586697578430176, -3.774207353591919, -3.689744710922241, -3.6052820682525635, -3.520819664001465, -3.436357021331787, -3.3518946170806885, -3.2674319744110107, -3.182969331741333, -3.0985069274902344, -3.0140442848205566, -2.929581880569458, -2.8451192378997803, -2.7606568336486816, -2.676194190979004, -2.591731548309326 ], "r_inf_mean": 0.2524622082710266, "r_inf_median": 0.24935148656368256, "pr_mean": 0.33609750866889954, "pr_median": 0.34080687165260315, "hoyer_mean": 0.631345272064209, "eff_dim_mean": 0.6313452124595642, "topk_energy": { "1": 0.06470111757516861, "5": 0.26741456985473633, "10": 0.4252094030380249, "25": 0.7268515825271606 }, "gamma_raw": 0.055484361946582794, "gamma_active": { "1e-08": 0.055484361946582794, "1e-07": 0.055484361946582794, "1e-06": 0.05578199774026871, "1e-05": 0.056129131466150284, "0.0001": 0.057506974786520004 }, "gamma_energy_weighted": { "1e-08": 0.07329492316333698, "1e-07": 0.07329492316333698, "1e-06": 0.07329492316333698, "1e-05": 0.07329492316333698, "0.0001": 0.07329492316333698 } } ] }