{ "dataset": "synth", "method": "credit_bridge", "seed": 1024, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 21.403345108032227, "acc": 0.0859375, "per_layer": [ { "layer": 0, "mean_norm": 0.029487244784832, "median_norm": 0.03185894340276718, "max_norm": 0.04317605495452881, "min_norm": 9.110727408825637e-17, "support": { "1e-08": 0.986328125, "1e-07": 0.978515625, "1e-06": 0.974609375, "1e-05": 0.96484375, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -9.40870189666748, "5": -3.9533026218414307, "10": -1.6475276947021484, "25": -1.5604091882705688, "50": -1.4961997270584106, "75": -1.4530190229415894, "90": -1.4248212575912476, "95": -1.4114899635314941, "99": -1.3721553087234497 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 3, 0, 1, 0, 0, 2, 2, 1, 2, 0, 1, 3, 4, 3, 3, 0, 1, 1, 3, 4, 9, 462 ], "log_norms_bin_edges": [ -16.040447235107422, -15.746932983398438, -15.45341968536377, -15.159905433654785, -14.866392135620117, -14.572877883911133, -14.279364585876465, -13.98585033416748, -13.692337036132812, -13.398822784423828, -13.10530948638916, -12.811795234680176, -12.518281936645508, -12.224767684936523, -11.931253433227539, -11.637740135192871, -11.344226837158203, -11.050712585449219, -10.757198333740234, -10.463685035705566, -10.170171737670898, -9.876657485961914, -9.58314323425293, -9.289629936218262, -8.996115684509277, -8.70260238647461, -8.409088134765625, -8.11557388305664, -7.822060585021973, -7.528547286987305, -7.23503303527832, -6.941519737243652, -6.648005485534668, -6.354491233825684, -6.060977935791016, -5.767463684082031, -5.473950386047363, -5.180436134338379, -4.886922836303711, -4.593408584594727, -4.299895286560059, -4.006381034851074, -3.7128677368164062, -3.419353485107422, -3.125840187072754, -2.8323259353637695, -2.5388126373291016, -2.245298385620117, -1.9517841339111328, -1.6582708358764648, -1.3647570610046387 ], "r_inf_mean": 0.2826646566390991, "r_inf_median": 0.2761216461658478, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6216154098510742, "eff_dim_mean": 0.6216154098510742, "topk_energy": { "1": 0.08226694911718369, "5": 0.29479795694351196, "10": 0.44931715726852417, "25": 0.7347562313079834 }, "gamma_raw": 0.024304557591676712, "gamma_active": { "1e-08": 0.02465568482875824, "1e-07": 0.02490672655403614, "1e-06": 0.025453899055719376, "1e-05": 0.026210816577076912, "0.0001": 0.026434892788529396 }, "gamma_energy_weighted": { "1e-08": 0.026208470011978693, "1e-07": 0.026208470011978693, "1e-06": 0.026208470011978693, "1e-05": 0.026208470011978693, "0.0001": 0.026208470011978693 } }, { "layer": 1, "mean_norm": 0.0019138643983751535, "median_norm": 0.0020295039284974337, "max_norm": 0.0029363997746258974, "min_norm": 4.57508220129098e-18, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.96484375, "1e-05": 0.943359375, "0.0001": 0.935546875 }, "log_norms_percentiles": { "1": -10.522933959960938, "5": -5.194192409515381, "10": -2.810792922973633, "25": -2.7528419494628906, "50": -2.6925082206726074, "75": -2.6380550861358643, "90": -2.603227376937866, "95": -2.5897715091705322, "99": -2.538961172103882 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 2, 0, 0, 0, 0, 2, 1, 1, 0, 0, 1, 3, 1, 2, 0, 1, 2, 5, 3, 1, 3, 0, 1, 3, 2, 11, 462 ], "log_norms_bin_edges": [ -17.339601516723633, -17.043453216552734, -16.747304916381836, -16.451156616210938, -16.15500831604004, -15.85886001586914, -15.562711715698242, -15.266563415527344, -14.970415115356445, -14.674266815185547, -14.378118515014648, -14.08197021484375, -13.785821914672852, -13.489673614501953, -13.193525314331055, -12.897377014160156, -12.601228713989258, -12.30508041381836, -12.008932113647461, -11.712783813476562, -11.416635513305664, -11.120487213134766, -10.824338912963867, -10.528190612792969, -10.232041358947754, -9.935893058776855, -9.639744758605957, -9.343596458435059, -9.04744815826416, -8.751299858093262, -8.455151557922363, -8.159003257751465, -7.862854957580566, -7.566706657409668, -7.2705583572387695, -6.974410057067871, -6.678261756896973, -6.382113456726074, -6.085965156555176, -5.789816856384277, -5.493668556213379, -5.1975202560424805, -4.901371955871582, -4.605223655700684, -4.309075355529785, -4.012927055358887, -3.7167787551879883, -3.42063045501709, -3.124481201171875, -2.8283329010009766, -2.5321848392486572 ], "r_inf_mean": 0.2459966391324997, "r_inf_median": 0.2413138747215271, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6419541239738464, "eff_dim_mean": 0.6419541239738464, "topk_energy": { "1": 0.06102832406759262, "5": 0.2619394063949585, "10": 0.42104625701904297, "25": 0.7211054563522339 }, "gamma_raw": 0.24875350296497345, "gamma_active": { "1e-08": 0.2538727819919586, "1e-07": 0.25364580750465393, "1e-06": 0.25368136167526245, "1e-05": 0.2540997862815857, "0.0001": 0.25392815470695496 }, "gamma_energy_weighted": { "1e-08": 0.2695369242067207, "1e-07": 0.2695369242067207, "1e-06": 0.2695369242067207, "1e-05": 0.2695369242067207, "0.0001": 0.2695369242067207 } }, { "layer": 2, "mean_norm": 0.0018725411500781775, "median_norm": 0.0019933281000703573, "max_norm": 0.002893796656280756, "min_norm": 4.486762472927468e-18, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.96484375, "1e-05": 0.943359375, "0.0001": 0.935546875 }, "log_norms_percentiles": { "1": -10.53467845916748, "5": -5.206936836242676, "10": -2.8247122764587402, "25": -2.7684078216552734, "50": -2.7002692222595215, "75": -2.6451821327209473, "90": -2.614293098449707, "95": -2.598099708557129, "99": -2.547727346420288 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 2, 0, 0, 0, 0, 2, 1, 1, 0, 0, 1, 3, 1, 2, 0, 1, 3, 4, 3, 1, 3, 0, 1, 3, 2, 11, 462 ], "log_norms_bin_edges": [ -17.348068237304688, -17.051877975463867, -16.755687713623047, -16.459495544433594, -16.163305282592773, -15.867115020751953, -15.570923805236816, -15.274733543395996, -14.97854232788086, -14.682352066040039, -14.386160850524902, -14.089970588684082, -13.793779373168945, -13.497589111328125, -13.201398849487305, -12.905207633972168, -12.609016418457031, -12.312826156616211, -12.01663589477539, -11.720444679260254, -11.424253463745117, -11.128063201904297, -10.831872940063477, -10.53568172454834, -10.23949146270752, -9.943300247192383, -9.647109985351562, -9.350919723510742, -9.054728507995605, -8.758537292480469, -8.462347030639648, -8.166155815124512, -7.869965553283691, -7.573775291442871, -7.277584075927734, -6.981393814086914, -6.685202598571777, -6.389012336730957, -6.09282112121582, -5.796630859375, -5.500439643859863, -5.204249382019043, -4.908058166503906, -4.611867904663086, -4.315676689147949, -4.019486427307129, -3.723295211791992, -3.427104949951172, -3.1309146881103516, -2.834723472595215, -2.538532018661499 ], "r_inf_mean": 0.24367299675941467, "r_inf_median": 0.24158543348312378, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6420484185218811, "eff_dim_mean": 0.6420483589172363, "topk_energy": { "1": 0.05991550534963608, "5": 0.26108410954475403, "10": 0.419983446598053, "25": 0.7204937934875488 }, "gamma_raw": 0.09360352158546448, "gamma_active": { "1e-08": 0.09574337303638458, "1e-07": 0.09588322788476944, "1e-06": 0.0955887883901596, "1e-05": 0.09708532691001892, "0.0001": 0.09694483876228333 }, "gamma_energy_weighted": { "1e-08": 0.13413613070800443, "1e-07": 0.13413613070800443, "1e-06": 0.13413613070800443, "1e-05": 0.13413613070800443, "0.0001": 0.13413613070800443 } }, { "layer": 3, "mean_norm": 0.0018608905375003815, "median_norm": 0.001989571377635002, "max_norm": 0.002869740128517151, "min_norm": 4.504110931914543e-18, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.96484375, "1e-05": 0.943359375, "0.0001": 0.935546875 }, "log_norms_percentiles": { "1": -10.538806915283203, "5": -5.207860469818115, "10": -2.825854778289795, "25": -2.7685179710388184, "50": -2.7012362480163574, "75": -2.6484029293060303, "90": -2.6183743476867676, "95": -2.6027400493621826, "99": -2.554387092590332 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 3, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 1, 3, 1, 2, 0, 1, 3, 4, 3, 1, 3, 0, 1, 3, 2, 11, 462 ], "log_norms_bin_edges": [ -17.346389770507812, -17.050304412841797, -16.754220962524414, -16.4581356048584, -16.162052154541016, -15.865966796875, -15.569881439208984, -15.273797035217285, -14.977712631225586, -14.681628227233887, -14.385543823242188, -14.089458465576172, -13.793374061584473, -13.497289657592773, -13.201204299926758, -12.905119895935059, -12.60903549194336, -12.31295108795166, -12.016866683959961, -11.720781326293945, -11.424696922302246, -11.128612518310547, -10.832527160644531, -10.536442756652832, -10.240358352661133, -9.944273948669434, -9.648189544677734, -9.352104187011719, -9.05601978302002, -8.75993537902832, -8.463850021362305, -8.167765617370605, -7.871681213378906, -7.575596809387207, -7.279512405395508, -6.983427047729492, -6.687342643737793, -6.391258239746094, -6.095172882080078, -5.799088478088379, -5.50300407409668, -5.2069196701049805, -4.910835266113281, -4.614749908447266, -4.318665504455566, -4.022581100463867, -3.7264957427978516, -3.4304113388061523, -3.134326934814453, -2.838242530822754, -2.5421574115753174 ], "r_inf_mean": 0.2446838617324829, "r_inf_median": 0.24244460463523865, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6412869095802307, "eff_dim_mean": 0.6412868499755859, "topk_energy": { "1": 0.0604286715388298, "5": 0.2617868185043335, "10": 0.4206971526145935, "25": 0.7217159867286682 }, "gamma_raw": 0.12555763125419617, "gamma_active": { "1e-08": 0.12822242081165314, "1e-07": 0.1277475506067276, "1e-06": 0.1280759871006012, "1e-05": 0.12853336334228516, "0.0001": 0.1278732717037201 }, "gamma_energy_weighted": { "1e-08": 0.1439455302636835, "1e-07": 0.1439455302636835, "1e-06": 0.1439455302636835, "1e-05": 0.1439455302636835, "0.0001": 0.1439455302636835 } } ] }