{ "dataset": "synth", "method": "credit_bridge", "seed": 2048, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 6.725785255432129, "acc": 0.099609375, "per_layer": [ { "layer": 0, "mean_norm": 0.0019204284762963653, "median_norm": 0.001852819579653442, "max_norm": 0.004177840892225504, "min_norm": 9.659795614425093e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.998046875 }, "log_norms_percentiles": { "1": -3.3413569927215576, "5": -2.944714069366455, "10": -2.8505747318267822, "25": -2.782748222351074, "50": -2.7317581176757812, "75": -2.6760199069976807, "90": -2.5842013359069824, "95": -2.517486572265625, "99": -2.446075677871704 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 3, 2, 1, 1, 0, 2, 4, 3, 4, 8, 9, 13, 36, 54, 85, 81, 72, 37, 26, 20, 14, 9, 7, 10, 3, 1 ], "log_norms_bin_edges": [ -4.0150322914123535, -3.9823126792907715, -3.9495928287506104, -3.9168732166290283, -3.8841536045074463, -3.851433753967285, -3.818714141845703, -3.785994529724121, -3.753274917602539, -3.720555067062378, -3.687835454940796, -3.655115842819214, -3.6223959922790527, -3.5896763801574707, -3.5569567680358887, -3.5242371559143066, -3.4915173053741455, -3.4587976932525635, -3.4260780811309814, -3.3933582305908203, -3.3606386184692383, -3.3279190063476562, -3.295199394226074, -3.262479543685913, -3.229759931564331, -3.19704008102417, -3.164320468902588, -3.131600856781006, -3.098881244659424, -3.066161632537842, -3.0334417819976807, -3.0007221698760986, -2.9680023193359375, -2.9352827072143555, -2.9025630950927734, -2.8698434829711914, -2.8371238708496094, -2.8044040203094482, -2.771684169769287, -2.738964557647705, -2.706244945526123, -2.673525333404541, -2.640805721282959, -2.608085870742798, -2.575366258621216, -2.5426464080810547, -2.5099267959594727, -2.4772071838378906, -2.4444875717163086, -2.4117679595947266, -2.3790481090545654 ], "r_inf_mean": 0.43862539529800415, "r_inf_median": 0.3815785050392151, "pr_mean": 0.18933136761188507, "pr_median": 0.1968362182378769, "hoyer_mean": 0.5371230840682983, "eff_dim_mean": 0.5371230244636536, "topk_energy": { "1": 0.2265312373638153, "5": 0.41677841544151306, "10": 0.5431925654411316, "25": 0.7805063724517822 }, "gamma_raw": 0.2582324147224426, "gamma_active": { "1e-08": 0.2582324147224426, "1e-07": 0.2582324147224426, "1e-06": 0.2582324147224426, "1e-05": 0.2582324147224426, "0.0001": 0.2580294609069824 }, "gamma_energy_weighted": { "1e-08": 0.2265161497419674, "1e-07": 0.2265161497419674, "1e-06": 0.2265161497419674, "1e-05": 0.2265161497419674, "0.0001": 0.2265161497419674 } }, { "layer": 1, "mean_norm": 0.0015896173426881433, "median_norm": 0.0016527092084288597, "max_norm": 0.0022052344866096973, "min_norm": 9.290224261349067e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.998046875 }, "log_norms_percentiles": { "1": -3.375641345977783, "5": -3.0429794788360596, "10": -2.9205098152160645, "25": -2.8245561122894287, "50": -2.7815499305725098, "75": -2.7483465671539307, "90": -2.7243118286132812, "95": -2.7079849243164062, "99": -2.6832683086395264 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 5, 1, 1, 4, 2, 1, 3, 4, 5, 3, 9, 9, 14, 20, 41, 83, 94, 110, 61, 25, 7 ], "log_norms_bin_edges": [ -4.0319743156433105, -4.004465579986572, -3.976957082748413, -3.949448585510254, -3.9219400882720947, -3.8944313526153564, -3.8669228553771973, -3.839414358139038, -3.8119056224823, -3.7843971252441406, -3.7568883895874023, -3.729379892349243, -3.701871395111084, -3.6743626594543457, -3.6468541622161865, -3.6193456649780273, -3.591836929321289, -3.56432843208313, -3.5368199348449707, -3.5093111991882324, -3.4818027019500732, -3.454294204711914, -3.426785469055176, -3.3992769718170166, -3.3717684745788574, -3.344259738922119, -3.31675124168396, -3.289242744445801, -3.2617340087890625, -3.2342255115509033, -3.206717014312744, -3.179208278656006, -3.1516997814178467, -3.1241912841796875, -3.096682548522949, -3.06917405128479, -3.041665554046631, -3.0141568183898926, -2.9866483211517334, -2.959139823913574, -2.931631088256836, -2.9041225910186768, -2.8766140937805176, -2.8491053581237793, -2.82159686088562, -2.794088363647461, -2.7665796279907227, -2.7390711307525635, -2.7115626335144043, -2.684053897857666, -2.656545400619507 ], "r_inf_mean": 0.2594425082206726, "r_inf_median": 0.2566544711589813, "pr_mean": 0.34182435274124146, "pr_median": 0.3479730486869812, "hoyer_mean": 0.6434889435768127, "eff_dim_mean": 0.643488883972168, "topk_energy": { "1": 0.06849834322929382, "5": 0.260375052690506, "10": 0.4162895679473877, "25": 0.715349555015564 }, "gamma_raw": 0.19600313901901245, "gamma_active": { "1e-08": 0.19600313901901245, "1e-07": 0.19600313901901245, "1e-06": 0.19600313901901245, "1e-05": 0.19600313901901245, "0.0001": 0.19597119092941284 }, "gamma_energy_weighted": { "1e-08": 0.1956228632172186, "1e-07": 0.1956228632172186, "1e-06": 0.1956228632172186, "1e-05": 0.1956228632172186, "0.0001": 0.1956228632172186 } }, { "layer": 2, "mean_norm": 0.0015694594476372004, "median_norm": 0.0016326660988852382, "max_norm": 0.00219499203376472, "min_norm": 9.168734686682001e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.998046875 }, "log_norms_percentiles": { "1": -3.38385009765625, "5": -3.048691511154175, "10": -2.9283089637756348, "25": -2.829756021499634, "50": -2.7868380546569824, "75": -2.7538299560546875, "90": -2.7282657623291016, "95": -2.7134573459625244, "99": -2.685429334640503 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 5, 2, 0, 5, 2, 0, 3, 5, 4, 6, 6, 11, 14, 20, 45, 85, 103, 99, 61, 20, 6 ], "log_norms_bin_edges": [ -4.03769063949585, -4.01010799407959, -3.982525587081909, -3.9549431800842285, -3.927360773086548, -3.899778366088867, -3.8721957206726074, -3.8446133136749268, -3.817030906677246, -3.7894484996795654, -3.7618658542633057, -3.734283447265625, -3.7067010402679443, -3.6791186332702637, -3.651535987854004, -3.6239535808563232, -3.5963711738586426, -3.568788766860962, -3.541206121444702, -3.5136237144470215, -3.486041307449341, -3.45845890045166, -3.4308762550354004, -3.4032938480377197, -3.375711441040039, -3.3481287956237793, -3.3205463886260986, -3.292963981628418, -3.2653815746307373, -3.2377991676330566, -3.210216522216797, -3.182634115219116, -3.1550517082214355, -3.127469062805176, -3.099886655807495, -3.0723042488098145, -3.044721841812134, -3.017139434814453, -2.9895567893981934, -2.9619743824005127, -2.934391975402832, -2.9068093299865723, -2.8792269229888916, -2.851644515991211, -2.824061870574951, -2.7964797019958496, -2.76889705657959, -2.741314649581909, -2.7137322425842285, -2.6861495971679688, -2.658567190170288 ], "r_inf_mean": 0.258437842130661, "r_inf_median": 0.25728631019592285, "pr_mean": 0.34250468015670776, "pr_median": 0.347774475812912, "hoyer_mean": 0.6438103318214417, "eff_dim_mean": 0.6438102722167969, "topk_energy": { "1": 0.06805791705846786, "5": 0.259382963180542, "10": 0.41569921374320984, "25": 0.7152865529060364 }, "gamma_raw": 0.0932861864566803, "gamma_active": { "1e-08": 0.0932861864566803, "1e-07": 0.0932861864566803, "1e-06": 0.0932861864566803, "1e-05": 0.0932861864566803, "0.0001": 0.093231201171875 }, "gamma_energy_weighted": { "1e-08": 0.09795666069857187, "1e-07": 0.09795666069857187, "1e-06": 0.09795666069857187, "1e-05": 0.09795666069857187, "0.0001": 0.09795666069857187 } }, { "layer": 3, "mean_norm": 0.00156480073928833, "median_norm": 0.001629416598007083, "max_norm": 0.002186924684792757, "min_norm": 9.148584649665281e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.998046875 }, "log_norms_percentiles": { "1": -3.3859524726867676, "5": -3.049428939819336, "10": -2.928990602493286, "25": -2.830298900604248, "50": -2.787889003753662, "75": -2.7561137676239014, "90": -2.729074001312256, "95": -2.71557354927063, "99": -2.6874046325683594 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 5, 2, 0, 5, 2, 0, 3, 5, 4, 5, 7, 12, 13, 20, 43, 83, 104, 103, 61, 19, 6 ], "log_norms_bin_edges": [ -4.038646221160889, -4.0110764503479, -3.983506917953491, -3.955937385559082, -3.928367853164673, -3.9007983207702637, -3.8732285499572754, -3.845659017562866, -3.818089485168457, -3.7905197143554688, -3.7629501819610596, -3.7353806495666504, -3.707811117172241, -3.680241346359253, -3.6526718139648438, -3.6251022815704346, -3.5975327491760254, -3.569962978363037, -3.542393445968628, -3.5148239135742188, -3.4872541427612305, -3.4596846103668213, -3.432115077972412, -3.404545307159424, -3.3769757747650146, -3.3494062423706055, -3.3218367099761963, -3.294267177581787, -3.266697406768799, -3.2391278743743896, -3.2115583419799805, -3.183988571166992, -3.156419038772583, -3.128849506378174, -3.1012797355651855, -3.0737102031707764, -3.046140670776367, -3.018570899963379, -2.991001605987549, -2.9634318351745605, -2.9358623027801514, -2.908292770385742, -2.880722999572754, -2.8531534671783447, -2.8255839347839355, -2.7980141639709473, -2.770444631576538, -2.742875099182129, -2.7153053283691406, -2.6877357959747314, -2.6601662635803223 ], "r_inf_mean": 0.2589622139930725, "r_inf_median": 0.2573520839214325, "pr_mean": 0.34315621852874756, "pr_median": 0.3498925566673279, "hoyer_mean": 0.6445885896682739, "eff_dim_mean": 0.6445885896682739, "topk_energy": { "1": 0.06831703335046768, "5": 0.25906383991241455, "10": 0.4145432710647583, "25": 0.7139906287193298 }, "gamma_raw": 0.07123105227947235, "gamma_active": { "1e-08": 0.07123105227947235, "1e-07": 0.07123105227947235, "1e-06": 0.07123105227947235, "1e-05": 0.07123105227947235, "0.0001": 0.07128056138753891 }, "gamma_energy_weighted": { "1e-08": 0.07568725543910909, "1e-07": 0.07568725543910909, "1e-06": 0.07568725543910909, "1e-05": 0.07568725543910909, "0.0001": 0.07568725543910909 } } ] }