{ "dataset": "synth", "method": "credit_bridge", "seed": 789, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 23.164382934570312, "acc": 0.125, "per_layer": [ { "layer": 0, "mean_norm": 0.02193707972764969, "median_norm": 0.024205347523093224, "max_norm": 0.03496839106082916, "min_norm": 1.949389583515751e-17, "support": { "1e-08": 0.974609375, "1e-07": 0.9609375, "1e-06": 0.955078125, "1e-05": 0.943359375, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -10.926972389221191, "5": -5.177285671234131, "10": -2.5703492164611816, "25": -1.6520031690597534, "50": -1.6160749197006226, "75": -1.582991600036621, "90": -1.5586597919464111, "95": -1.5411696434020996, "99": -1.5006946325302124 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 2, 1, 2, 0, 0, 3, 2, 2, 0, 1, 2, 0, 2, 3, 1, 2, 3, 2, 4, 2, 5, 3, 4, 3, 7, 448 ], "log_norms_bin_edges": [ -16.710102081298828, -16.405027389526367, -16.099950790405273, -15.794875144958496, -15.489799499511719, -15.184724807739258, -14.879648208618164, -14.574573516845703, -14.269497871398926, -13.964422225952148, -13.659346580505371, -13.354270935058594, -13.049195289611816, -12.744119644165039, -12.439044952392578, -12.133968353271484, -11.828893661499023, -11.52381706237793, -11.218742370605469, -10.913666725158691, -10.608591079711914, -10.303515434265137, -9.99843978881836, -9.693364143371582, -9.388288497924805, -9.083213806152344, -8.77813720703125, -8.473062515258789, -8.167986869812012, -7.862911224365234, -7.557835578918457, -7.25275993347168, -6.947684288024902, -6.642608642578125, -6.337532997131348, -6.03245735168457, -5.727381706237793, -5.422306060791016, -5.117231369018555, -4.812155723571777, -4.507080078125, -4.202004432678223, -3.8969287872314453, -3.591853141784668, -3.2867774963378906, -2.9817018508911133, -2.676626205444336, -2.3715505599975586, -2.0664749145507812, -1.7614002227783203, -1.4563244581222534 ], "r_inf_mean": 0.2451307773590088, "r_inf_median": 0.24223880469799042, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6348508596420288, "eff_dim_mean": 0.6348508596420288, "topk_energy": { "1": 0.060559697449207306, "5": 0.2617691457271576, "10": 0.4223009943962097, "25": 0.7280081510543823 }, "gamma_raw": -0.08121422678232193, "gamma_active": { "1e-08": -0.08314291387796402, "1e-07": -0.08286171406507492, "1e-06": -0.08283466100692749, "1e-05": -0.08283109217882156, "0.0001": -0.08282864093780518 }, "gamma_energy_weighted": { "1e-08": -0.0812302522069574, "1e-07": -0.0812302522069574, "1e-06": -0.0812302522069574, "1e-05": -0.0812302522069574, "0.0001": -0.0812302522069574 } }, { "layer": 1, "mean_norm": 0.0017223842442035675, "median_norm": 0.0019057686440646648, "max_norm": 0.0024429825134575367, "min_norm": 9.58433806442609e-19, "support": { "1e-08": 0.9609375, "1e-07": 0.955078125, "1e-06": 0.943359375, "1e-05": 0.9296875, "0.0001": 0.90625 }, "log_norms_percentiles": { "1": -12.244718551635742, "5": -6.289144992828369, "10": -3.719571828842163, "25": -2.7392048835754395, "50": -2.7198338508605957, "75": -2.701469659805298, "90": -2.667839527130127, "95": -2.6314985752105713, "99": -2.6298327445983887 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 2, 1, 2, 0, 0, 2, 2, 3, 0, 1, 2, 0, 1, 1, 4, 2, 2, 2, 4, 2, 5, 4, 4, 3, 7, 448 ], "log_norms_bin_edges": [ -18.0184383392334, -17.710311889648438, -17.402183532714844, -17.094057083129883, -16.785930633544922, -16.477802276611328, -16.169675827026367, -15.86154842376709, -15.553421020507812, -15.245293617248535, -14.937166213989258, -14.629039764404297, -14.32091236114502, -14.012784957885742, -13.704658508300781, -13.396531105041504, -13.088403701782227, -12.78027629852295, -12.472148895263672, -12.164022445678711, -11.855895042419434, -11.547767639160156, -11.239641189575195, -10.931513786315918, -10.62338638305664, -10.315258979797363, -10.007131576538086, -9.699005126953125, -9.390877723693848, -9.08275032043457, -8.77462387084961, -8.466496467590332, -8.158369064331055, -7.850241661071777, -7.5421142578125, -7.233987808227539, -6.925860404968262, -6.617733001708984, -6.309606552124023, -6.001479148864746, -5.693351745605469, -5.385224342346191, -5.077096939086914, -4.768970489501953, -4.460843086242676, -4.152715682983398, -3.8445892333984375, -3.53646183013916, -3.228334426879883, -2.9202070236206055, -2.6120798587799072 ], "r_inf_mean": 0.2631784677505493, "r_inf_median": 0.26636841893196106, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6410567164421082, "eff_dim_mean": 0.6410566568374634, "topk_energy": { "1": 0.0703480988740921, "5": 0.2640165090560913, "10": 0.4191725254058838, "25": 0.7181982398033142 }, "gamma_raw": 0.21691974997520447, "gamma_active": { "1e-08": 0.22510510683059692, "1e-07": 0.2253940850496292, "1e-06": 0.2260056585073471, "1e-05": 0.22674453258514404, "0.0001": 0.2276134490966797 }, "gamma_energy_weighted": { "1e-08": 0.23652999233300884, "1e-07": 0.23652999233300884, "1e-06": 0.23652999233300884, "1e-05": 0.23652999233300884, "0.0001": 0.23652999233300884 } }, { "layer": 2, "mean_norm": 0.0016735158860683441, "median_norm": 0.0018479168647900224, "max_norm": 0.0023776227608323097, "min_norm": 9.438301395231385e-19, "support": { "1e-08": 0.9609375, "1e-07": 0.955078125, "1e-06": 0.943359375, "1e-05": 0.927734375, "0.0001": 0.90625 }, "log_norms_percentiles": { "1": -12.259624481201172, "5": -6.299610137939453, "10": -3.7298238277435303, "25": -2.7523856163024902, "50": -2.7333121299743652, "75": -2.7183547019958496, "90": -2.6813414096832275, "95": -2.6394765377044678, "99": -2.639218807220459 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 2, 1, 2, 0, 0, 2, 2, 3, 0, 1, 2, 0, 1, 1, 4, 2, 2, 2, 4, 2, 5, 4, 4, 3, 7, 448 ], "log_norms_bin_edges": [ -18.02510643005371, -17.71708106994629, -17.409055709838867, -17.101032257080078, -16.793006896972656, -16.484981536865234, -16.176956176757812, -15.868931770324707, -15.560906410217285, -15.25288200378418, -14.944856643676758, -14.636831283569336, -14.32880687713623, -14.020782470703125, -13.712757110595703, -13.404731750488281, -13.09670639038086, -12.788681983947754, -12.480657577514648, -12.172632217407227, -11.864606857299805, -11.556581497192383, -11.248557090759277, -10.940532684326172, -10.63250732421875, -10.324481964111328, -10.016457557678223, -9.7084321975708, -9.400406837463379, -9.092382431030273, -8.784357070922852, -8.476332664489746, -8.168307304382324, -7.860281944274902, -7.552257537841797, -7.244232177734375, -6.9362077713012695, -6.628182411193848, -6.320157051086426, -6.01213264465332, -5.704107284545898, -5.396082878112793, -5.088057518005371, -4.780032157897949, -4.472007751464844, -4.163982391357422, -3.8559579849243164, -3.5479326248168945, -3.239908218383789, -2.931882858276367, -2.623857021331787 ], "r_inf_mean": 0.26654288172721863, "r_inf_median": 0.268253356218338, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.637884259223938, "eff_dim_mean": 0.637884259223938, "topk_energy": { "1": 0.07219257205724716, "5": 0.2681969702243805, "10": 0.42365923523902893, "25": 0.7218092083930969 }, "gamma_raw": 0.049723707139492035, "gamma_active": { "1e-08": 0.05152773857116699, "1e-07": 0.05145130679011345, "1e-06": 0.05111644044518471, "1e-05": 0.05178511142730713, "0.0001": 0.052782535552978516 }, "gamma_energy_weighted": { "1e-08": 0.06397144630902102, "1e-07": 0.06397144630902102, "1e-06": 0.06397144630902102, "1e-05": 0.06397144630902102, "0.0001": 0.06397144630902102 } }, { "layer": 3, "mean_norm": 0.001670527970418334, "median_norm": 0.0018480268772691488, "max_norm": 0.00236303242854774, "min_norm": 9.42348659046056e-19, "support": { "1e-08": 0.9609375, "1e-07": 0.955078125, "1e-06": 0.943359375, "1e-05": 0.927734375, "0.0001": 0.90625 }, "log_norms_percentiles": { "1": -12.260929107666016, "5": -6.300757884979248, "10": -3.7299208641052246, "25": -2.753239870071411, "50": -2.733285903930664, "75": -2.719810962677002, "90": -2.6834609508514404, "95": -2.64033579826355, "99": -2.6400885581970215 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 2, 1, 2, 0, 0, 2, 2, 3, 0, 1, 2, 0, 1, 1, 4, 2, 2, 2, 4, 2, 5, 4, 4, 3, 7, 448 ], "log_norms_bin_edges": [ -18.025789260864258, -17.717803955078125, -17.409818649291992, -17.10183334350586, -16.793848037719727, -16.485862731933594, -16.17787742614746, -15.869893074035645, -15.561907768249512, -15.253922462463379, -14.945937156677246, -14.63795280456543, -14.329967498779297, -14.021982192993164, -13.713996887207031, -13.406011581420898, -13.098026275634766, -12.790040969848633, -12.4820556640625, -12.174070358276367, -11.866085052490234, -11.558099746704102, -11.250115394592285, -10.942130088806152, -10.63414478302002, -10.326159477233887, -10.018174171447754, -9.710188865661621, -9.402204513549805, -9.094219207763672, -8.786233901977539, -8.478248596191406, -8.170263290405273, -7.862277984619141, -7.554292678833008, -7.246307373046875, -6.938322067260742, -6.630337715148926, -6.322352409362793, -6.01436710357666, -5.706381797790527, -5.3983964920043945, -5.090411186218262, -4.782425880432129, -4.4744415283203125, -4.16645622253418, -3.858470916748047, -3.550485610961914, -3.2425003051757812, -2.9345149993896484, -2.626530408859253 ], "r_inf_mean": 0.2657458186149597, "r_inf_median": 0.2664898931980133, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6386767029762268, "eff_dim_mean": 0.638676643371582, "topk_energy": { "1": 0.07194198668003082, "5": 0.26750192046165466, "10": 0.4225548505783081, "25": 0.7209015488624573 }, "gamma_raw": 0.02903125062584877, "gamma_active": { "1e-08": 0.030076222494244576, "1e-07": 0.030282435938715935, "1e-06": 0.03052169270813465, "1e-05": 0.03066730871796608, "0.0001": 0.03143002837896347 }, "gamma_energy_weighted": { "1e-08": 0.03950142896160206, "1e-07": 0.03950142896160206, "1e-06": 0.03950142896160206, "1e-05": 0.03950142896160206, "0.0001": 0.03950142896160206 } } ] }