{ "dataset": "synth", "method": "state_bridge", "seed": 456, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 22.172178268432617, "acc": 0.107421875, "per_layer": [ { "layer": 0, "mean_norm": 0.03725253790616989, "median_norm": 0.037588443607091904, "max_norm": 0.12866659462451935, "min_norm": 1.2283806838316863e-18, "support": { "1e-08": 0.986328125, "1e-07": 0.984375, "1e-06": 0.970703125, "1e-05": 0.958984375, "0.0001": 0.953125 }, "log_norms_percentiles": { "1": -9.62260913848877, "5": -3.765256881713867, "10": -1.894038200378418, "25": -1.5356247425079346, "50": -1.4233769178390503, "75": -1.3191540241241455, "90": -1.2274500131607056, "95": -1.2050291299819946, "99": -1.1056329011917114 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 1, 0, 1, 0, 2, 3, 2, 3, 2, 1, 1, 1, 1, 3, 6, 7, 2, 4, 5, 56, 353, 52 ], "log_norms_bin_edges": [ -17.910667419433594, -17.57026481628418, -17.229862213134766, -16.88945960998535, -16.549057006835938, -16.208654403686523, -15.86825180053711, -15.527848243713379, -15.187445640563965, -14.84704303741455, -14.506640434265137, -14.166237831115723, -13.825835227966309, -13.485432624816895, -13.145029067993164, -12.80462646484375, -12.464223861694336, -12.123821258544922, -11.783418655395508, -11.443016052246094, -11.10261344909668, -10.762210845947266, -10.421808242797852, -10.081405639648438, -9.741003036499023, -9.40060043334961, -9.060197830200195, -8.719794273376465, -8.37939167022705, -8.038989067077637, -7.698586463928223, -7.358183860778809, -7.0177812576293945, -6.6773786544799805, -6.336976051330566, -5.996573448181152, -5.656170845031738, -5.315768241882324, -4.975364685058594, -4.63496208190918, -4.294559478759766, -3.9541568756103516, -3.6137542724609375, -3.2733516693115234, -2.9329490661621094, -2.5925464630126953, -2.2521438598632812, -1.9117412567138672, -1.5713386535644531, -1.230936050415039, -0.8905341625213623 ], "r_inf_mean": 0.2533787488937378, "r_inf_median": 0.2500825524330139, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6384384036064148, "eff_dim_mean": 0.6384384036064148, "topk_energy": { "1": 0.06504026055335999, "5": 0.2629285752773285, "10": 0.4182041883468628, "25": 0.7196274995803833 }, "gamma_raw": 0.02516043372452259, "gamma_active": { "1e-08": 0.025283945724368095, "1e-07": 0.02483939565718174, "1e-06": 0.02402329631149769, "1e-05": 0.023817626759409904, "0.0001": 0.02360391803085804 }, "gamma_energy_weighted": { "1e-08": 0.019794181605345455, "1e-07": 0.019794181605345455, "1e-06": 0.019794181605345455, "1e-05": 0.019794181605345455, "0.0001": 0.019794181605345455 } }, { "layer": 1, "mean_norm": 0.0041408902034163475, "median_norm": 0.004031575750559568, "max_norm": 0.012586475349962711, "min_norm": 1.3047698828227693e-19, "support": { "1e-08": 0.982421875, "1e-07": 0.970703125, "1e-06": 0.958984375, "1e-05": 0.953125, "0.0001": 0.9296875 }, "log_norms_percentiles": { "1": -10.587139129638672, "5": -4.695291519165039, "10": -2.8385796546936035, "25": -2.4842426776885986, "50": -2.393972396850586, "75": -2.2789366245269775, "90": -2.1885998249053955, "95": -2.1301257610321045, "99": -2.018717050552368 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 1, 0, 1, 0, 2, 3, 2, 4, 1, 1, 0, 2, 2, 1, 7, 4, 5, 3, 6, 20, 352, 89 ], "log_norms_bin_edges": [ -18.88446617126465, -18.54477882385254, -18.20509147644043, -17.86540412902832, -17.52571678161621, -17.1860294342041, -16.846342086791992, -16.506654739379883, -16.166967391967773, -15.827279090881348, -15.487591743469238, -15.147904396057129, -14.80821704864502, -14.46852970123291, -14.128841400146484, -13.789154052734375, -13.449466705322266, -13.109779357910156, -12.770092010498047, -12.430404663085938, -12.090717315673828, -11.751029968261719, -11.41134262084961, -11.0716552734375, -10.73196792602539, -10.392280578613281, -10.052593231201172, -9.712904930114746, -9.373217582702637, -9.033530235290527, -8.693842887878418, -8.354155540466309, -8.0144681930542, -7.67478084564209, -7.3350934982299805, -6.995406150817871, -6.655718803405762, -6.316031455993652, -5.976343154907227, -5.636655807495117, -5.296968460083008, -4.957281112670898, -4.617593765258789, -4.27790641784668, -3.9382190704345703, -3.598531723022461, -3.2588443756103516, -2.919157028198242, -2.579469680786133, -2.2397823333740234, -1.9000959396362305 ], "r_inf_mean": 0.2408469319343567, "r_inf_median": 0.24092768132686615, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6491560935974121, "eff_dim_mean": 0.6491560935974121, "topk_energy": { "1": 0.058579038828611374, "5": 0.2517758309841156, "10": 0.40644800662994385, "25": 0.7100354433059692 }, "gamma_raw": 0.002593838144093752, "gamma_active": { "1e-08": 0.0026051122695207596, "1e-07": 0.003531723516061902, "1e-06": 0.0038400774355977774, "1e-05": 0.0033960402943193913, "0.0001": 0.002538160653784871 }, "gamma_energy_weighted": { "1e-08": 0.00020813013715468073, "1e-07": 0.00020813013715468073, "1e-06": 0.00020813013715468073, "1e-05": 0.00020813013715468073, "0.0001": 0.00020813013715468073 } }, { "layer": 2, "mean_norm": 0.001459586899727583, "median_norm": 0.0015422410797327757, "max_norm": 0.002302346983924508, "min_norm": 3.1667239733703124e-20, "support": { "1e-08": 0.978515625, "1e-07": 0.962890625, "1e-06": 0.958984375, "1e-05": 0.94921875, "0.0001": 0.91796875 }, "log_norms_percentiles": { "1": -10.995779991149902, "5": -5.105362415313721, "10": -3.375619888305664, "25": -2.865635871887207, "50": -2.811744213104248, "75": -2.7520670890808105, "90": -2.7088544368743896, "95": -2.6850907802581787, "99": -2.6586923599243164 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 1, 0, 0, 2, 1, 1, 1, 4, 3, 1, 1, 0, 3, 1, 1, 7, 7, 2, 5, 5, 4, 456 ], "log_norms_bin_edges": [ -19.499391555786133, -19.162160873413086, -18.824928283691406, -18.48769760131836, -18.150466918945312, -17.813236236572266, -17.476003646850586, -17.13877296447754, -16.801542282104492, -16.464309692382812, -16.127079010009766, -15.789848327636719, -15.452616691589355, -15.115385055541992, -14.778154373168945, -14.440922737121582, -14.103691101074219, -13.766460418701172, -13.429229736328125, -13.091997146606445, -12.754766464233398, -12.417535781860352, -12.080304145812988, -11.743072509765625, -11.405841827392578, -11.068610191345215, -10.731379508972168, -10.394147872924805, -10.056916236877441, -9.719685554504395, -9.382453918457031, -9.045223236083984, -8.707991600036621, -8.370759963989258, -8.033529281616211, -7.696297645568848, -7.359066963195801, -7.0218353271484375, -6.684603691101074, -6.347373008728027, -6.010141372680664, -5.672910690307617, -5.335679054260254, -4.998447418212891, -4.661216735839844, -4.3239850997924805, -3.9867544174194336, -3.6495227813720703, -3.3122920989990234, -2.9750595092773438, -2.637829303741455 ], "r_inf_mean": 0.2391623556613922, "r_inf_median": 0.23494118452072144, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6517868041992188, "eff_dim_mean": 0.6517868041992188, "topk_energy": { "1": 0.05796551704406738, "5": 0.2504582405090332, "10": 0.40360450744628906, "25": 0.7065750956535339 }, "gamma_raw": -0.01850498467683792, "gamma_active": { "1e-08": -0.018690338358283043, "1e-07": -0.018486853688955307, "1e-06": -0.01887262426316738, "1e-05": -0.0188303142786026, "0.0001": -0.019225243479013443 }, "gamma_energy_weighted": { "1e-08": -0.019223101871399494, "1e-07": -0.019223101871399494, "1e-06": -0.019223101871399494, "1e-05": -0.019223101871399494, "0.0001": -0.019223101871399494 } }, { "layer": 3, "mean_norm": 0.001427272567525506, "median_norm": 0.0015150811523199081, "max_norm": 0.0022739055566489697, "min_norm": 3.04890049616523e-20, "support": { "1e-08": 0.978515625, "1e-07": 0.962890625, "1e-06": 0.958984375, "1e-05": 0.94921875, "0.0001": 0.91796875 }, "log_norms_percentiles": { "1": -10.998298645019531, "5": -5.1080169677734375, "10": -3.3998160362243652, "25": -2.8786330223083496, "50": -2.819505214691162, "75": -2.760704517364502, "90": -2.7133333683013916, "95": -2.699831485748291, "99": -2.6631436347961426 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 1, 0, 0, 2, 1, 1, 1, 4, 3, 1, 1, 0, 3, 1, 1, 8, 6, 2, 5, 5, 4, 456 ], "log_norms_bin_edges": [ -19.515857696533203, -19.17840576171875, -18.840951919555664, -18.50349998474121, -18.166048049926758, -17.828594207763672, -17.49114227294922, -17.153690338134766, -16.81623649597168, -16.478784561157227, -16.14133071899414, -15.803878784179688, -15.466426849365234, -15.128973007202148, -14.791521072387695, -14.454068183898926, -14.116615295410156, -13.779163360595703, -13.441710472106934, -13.104257583618164, -12.766805648803711, -12.429352760314941, -12.091899871826172, -11.754447937011719, -11.41699504852295, -11.07954216003418, -10.74208927154541, -10.404637336730957, -10.067184448242188, -9.729731559753418, -9.392278671264648, -9.054826736450195, -8.717373847961426, -8.379920959472656, -8.042469024658203, -7.705016136169434, -7.367563247680664, -7.0301103591918945, -6.692658424377441, -6.355205535888672, -6.017752647399902, -5.680300712585449, -5.34284782409668, -5.00539493560791, -4.667942047119141, -4.3304901123046875, -3.993037223815918, -3.6555843353271484, -3.3181324005126953, -2.9806785583496094, -2.6432275772094727 ], "r_inf_mean": 0.23948416113853455, "r_inf_median": 0.23485633730888367, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6524999141693115, "eff_dim_mean": 0.6524998545646667, "topk_energy": { "1": 0.05826391652226448, "5": 0.2509077191352844, "10": 0.4024454951286316, "25": 0.7061197757720947 }, "gamma_raw": -0.024900440126657486, "gamma_active": { "1e-08": -0.02523966319859028, "1e-07": -0.02555086649954319, "1e-06": -0.02556646801531315, "1e-05": -0.02571110427379608, "0.0001": -0.027019230648875237 }, "gamma_energy_weighted": { "1e-08": -0.030655376385570116, "1e-07": -0.030655376385570116, "1e-06": -0.030655376385570116, "1e-05": -0.030655376385570116, "0.0001": -0.030655376385570116 } } ] }