{ "dataset": "synth", "method": "state_bridge", "seed": 2048, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 13.755525588989258, "acc": 0.107421875, "per_layer": [ { "layer": 0, "mean_norm": 0.02063283883035183, "median_norm": 0.021174976602196693, "max_norm": 0.059815261512994766, "min_norm": 5.477755582461441e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.998046875, "1e-06": 0.998046875, "1e-05": 0.98828125, "0.0001": 0.978515625 }, "log_norms_percentiles": { "1": -5.07789421081543, "5": -2.7785451412200928, "10": -2.0157785415649414, "25": -1.7729833126068115, "50": -1.6738115549087524, "75": -1.586028814315796, "90": -1.528092384338379, "95": -1.4723154306411743, "99": -1.4072657823562622 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 1, 0, 1, 0, 3, 2, 1, 3, 3, 2, 5, 5, 4, 3, 7, 15, 54, 179, 178, 34, 2 ], "log_norms_bin_edges": [ -8.261397361755371, -8.120633125305176, -7.9798688888549805, -7.839104652404785, -7.69834041595459, -7.5575761795043945, -7.416811943054199, -7.276048183441162, -7.135283946990967, -6.9945197105407715, -6.853755474090576, -6.712991237640381, -6.5722270011901855, -6.43146276473999, -6.290698528289795, -6.149934768676758, -6.0091705322265625, -5.868406295776367, -5.727642059326172, -5.586877822875977, -5.446113586425781, -5.305349349975586, -5.164585113525391, -5.023820877075195, -4.883056640625, -4.742292404174805, -4.601528167724609, -4.460763931274414, -4.319999694824219, -4.179235935211182, -4.038471698760986, -3.897707462310791, -3.7569432258605957, -3.6161789894104004, -3.475414752960205, -3.3346505165100098, -3.1938862800598145, -3.053122043609619, -2.912358283996582, -2.7715940475463867, -2.6308298110961914, -2.490065574645996, -2.349301338195801, -2.2085371017456055, -2.06777286529541, -1.9270086288452148, -1.7862443923950195, -1.6454801559448242, -1.504715919494629, -1.3639521598815918, -1.223188042640686 ], "r_inf_mean": 0.24771708250045776, "r_inf_median": 0.2473275512456894, "pr_mean": 0.3427336513996124, "pr_median": 0.34386178851127625, "hoyer_mean": 0.6347879767417908, "eff_dim_mean": 0.634787917137146, "topk_energy": { "1": 0.061929453164339066, "5": 0.26201438903808594, "10": 0.4193146824836731, "25": 0.724723219871521 }, "gamma_raw": 0.03288815915584564, "gamma_active": { "1e-08": 0.032819051295518875, "1e-07": 0.032819051295518875, "1e-06": 0.032819051295518875, "1e-05": 0.03323103114962578, "0.0001": 0.033386558294296265 }, "gamma_energy_weighted": { "1e-08": 0.03471100537936135, "1e-07": 0.03471100537936135, "1e-06": 0.03471100537936135, "1e-05": 0.03471100537936135, "0.0001": 0.03471100537936135 } }, { "layer": 1, "mean_norm": 0.0018828485626727343, "median_norm": 0.0019208485027775168, "max_norm": 0.0038017057813704014, "min_norm": 6.357837589732185e-10, "support": { "1e-08": 0.998046875, "1e-07": 0.998046875, "1e-06": 0.98828125, "1e-05": 0.978515625, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -6.182566165924072, "5": -3.7676501274108887, "10": -3.0351662635803223, "25": -2.781808376312256, "50": -2.716231346130371, "75": -2.6336119174957275, "90": -2.5920794010162354, "95": -2.5566494464874268, "99": -2.479111671447754 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 2, 3, 0, 1, 2, 2, 4, 1, 10, 4, 2, 6, 6, 22, 213, 197, 25 ], "log_norms_bin_edges": [ -9.196690559387207, -9.0611572265625, -8.925623893737793, -8.790090560913086, -8.654557228088379, -8.519023895263672, -8.383490562438965, -8.247957229614258, -8.11242389678955, -7.9768900871276855, -7.8413567543029785, -7.7058234214782715, -7.5702900886535645, -7.434756755828857, -7.29922342300415, -7.163689613342285, -7.028156280517578, -6.892622947692871, -6.757089614868164, -6.621556282043457, -6.48602294921875, -6.350489616394043, -6.214956283569336, -6.079422950744629, -5.943889617919922, -5.808356285095215, -5.672822952270508, -5.537289619445801, -5.401756286621094, -5.266222953796387, -5.1306891441345215, -4.9951558113098145, -4.859622478485107, -4.7240891456604, -4.588555812835693, -4.453022480010986, -4.317489147186279, -4.181955814361572, -4.046422004699707, -3.910888671875, -3.775355339050293, -3.639822006225586, -3.504288673400879, -3.368755340576172, -3.233222007751465, -3.097688674926758, -2.962155342102051, -2.8266220092773438, -2.6910886764526367, -2.5555548667907715, -2.4200215339660645 ], "r_inf_mean": 0.24185055494308472, "r_inf_median": 0.2393445521593094, "pr_mean": 0.3646722435951233, "pr_median": 0.36699914932250977, "hoyer_mean": 0.6507495641708374, "eff_dim_mean": 0.6507495641708374, "topk_energy": { "1": 0.059063151478767395, "5": 0.24599900841712952, "10": 0.40073519945144653, "25": 0.7085385322570801 }, "gamma_raw": -0.02787454053759575, "gamma_active": { "1e-08": -0.027924180030822754, "1e-07": -0.027924180030822754, "1e-06": -0.027201281860470772, "1e-05": -0.027228163555264473, "0.0001": -0.027885768562555313 }, "gamma_energy_weighted": { "1e-08": -0.030421725123185552, "1e-07": -0.030421725123185552, "1e-06": -0.030421725123185552, "1e-05": -0.030421725123185552, "0.0001": -0.030421725123185552 } }, { "layer": 2, "mean_norm": 0.001458367332816124, "median_norm": 0.0014836196787655354, "max_norm": 0.0024933365639299154, "min_norm": 5.312780215760426e-10, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.98828125, "1e-05": 0.9765625, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -6.271186828613281, "5": -3.8535666465759277, "10": -3.154491901397705, "25": -2.890139102935791, "50": -2.827181816101074, "75": -2.7377264499664307, "90": -2.7001092433929443, "95": -2.6629676818847656, "99": -2.6134679317474365 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 1, 3, 1, 0, 2, 3, 3, 1, 5, 9, 3, 4, 5, 6, 117, 211, 126 ], "log_norms_bin_edges": [ -9.274678230285645, -9.14124870300293, -9.007820129394531, -8.874390602111816, -8.740961074829102, -8.607532501220703, -8.474102973937988, -8.340673446655273, -8.207244873046875, -8.07381534576416, -7.9403862953186035, -7.806957244873047, -7.673527717590332, -7.540098667144775, -7.406669616699219, -7.273240566253662, -7.1398115158081055, -7.006381988525391, -6.872952938079834, -6.739523887634277, -6.6060943603515625, -6.472665309906006, -6.339236259460449, -6.205806732177734, -6.072377681732178, -5.938948631286621, -5.805519104003906, -5.672090530395508, -5.538661003112793, -5.405231952667236, -5.27180290222168, -5.138373374938965, -5.004944324493408, -4.871515274047852, -4.738085746765137, -4.60465669631958, -4.471227645874023, -4.337798595428467, -4.204369068145752, -4.070940017700195, -3.9375109672546387, -3.804081439971924, -3.670652389526367, -3.5372233390808105, -3.403794288635254, -3.270364761352539, -3.1369357109069824, -3.003506660461426, -2.870077133178711, -2.7366480827331543, -2.6032190322875977 ], "r_inf_mean": 0.2372770607471466, "r_inf_median": 0.23347148299217224, "pr_mean": 0.3712078630924225, "pr_median": 0.3640808165073395, "hoyer_mean": 0.6543741226196289, "eff_dim_mean": 0.6543740630149841, "topk_energy": { "1": 0.05734100192785263, "5": 0.24256262183189392, "10": 0.39632585644721985, "25": 0.7024166584014893 }, "gamma_raw": 0.021690331399440765, "gamma_active": { "1e-08": 0.021718747913837433, "1e-07": 0.02183503657579422, "1e-06": 0.02175111323595047, "1e-05": 0.02174501121044159, "0.0001": 0.02227008529007435 }, "gamma_energy_weighted": { "1e-08": 0.015498119828372868, "1e-07": 0.015498119828372868, "1e-06": 0.015498119828372868, "1e-05": 0.015498119828372868, "0.0001": 0.015498119828372868 } }, { "layer": 3, "mean_norm": 0.0014385494869202375, "median_norm": 0.00146046606823802, "max_norm": 0.002451562322676182, "min_norm": 5.250048729088519e-10, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.98828125, "1e-05": 0.9765625, "0.0001": 0.955078125 }, "log_norms_percentiles": { "1": -6.2850494384765625, "5": -3.862112045288086, "10": -3.1564881801605225, "25": -2.8977062702178955, "50": -2.835237503051758, "75": -2.7391438484191895, "90": -2.7009778022766113, "95": -2.668144702911377, "99": -2.6154494285583496 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 1, 3, 1, 0, 1, 4, 3, 1, 5, 9, 3, 4, 5, 6, 128, 192, 134 ], "log_norms_bin_edges": [ -9.279836654663086, -9.146450996398926, -9.013065338134766, -8.879679679870605, -8.746294021606445, -8.612908363342285, -8.479522705078125, -8.346137046813965, -8.212751388549805, -8.079366683959961, -7.945980548858643, -7.812595367431641, -7.6792097091674805, -7.54582405090332, -7.41243839263916, -7.279052734375, -7.14566707611084, -7.01228141784668, -6.8788957595825195, -6.745510101318359, -6.612124443054199, -6.478738784790039, -6.345353603363037, -6.211967945098877, -6.078582286834717, -5.945196628570557, -5.8118109703063965, -5.6784257888793945, -5.545040130615234, -5.411654472351074, -5.278268814086914, -5.144883155822754, -5.011497497558594, -4.878111839294434, -4.744726181030273, -4.611340522766113, -4.477954864501953, -4.344569683074951, -4.211184024810791, -4.077798366546631, -3.9444127082824707, -3.8110270500183105, -3.6776413917541504, -3.5442557334899902, -3.4108705520629883, -3.277484893798828, -3.144099235534668, -3.010713577270508, -2.8773279190063477, -2.7439422607421875, -2.6105570793151855 ], "r_inf_mean": 0.2402196228504181, "r_inf_median": 0.2339920699596405, "pr_mean": 0.3676905035972595, "pr_median": 0.3648991882801056, "hoyer_mean": 0.6552345752716064, "eff_dim_mean": 0.6552344560623169, "topk_energy": { "1": 0.05879296362400055, "5": 0.24632355570793152, "10": 0.39908045530319214, "25": 0.7031619548797607 }, "gamma_raw": 0.04555909335613251, "gamma_active": { "1e-08": 0.04564806818962097, "1e-07": 0.0457303449511528, "1e-06": 0.046139106154441833, "1e-05": 0.04627559706568718, "0.0001": 0.0462210588157177 }, "gamma_energy_weighted": { "1e-08": 0.042320403067697535, "1e-07": 0.042320403067697535, "1e-06": 0.042320403067697535, "1e-05": 0.042320403067697535, "0.0001": 0.042320403067697535 } } ] }