{ "dataset": "synth", "method": "credit_bridge", "seed": 789, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 3.276852607727051, "acc": 0.119140625, "per_layer": [ { "layer": 0, "mean_norm": 0.001791501184925437, "median_norm": 0.0018281560624018312, "max_norm": 0.0028649221640080214, "min_norm": 0.0003895953414030373, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.289616584777832, "5": -3.011728048324585, "10": -2.9110069274902344, "25": -2.7901339530944824, "50": -2.7375054359436035, "75": -2.6914491653442383, "90": -2.6388099193573, "95": -2.6071200370788574, "99": -2.572843313217163 }, "log_norms_histogram": [ 1, 0, 1, 0, 2, 1, 1, 0, 1, 0, 2, 2, 0, 1, 0, 2, 0, 3, 2, 2, 1, 0, 4, 4, 3, 5, 3, 5, 10, 6, 9, 4, 10, 13, 18, 20, 33, 51, 52, 52, 48, 33, 27, 20, 23, 9, 9, 12, 4, 3 ], "log_norms_bin_edges": [ -3.409386396408081, -3.392056465148926, -3.3747265338897705, -3.357396364212036, -3.340066432952881, -3.3227365016937256, -3.3054065704345703, -3.288076400756836, -3.2707464694976807, -3.2534165382385254, -3.23608660697937, -3.218756675720215, -3.2014265060424805, -3.184096574783325, -3.16676664352417, -3.1494367122650146, -3.1321067810058594, -3.114776611328125, -3.0974466800689697, -3.0801167488098145, -3.062786817550659, -3.045456647872925, -3.0281267166137695, -3.0107967853546143, -2.993466854095459, -2.9761366844177246, -2.9588067531585693, -2.941476821899414, -2.924146890640259, -2.9068169593811035, -2.889486789703369, -2.872156858444214, -2.8548269271850586, -2.8374969959259033, -2.820167064666748, -2.8028368949890137, -2.7855069637298584, -2.768177032470703, -2.750847101211548, -2.7335171699523926, -2.716187000274658, -2.698857069015503, -2.6815271377563477, -2.6641969680786133, -2.646867275238037, -2.6295371055603027, -2.6122071743011475, -2.594877243041992, -2.577547073364258, -2.5602171421051025, -2.5428872108459473 ], "r_inf_mean": 0.310761034488678, "r_inf_median": 0.2693897485733032, "pr_mean": 0.27991634607315063, "pr_median": 0.3041159510612488, "hoyer_mean": 0.6015244722366333, "eff_dim_mean": 0.6015244722366333, "topk_energy": { "1": 0.10882575064897537, "5": 0.31436556577682495, "10": 0.46590501070022583, "25": 0.7445526123046875 }, "gamma_raw": 0.24270452558994293, "gamma_active": { "1e-08": 0.24270452558994293, "1e-07": 0.24270452558994293, "1e-06": 0.24270452558994293, "1e-05": 0.24270452558994293, "0.0001": 0.24270452558994293 }, "gamma_energy_weighted": { "1e-08": 0.2378215844819719, "1e-07": 0.2378215844819719, "1e-06": 0.2378215844819719, "1e-05": 0.2378215844819719, "0.0001": 0.2378215844819719 } }, { "layer": 1, "mean_norm": 0.0015978582669049501, "median_norm": 0.001675336854532361, "max_norm": 0.0022082498762756586, "min_norm": 0.0003407099284231663, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.3195269107818604, "5": -3.047653913497925, "10": -2.9387946128845215, "25": -2.818917989730835, "50": -2.7756457328796387, "75": -2.743081569671631, "90": -2.7211034297943115, "95": -2.7099759578704834, "99": -2.6926350593566895 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 1, 0, 2, 1, 0, 1, 1, 1, 1, 0, 1, 0, 2, 2, 2, 2, 1, 2, 1, 0, 4, 3, 5, 3, 0, 10, 3, 3, 6, 8, 9, 7, 9, 9, 28, 33, 46, 74, 68, 61, 50, 32, 14, 3, 1 ], "log_norms_bin_edges": [ -3.4676151275634766, -3.4513819217681885, -3.4351484775543213, -3.418915271759033, -3.402682065963745, -3.386448860168457, -3.37021541595459, -3.3539822101593018, -3.3377490043640137, -3.3215157985687256, -3.3052823543548584, -3.2890491485595703, -3.2728159427642822, -3.256582736968994, -3.240349292755127, -3.224116086959839, -3.207882881164551, -3.1916496753692627, -3.1754162311553955, -3.1591830253601074, -3.1429498195648193, -3.1267166137695312, -3.110483169555664, -3.094249963760376, -3.078016757965088, -3.0617833137512207, -3.0455501079559326, -3.0293169021606445, -3.0130836963653564, -2.9968504905700684, -2.980617046356201, -2.964383840560913, -2.948150634765625, -2.931917190551758, -2.9156839847564697, -2.8994507789611816, -2.8832175731658936, -2.8669843673706055, -2.8507509231567383, -2.83451771736145, -2.818284511566162, -2.802051067352295, -2.785817861557007, -2.7695846557617188, -2.7533514499664307, -2.7371182441711426, -2.7208847999572754, -2.7046515941619873, -2.688418388366699, -2.672184944152832, -2.655951738357544 ], "r_inf_mean": 0.24213331937789917, "r_inf_median": 0.24252302944660187, "pr_mean": 0.35327380895614624, "pr_median": 0.34967583417892456, "hoyer_mean": 0.6381345987319946, "eff_dim_mean": 0.6381345987319946, "topk_energy": { "1": 0.05911038815975189, "5": 0.25535982847213745, "10": 0.4123232960700989, "25": 0.7175535559654236 }, "gamma_raw": 0.18362484872341156, "gamma_active": { "1e-08": 0.18362484872341156, "1e-07": 0.18362484872341156, "1e-06": 0.18362484872341156, "1e-05": 0.18362484872341156, "0.0001": 0.18362484872341156 }, "gamma_energy_weighted": { "1e-08": 0.18252672763654437, "1e-07": 0.18252672763654437, "1e-06": 0.18252672763654437, "1e-05": 0.18252672763654437, "0.0001": 0.18252672763654437 } }, { "layer": 2, "mean_norm": 0.0015828318428248167, "median_norm": 0.001658862573094666, "max_norm": 0.0021801607217639685, "min_norm": 0.0003444190078880638, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.3165693283081055, "5": -3.044612407684326, "10": -2.9428493976593018, "25": -2.822709798812866, "50": -2.7795217037200928, "75": -2.747182607650757, "90": -2.726938247680664, "95": -2.7152345180511475, "99": -2.695122241973877 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 1, 0, 1, 2, 0, 1, 1, 1, 1, 1, 0, 0, 1, 3, 1, 2, 2, 2, 1, 0, 2, 4, 5, 3, 2, 6, 5, 5, 7, 8, 7, 10, 5, 17, 24, 36, 43, 68, 77, 52, 53, 31, 14, 4, 1 ], "log_norms_bin_edges": [ -3.4629127979278564, -3.446884870529175, -3.430856704711914, -3.4148287773132324, -3.3988006114959717, -3.38277268409729, -3.3667447566986084, -3.3507165908813477, -3.334688663482666, -3.3186604976654053, -3.3026325702667236, -3.286604642868042, -3.2705764770507812, -3.2545485496520996, -3.238520383834839, -3.2224924564361572, -3.2064645290374756, -3.190436363220215, -3.174408435821533, -3.1583802700042725, -3.142352342605591, -3.126324415206909, -3.1102962493896484, -3.094268321990967, -3.078240394592285, -3.0622122287750244, -3.0461843013763428, -3.030156135559082, -3.0141282081604004, -2.9981002807617188, -2.982072114944458, -2.9660441875457764, -2.9500160217285156, -2.933988094329834, -2.9179601669311523, -2.9019320011138916, -2.88590407371521, -2.869875907897949, -2.8538479804992676, -2.837820053100586, -2.821791887283325, -2.8057639598846436, -2.789735794067383, -2.773707866668701, -2.7576799392700195, -2.741651773452759, -2.725623846054077, -2.7095956802368164, -2.6935677528381348, -2.677539825439453, -2.6615116596221924 ], "r_inf_mean": 0.238840252161026, "r_inf_median": 0.23544259369373322, "pr_mean": 0.3572150468826294, "pr_median": 0.3568248450756073, "hoyer_mean": 0.6419166326522827, "eff_dim_mean": 0.6419166326522827, "topk_energy": { "1": 0.057599782943725586, "5": 0.2538321614265442, "10": 0.40990394353866577, "25": 0.7135924696922302 }, "gamma_raw": 0.018029868602752686, "gamma_active": { "1e-08": 0.018029868602752686, "1e-07": 0.018029868602752686, "1e-06": 0.018029868602752686, "1e-05": 0.018029868602752686, "0.0001": 0.018029868602752686 }, "gamma_energy_weighted": { "1e-08": 0.026874211238820084, "1e-07": 0.026874211238820084, "1e-06": 0.026874211238820084, "1e-05": 0.026874211238820084, "0.0001": 0.026874211238820084 } }, { "layer": 3, "mean_norm": 0.0015706769190728664, "median_norm": 0.0016436015721410513, "max_norm": 0.0021777222864329815, "min_norm": 0.0003449422656558454, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.3155360221862793, "5": -3.0448615550994873, "10": -2.9471189975738525, "25": -2.8289458751678467, "50": -2.784003496170044, "75": -2.750103235244751, "90": -2.729424476623535, "95": -2.7167840003967285, "99": -2.7001686096191406 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 3, 1, 3, 1, 2, 1, 0, 2, 5, 4, 3, 2, 7, 4, 5, 10, 6, 6, 11, 6, 19, 33, 30, 51, 78, 57, 55, 55, 22, 14, 3, 1 ], "log_norms_bin_edges": [ -3.4622538089752197, -3.446248769760132, -3.430243492126465, -3.414238452911377, -3.398233413696289, -3.382228136062622, -3.366223096847534, -3.350217819213867, -3.3342127799987793, -3.3182077407836914, -3.3022024631500244, -3.2861974239349365, -3.2701923847198486, -3.2541871070861816, -3.2381820678710938, -3.222177028656006, -3.206171751022339, -3.190166711807251, -3.174161434173584, -3.158156394958496, -3.142151355743408, -3.1261463165283203, -3.1101410388946533, -3.0941359996795654, -3.0781307220458984, -3.0621256828308105, -3.0461206436157227, -3.0301153659820557, -3.0141103267669678, -2.99810528755188, -2.982100009918213, -2.966094970703125, -2.950089931488037, -2.93408465385437, -2.9180796146392822, -2.9020743370056152, -2.8860692977905273, -2.8700642585754395, -2.8540589809417725, -2.8380539417266846, -2.8220486640930176, -2.8060436248779297, -2.790038585662842, -2.774033546447754, -2.758028268814087, -2.742023229598999, -2.726017951965332, -2.710012912750244, -2.6940078735351562, -2.6780028343200684, -2.6619975566864014 ], "r_inf_mean": 0.2413056641817093, "r_inf_median": 0.23816722631454468, "pr_mean": 0.35385990142822266, "pr_median": 0.35134875774383545, "hoyer_mean": 0.6407814025878906, "eff_dim_mean": 0.6407814025878906, "topk_energy": { "1": 0.058842677623033524, "5": 0.255750834941864, "10": 0.4117930233478546, "25": 0.7150387763977051 }, "gamma_raw": 0.02680669166147709, "gamma_active": { "1e-08": 0.02680669166147709, "1e-07": 0.02680669166147709, "1e-06": 0.02680669166147709, "1e-05": 0.02680669166147709, "0.0001": 0.02680669166147709 }, "gamma_energy_weighted": { "1e-08": 0.033855893394963976, "1e-07": 0.033855893394963976, "1e-06": 0.033855893394963976, "1e-05": 0.033855893394963976, "0.0001": 0.033855893394963976 } } ] }