{ "dataset": "synth", "method": "state_bridge", "seed": 42, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 21.892192840576172, "acc": 0.10546875, "per_layer": [ { "layer": 0, "mean_norm": 0.03244840353727341, "median_norm": 0.03292418271303177, "max_norm": 0.09409533441066742, "min_norm": 2.900390683180376e-08, "support": { "1e-08": 1.0, "1e-07": 0.986328125, "1e-06": 0.98046875, "1e-05": 0.96484375, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -7.201839923858643, "5": -3.4110207557678223, "10": -1.8615729808807373, "25": -1.6163945198059082, "50": -1.482161521911621, "75": -1.3847944736480713, "90": -1.3012018203735352, "95": -1.2393968105316162, "99": -1.1362742185592651 }, "log_norms_histogram": [ 3, 1, 2, 1, 0, 1, 2, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 1, 0, 3, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 2, 2, 1, 1, 2, 0, 1, 2, 3, 4, 3, 3, 1, 11, 31, 102, 153, 120, 40, 7 ], "log_norms_bin_edges": [ -7.537543296813965, -7.407320976257324, -7.277098655700684, -7.146876811981201, -7.0166544914245605, -6.88643217086792, -6.756209850311279, -6.625987529754639, -6.495765686035156, -6.365543365478516, -6.235321044921875, -6.105098724365234, -5.974876403808594, -5.844654083251953, -5.7144317626953125, -5.58420991897583, -5.4539875984191895, -5.323765277862549, -5.193543434143066, -5.063321113586426, -4.933098793029785, -4.8028764724731445, -4.672654151916504, -4.542431831359863, -4.412209510803223, -4.281987190246582, -4.1517653465271, -4.021543025970459, -3.8913207054138184, -3.761098623275757, -3.630876302719116, -3.5006542205810547, -3.370431900024414, -3.2402095794677734, -3.109987258911133, -2.9797654151916504, -2.8495430946350098, -2.719320774078369, -2.5890984535217285, -2.458876132965088, -2.3286542892456055, -2.198431968688965, -2.068209648132324, -1.9379873275756836, -1.807765007019043, -1.6775426864624023, -1.54732084274292, -1.4170985221862793, -1.2868762016296387, -1.156653881072998, -1.026431918144226 ], "r_inf_mean": 0.28864431381225586, "r_inf_median": 0.2810485363006592, "pr_mean": 0.2808663547039032, "pr_median": 0.2780088484287262, "hoyer_mean": 0.6014582514762878, "eff_dim_mean": 0.6014581918716431, "topk_energy": { "1": 0.08532388508319855, "5": 0.3108714818954468, "10": 0.4701191186904907, "25": 0.7557719945907593 }, "gamma_raw": -0.0018485095351934433, "gamma_active": { "1e-08": -0.0018485095351934433, "1e-07": -0.0016576801426708698, "1e-06": -0.0015659625642001629, "1e-05": -0.0015672718873247504, "0.0001": -0.0014906354481354356 }, "gamma_energy_weighted": { "1e-08": -0.0018294301533422358, "1e-07": -0.0018294301533422358, "1e-06": -0.0018294301533422358, "1e-05": -0.0018294301533422358, "0.0001": -0.0018294301533422358 } }, { "layer": 1, "mean_norm": 0.0029743709601461887, "median_norm": 0.003049227176234126, "max_norm": 0.0073077743873000145, "min_norm": 2.863859371871058e-09, "support": { "1e-08": 0.986328125, "1e-07": 0.98046875, "1e-06": 0.96484375, "1e-05": 0.95703125, "0.0001": 0.939453125 }, "log_norms_percentiles": { "1": -8.176080703735352, "5": -4.341538906097412, "10": -2.7810304164886475, "25": -2.6027631759643555, "50": -2.515542984008789, "75": -2.4465181827545166, "90": -2.3698484897613525, "95": -2.327252149581909, "99": -2.2406811714172363 }, "log_norms_histogram": [ 2, 2, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 2, 0, 3, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 0, 2, 2, 2, 0, 1, 3, 1, 4, 2, 4, 0, 3, 3, 22, 165, 207, 57, 9 ], "log_norms_bin_edges": [ -8.543047904968262, -8.414911270141602, -8.286774635314941, -8.158638000488281, -8.030501365661621, -7.902364730834961, -7.774228096008301, -7.646091461181641, -7.5179548263549805, -7.38981819152832, -7.26168155670166, -7.133544921875, -7.00540828704834, -6.87727165222168, -6.7491350173950195, -6.620998382568359, -6.492861747741699, -6.364725112915039, -6.236588478088379, -6.108451843261719, -5.980315208435059, -5.852178573608398, -5.724041938781738, -5.595905303955078, -5.46776819229126, -5.3396315574646, -5.2114949226379395, -5.083358287811279, -4.955221652984619, -4.827085018157959, -4.698948383331299, -4.570811748504639, -4.4426751136779785, -4.314538478851318, -4.186401844024658, -4.058265209197998, -3.930128574371338, -3.8019919395446777, -3.6738553047180176, -3.5457186698913574, -3.4175820350646973, -3.289445400238037, -3.161308765411377, -3.033172130584717, -2.9050354957580566, -2.7768988609313965, -2.6487622261047363, -2.520625591278076, -2.392488479614258, -2.2643518447875977, -2.1362149715423584 ], "r_inf_mean": 0.2692006528377533, "r_inf_median": 0.263220876455307, "pr_mean": 0.3159533143043518, "pr_median": 0.31340453028678894, "hoyer_mean": 0.6244171857833862, "eff_dim_mean": 0.6244171261787415, "topk_energy": { "1": 0.07385969907045364, "5": 0.28237858414649963, "10": 0.4382837414741516, "25": 0.7330211400985718 }, "gamma_raw": -0.03112899139523506, "gamma_active": { "1e-08": -0.031696949154138565, "1e-07": -0.03197170048952103, "1e-06": -0.031934674829244614, "1e-05": -0.032155606895685196, "0.0001": -0.03226589038968086 }, "gamma_energy_weighted": { "1e-08": -0.03850795363801442, "1e-07": -0.03850795363801442, "1e-06": -0.03850795363801442, "1e-05": -0.03850795363801442, "0.0001": -0.03850795363801442 } }, { "layer": 2, "mean_norm": 0.0014046226860955358, "median_norm": 0.0014219082659110427, "max_norm": 0.00245453673414886, "min_norm": 1.4561301053817033e-09, "support": { "1e-08": 0.982421875, "1e-07": 0.97265625, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -8.385956764221191, "5": -4.686391353607178, "10": -3.141413450241089, "25": -2.899480104446411, "50": -2.847062587738037, "75": -2.7473740577697754, "90": -2.7112619876861572, "95": -2.6945674419403076, "99": -2.6136276721954346 }, "log_norms_histogram": [ 1, 2, 1, 2, 2, 1, 0, 1, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 3, 0, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 1, 1, 3, 2, 0, 3, 0, 3, 4, 3, 0, 2, 3, 3, 13, 158, 182, 106 ], "log_norms_bin_edges": [ -8.836799621582031, -8.712264060974121, -8.587728500366211, -8.463193893432617, -8.338658332824707, -8.214122772216797, -8.089587211608887, -7.965051651000977, -7.840516567230225, -7.7159810066223145, -7.5914459228515625, -7.466910362243652, -7.342374801635742, -7.21783971786499, -7.09330415725708, -6.968769073486328, -6.844233512878418, -6.719697952270508, -6.595162391662598, -6.470627307891846, -6.3460917472839355, -6.221556663513184, -6.097021102905273, -5.972485542297363, -5.847949981689453, -5.723414897918701, -5.598879814147949, -5.474344253540039, -5.349808692932129, -5.225273132324219, -5.100738048553467, -4.976202487945557, -4.851667404174805, -4.7271318435668945, -4.602596282958984, -4.478061199188232, -4.353525638580322, -4.228990077972412, -4.10445499420166, -3.97991943359375, -3.85538387298584, -3.730848789215088, -3.6063132286071777, -3.4817776679992676, -3.3572425842285156, -3.2327070236206055, -3.1081719398498535, -2.9836363792419434, -2.859100818634033, -2.7345657348632812, -2.61003041267395 ], "r_inf_mean": 0.23853245377540588, "r_inf_median": 0.2386114001274109, "pr_mean": 0.3736652731895447, "pr_median": 0.3750284016132355, "hoyer_mean": 0.6594141125679016, "eff_dim_mean": 0.6594141125679016, "topk_energy": { "1": 0.057814374566078186, "5": 0.2435208559036255, "10": 0.39460980892181396, "25": 0.7003741264343262 }, "gamma_raw": 0.03926822543144226, "gamma_active": { "1e-08": 0.039827704429626465, "1e-07": 0.03981730341911316, "1e-06": 0.03929786756634712, "1e-05": 0.038804955780506134, "0.0001": 0.039104923605918884 }, "gamma_energy_weighted": { "1e-08": 0.031096034418100292, "1e-07": 0.031096034418100292, "1e-06": 0.031096034418100292, "1e-05": 0.031096034418100292, "0.0001": 0.031096034418100292 } }, { "layer": 3, "mean_norm": 0.0013946960680186749, "median_norm": 0.0014138853875920177, "max_norm": 0.0024694500025361776, "min_norm": 1.4268637382741645e-09, "support": { "1e-08": 0.982421875, "1e-07": 0.97265625, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -8.386971473693848, "5": -4.686400890350342, "10": -3.1459195613861084, "25": -2.90702223777771, "50": -2.849008083343506, "75": -2.7453386783599854, "90": -2.7096149921417236, "95": -2.6971957683563232, "99": -2.612050771713257 }, "log_norms_histogram": [ 1, 2, 1, 2, 2, 1, 0, 1, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 3, 0, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 1, 1, 3, 2, 1, 2, 0, 3, 4, 3, 0, 3, 2, 4, 13, 167, 188, 90 ], "log_norms_bin_edges": [ -8.845617294311523, -8.720852851867676, -8.596088409423828, -8.47132396697998, -8.346559524536133, -8.221796035766602, -8.097031593322754, -7.972266674041748, -7.847502708435059, -7.722738265991211, -7.597973823547363, -7.473209381103516, -7.348444938659668, -7.2236809730529785, -7.098916530609131, -6.974152088165283, -6.8493876457214355, -6.724623680114746, -6.599859237670898, -6.475094795227051, -6.350330352783203, -6.2255659103393555, -6.100801467895508, -5.97603702545166, -5.851273059844971, -5.726508617401123, -5.601744651794434, -5.476980209350586, -5.352215766906738, -5.227451324462891, -5.102686882019043, -4.977922439575195, -4.853157997131348, -4.728394031524658, -4.6036295890808105, -4.478865146636963, -4.354100704193115, -4.229336738586426, -4.104572296142578, -3.9798078536987305, -3.855043411254883, -3.730278968811035, -3.6055150032043457, -3.480750560760498, -3.3559861183166504, -3.2312216758728027, -3.106457233428955, -2.9816932678222656, -2.856928825378418, -2.7321643829345703, -2.6073999404907227 ], "r_inf_mean": 0.2376125454902649, "r_inf_median": 0.23808011412620544, "pr_mean": 0.3747909367084503, "pr_median": 0.3718087375164032, "hoyer_mean": 0.6592643857002258, "eff_dim_mean": 0.6592643857002258, "topk_energy": { "1": 0.05748406797647476, "5": 0.24210087954998016, "10": 0.3945956826210022, "25": 0.6996698379516602 }, "gamma_raw": -0.04552467167377472, "gamma_active": { "1e-08": -0.04614228755235672, "1e-07": -0.04560454189777374, "1e-06": -0.04588109999895096, "1e-05": -0.04589366912841797, "0.0001": -0.04634345322847366 }, "gamma_energy_weighted": { "1e-08": -0.049875636283924434, "1e-07": -0.049875636283924434, "1e-06": -0.049875636283924434, "1e-05": -0.049875636283924434, "0.0001": -0.049875636283924434 } } ] }