{ "dataset": "synth", "method": "state_bridge", "seed": 456, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 7.702183723449707, "acc": 0.0859375, "per_layer": [ { "layer": 0, "mean_norm": 0.012540174648165703, "median_norm": 0.012043887749314308, "max_norm": 0.03370216488838196, "min_norm": 1.3285809473018162e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.994140625 }, "log_norms_percentiles": { "1": -3.6466338634490967, "5": -2.3900034427642822, "10": -2.136974573135376, "25": -2.0188541412353516, "50": -1.9192272424697876, "75": -1.8199186325073242, "90": -1.7194072008132935, "95": -1.6710724830627441, "99": -1.59883451461792 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 2, 1, 1, 1, 0, 2, 2, 2, 2, 2, 0, 0, 5, 3, 7, 12, 21, 58, 87, 94, 81, 48, 43, 23, 4, 3 ], "log_norms_bin_edges": [ -4.876612186431885, -4.808526992797852, -4.74044132232666, -4.672356128692627, -4.6042704582214355, -4.536185264587402, -4.468099594116211, -4.400014400482178, -4.3319292068481445, -4.263843536376953, -4.19575834274292, -4.1276726722717285, -4.059587478637695, -3.991501808166504, -3.9234166145324707, -3.8553311824798584, -3.787245750427246, -3.719160318374634, -3.6510748863220215, -3.5829896926879883, -3.514904022216797, -3.4468188285827637, -3.3787333965301514, -3.310647964477539, -3.2425625324249268, -3.1744771003723145, -3.106391668319702, -3.03830623626709, -2.9702210426330566, -2.9021353721618652, -2.834050178527832, -2.7659647464752197, -2.6978793144226074, -2.629793882369995, -2.561708450317383, -2.4936230182647705, -2.425537586212158, -2.357452392578125, -2.2893669605255127, -2.2212815284729004, -2.153196096420288, -2.085110664367676, -2.0170252323150635, -1.9489398002624512, -1.880854606628418, -1.8127691745758057, -1.7446837425231934, -1.676598310470581, -1.6085128784179688, -1.5404274463653564, -1.4723422527313232 ], "r_inf_mean": 0.36658114194869995, "r_inf_median": 0.3550446629524231, "pr_mean": 0.14917796850204468, "pr_median": 0.1515229046344757, "hoyer_mean": 0.4005280137062073, "eff_dim_mean": 0.4005279541015625, "topk_energy": { "1": 0.13801100850105286, "5": 0.46744582056999207, "10": 0.6617345809936523, "25": 0.9079028964042664 }, "gamma_raw": 0.019261308014392853, "gamma_active": { "1e-08": 0.019261308014392853, "1e-07": 0.019261308014392853, "1e-06": 0.019261308014392853, "1e-05": 0.019261308014392853, "0.0001": 0.019408296793699265 }, "gamma_energy_weighted": { "1e-08": 0.02288894633322296, "1e-07": 0.02288894633322296, "1e-06": 0.02288894633322296, "1e-05": 0.02288894633322296, "0.0001": 0.02288894633322296 } }, { "layer": 1, "mean_norm": 0.0016390985110774636, "median_norm": 0.0016756056575104594, "max_norm": 0.0032443099189549685, "min_norm": 1.704339751995576e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.994140625, "0.0001": 0.9765625 }, "log_norms_percentiles": { "1": -4.5050482749938965, "5": -3.3068454265594482, "10": -2.9507105350494385, "25": -2.841104507446289, "50": -2.7756080627441406, "75": -2.7128143310546875, "90": -2.6603379249572754, "95": -2.62715220451355, "99": -2.5689709186553955 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 2, 1, 1, 1, 1, 0, 1, 2, 2, 0, 2, 3, 2, 0, 2, 1, 5, 3, 3, 14, 28, 88, 139, 121, 66, 13, 4 ], "log_norms_bin_edges": [ -5.768443584442139, -5.702852249145508, -5.637260913848877, -5.571669578552246, -5.506078243255615, -5.440486907958984, -5.3748955726623535, -5.309304237365723, -5.243712902069092, -5.178121566772461, -5.112530708312988, -5.046938896179199, -4.981348037719727, -4.915756702423096, -4.850165367126465, -4.784574031829834, -4.718982696533203, -4.653391361236572, -4.587800025939941, -4.5222086906433105, -4.45661735534668, -4.391026020050049, -4.325434684753418, -4.259843349456787, -4.194252014160156, -4.128660678863525, -4.0630693435668945, -3.9974780082702637, -3.931886672973633, -3.866295337677002, -3.80070424079895, -3.7351129055023193, -3.6695215702056885, -3.6039302349090576, -3.5383388996124268, -3.472747564315796, -3.407156229019165, -3.341564893722534, -3.2759737968444824, -3.2103824615478516, -3.1447911262512207, -3.07919979095459, -3.013608455657959, -2.948017120361328, -2.8824257850646973, -2.8168344497680664, -2.7512431144714355, -2.6856517791748047, -2.620060443878174, -2.554469347000122, -2.488877773284912 ], "r_inf_mean": 0.2946392297744751, "r_inf_median": 0.2885369062423706, "pr_mean": 0.27963346242904663, "pr_median": 0.2803654372692108, "hoyer_mean": 0.6060484647750854, "eff_dim_mean": 0.6060484647750854, "topk_energy": { "1": 0.08978665620088577, "5": 0.3174769878387451, "10": 0.47259092330932617, "25": 0.7490370273590088 }, "gamma_raw": -0.026981966570019722, "gamma_active": { "1e-08": -0.026981966570019722, "1e-07": -0.026981966570019722, "1e-06": -0.026981966570019722, "1e-05": -0.027397194877266884, "0.0001": -0.02817699871957302 }, "gamma_energy_weighted": { "1e-08": -0.030434257328120183, "1e-07": -0.030434257328120183, "1e-06": -0.030434257328120183, "1e-05": -0.030434257328120183, "0.0001": -0.030434257328120183 } }, { "layer": 2, "mean_norm": 0.001211729715578258, "median_norm": 0.0012728673173114657, "max_norm": 0.001997722778469324, "min_norm": 1.4244595831769402e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.994140625, "0.0001": 0.970703125 }, "log_norms_percentiles": { "1": -4.657767295837402, "5": -3.447370767593384, "10": -3.0694191455841064, "25": -2.982128858566284, "50": -2.8946075439453125, "75": -2.849735975265503, "90": -2.8038129806518555, "95": -2.7622365951538086, "99": -2.702877998352051 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 2, 1, 1, 1, 2, 0, 1, 0, 2, 2, 2, 1, 2, 1, 2, 2, 2, 8, 3, 8, 32, 78, 108, 147, 70, 26 ], "log_norms_bin_edges": [ -5.846349716186523, -5.783411979675293, -5.7204742431640625, -5.657536506652832, -5.594598770141602, -5.531661033630371, -5.468723297119141, -5.405786037445068, -5.342848300933838, -5.279910564422607, -5.216972827911377, -5.1540350914001465, -5.091097354888916, -5.0281596183776855, -4.965221881866455, -4.902284145355225, -4.839346408843994, -4.776408672332764, -4.713471412658691, -4.650533676147461, -4.5875959396362305, -4.524658203125, -4.4617204666137695, -4.398782730102539, -4.335844993591309, -4.272907257080078, -4.209969520568848, -4.147031784057617, -4.084094047546387, -4.021156311035156, -3.958218574523926, -3.8952810764312744, -3.832343339920044, -3.7694056034088135, -3.706467866897583, -3.6435301303863525, -3.580592632293701, -3.5176548957824707, -3.4547171592712402, -3.3917794227600098, -3.3288416862487793, -3.265903949737549, -3.2029664516448975, -3.140028715133667, -3.0770909786224365, -3.014153242111206, -2.9512155055999756, -2.888277769088745, -2.8253402709960938, -2.7624025344848633, -2.699464797973633 ], "r_inf_mean": 0.23533380031585693, "r_inf_median": 0.23163242638111115, "pr_mean": 0.3796526789665222, "pr_median": 0.36972299218177795, "hoyer_mean": 0.6621330976486206, "eff_dim_mean": 0.6621330380439758, "topk_energy": { "1": 0.05621064826846123, "5": 0.24055445194244385, "10": 0.39169418811798096, "25": 0.6968393325805664 }, "gamma_raw": -0.04782754182815552, "gamma_active": { "1e-08": -0.04782754182815552, "1e-07": -0.04782754182815552, "1e-06": -0.04782754182815552, "1e-05": -0.04769935458898544, "0.0001": -0.04640908166766167 }, "gamma_energy_weighted": { "1e-08": -0.04801596880955478, "1e-07": -0.04801596880955478, "1e-06": -0.04801596880955478, "1e-05": -0.04801596880955478, "0.0001": -0.04801596880955478 } }, { "layer": 3, "mean_norm": 0.0012072303798049688, "median_norm": 0.0012685301480814815, "max_norm": 0.0019969388376921415, "min_norm": 1.4163125570121338e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.994140625, "0.0001": 0.970703125 }, "log_norms_percentiles": { "1": -4.664646625518799, "5": -3.446834087371826, "10": -3.071431875228882, "25": -2.982762098312378, "50": -2.8964457511901855, "75": -2.8515923023223877, "90": -2.802902936935425, "95": -2.763141393661499, "99": -2.7030060291290283 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 2, 1, 1, 1, 2, 0, 1, 0, 2, 2, 2, 1, 2, 1, 2, 2, 2, 8, 3, 8, 35, 82, 103, 148, 68, 25 ], "log_norms_bin_edges": [ -5.848841190338135, -5.785857200622559, -5.722872734069824, -5.659888744354248, -5.596904754638672, -5.533920764923096, -5.470936298370361, -5.407952308654785, -5.344968318939209, -5.281984329223633, -5.218999862670898, -5.156015872955322, -5.093031883239746, -5.030047416687012, -4.9670634269714355, -4.904079437255859, -4.841095447540283, -4.778111457824707, -4.715126991271973, -4.6521430015563965, -4.58915901184082, -4.526174545288086, -4.46319055557251, -4.400206565856934, -4.337222099304199, -4.274238109588623, -4.211254119873047, -4.148270130157471, -4.0852861404418945, -4.02230167388916, -3.959317684173584, -3.896333694458008, -3.8333494663238525, -3.7703652381896973, -3.707381248474121, -3.644397020339966, -3.5814130306243896, -3.5184288024902344, -3.455444812774658, -3.392460584640503, -3.3294765949249268, -3.2664923667907715, -3.2035083770751953, -3.14052414894104, -3.077540159225464, -3.0145559310913086, -2.9515719413757324, -2.888587713241577, -2.825603485107422, -2.7626194953918457, -2.6996352672576904 ], "r_inf_mean": 0.2346714437007904, "r_inf_median": 0.23091338574886322, "pr_mean": 0.3802860975265503, "pr_median": 0.37154659628868103, "hoyer_mean": 0.6621558666229248, "eff_dim_mean": 0.6621558666229248, "topk_energy": { "1": 0.0559079572558403, "5": 0.24022212624549866, "10": 0.3910643458366394, "25": 0.696628212928772 }, "gamma_raw": -0.03712668642401695, "gamma_active": { "1e-08": -0.03712668642401695, "1e-07": -0.03712668642401695, "1e-06": -0.03712668642401695, "1e-05": -0.03733569756150246, "0.0001": -0.03721342980861664 }, "gamma_energy_weighted": { "1e-08": -0.039455610464938305, "1e-07": -0.039455610464938305, "1e-06": -0.039455610464938305, "1e-05": -0.039455610464938305, "0.0001": -0.039455610464938305 } } ] }