{ "dataset": "synth", "method": "state_bridge", "seed": 1024, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 12.959124565124512, "acc": 0.08984375, "per_layer": [ { "layer": 0, "mean_norm": 0.020849689841270447, "median_norm": 0.020019063726067543, "max_norm": 0.1204158365726471, "min_norm": 2.69970845678813e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.994140625, "1e-06": 0.9921875, "1e-05": 0.982421875, "0.0001": 0.974609375 }, "log_norms_percentiles": { "1": -5.293743133544922, "5": -2.673309087753296, "10": -1.983201503753662, "25": -1.8153421878814697, "50": -1.6980112791061401, "75": -1.595715045928955, "90": -1.504317283630371, "95": -1.441596269607544, "99": -1.2623846530914307 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 1, 1, 1, 0, 0, 2, 1, 2, 2, 1, 2, 0, 1, 2, 3, 3, 1, 3, 16, 60, 162, 170, 53, 13, 2, 1 ], "log_norms_bin_edges": [ -8.568682670593262, -8.415695190429688, -8.262707710266113, -8.109720230102539, -7.956733226776123, -7.803746223449707, -7.650758743286133, -7.497771263122559, -7.344783782958984, -7.191796779632568, -7.038809299468994, -6.885822296142578, -6.732834815979004, -6.57984733581543, -6.4268598556518555, -6.273872375488281, -6.120885372161865, -5.967898368835449, -5.814910888671875, -5.661923408508301, -5.508935928344727, -5.355948448181152, -5.202961444854736, -5.049973964691162, -4.896986961364746, -4.743999481201172, -4.591012001037598, -4.438024520874023, -4.285037517547607, -4.132050037384033, -3.979062557220459, -3.826075553894043, -3.6730880737304688, -3.5201005935668945, -3.3671135902404785, -3.2141261100769043, -3.06113862991333, -2.908151626586914, -2.75516414642334, -2.6021766662597656, -2.4491891860961914, -2.2962021827697754, -2.143214702606201, -1.990227222442627, -1.837240219116211, -1.6842527389526367, -1.5312652587890625, -1.3782782554626465, -1.2252907752990723, -1.072303295135498, -0.9193163514137268 ], "r_inf_mean": 0.29147428274154663, "r_inf_median": 0.2831174433231354, "pr_mean": 0.2754894196987152, "pr_median": 0.27790722250938416, "hoyer_mean": 0.5973447561264038, "eff_dim_mean": 0.5973447561264038, "topk_energy": { "1": 0.08721162378787994, "5": 0.3151194751262665, "10": 0.47532546520233154, "25": 0.7594772577285767 }, "gamma_raw": -0.011271864175796509, "gamma_active": { "1e-08": -0.011237741447985172, "1e-07": -0.011631795205175877, "1e-06": -0.011765282601118088, "1e-05": -0.011560956947505474, "0.0001": -0.011177451349794865 }, "gamma_energy_weighted": { "1e-08": -0.01621247637014557, "1e-07": -0.01621247637014557, "1e-06": -0.01621247637014557, "1e-05": -0.01621247637014557, "0.0001": -0.01621247637014557 } }, { "layer": 1, "mean_norm": 0.0023438013158738613, "median_norm": 0.002227926626801491, "max_norm": 0.00993560254573822, "min_norm": 7.230209209119209e-10, "support": { "1e-08": 0.994140625, "1e-07": 0.9921875, "1e-06": 0.984375, "1e-05": 0.97265625, "0.0001": 0.955078125 }, "log_norms_percentiles": { "1": -6.293795585632324, "5": -3.5613181591033936, "10": -2.8652660846710205, "25": -2.729630947113037, "50": -2.6516165733337402, "75": -2.55887508392334, "90": -2.4426181316375732, "95": -2.3778421878814697, "99": -2.246936082839966 }, "log_norms_histogram": [ 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 2, 0, 2, 2, 0, 0, 1, 1, 1, 1, 2, 0, 2, 1, 2, 1, 1, 1, 4, 2, 4, 5, 11, 94, 217, 100, 40, 7, 2 ], "log_norms_bin_edges": [ -9.140849113464355, -8.998087882995605, -8.855327606201172, -8.712566375732422, -8.569805145263672, -8.427044868469238, -8.284283638000488, -8.141523361206055, -7.998762130737305, -7.856001377105713, -7.713240623474121, -7.570479393005371, -7.427718639373779, -7.2849578857421875, -7.1421966552734375, -6.999435901641846, -6.856675148010254, -6.713914394378662, -6.57115364074707, -6.42839241027832, -6.2856316566467285, -6.142870903015137, -6.000109672546387, -5.857348918914795, -5.714588165283203, -5.571827411651611, -5.4290666580200195, -5.2863054275512695, -5.143544673919678, -5.000783920288086, -4.858022689819336, -4.715261936187744, -4.572501182556152, -4.4297404289245605, -4.286979675292969, -4.144218444824219, -4.001457691192627, -3.858696937561035, -3.715935707092285, -3.5731749534606934, -3.4304141998291016, -3.2876534461975098, -3.144892692565918, -3.002131462097168, -2.859370708465576, -2.7166099548339844, -2.5738487243652344, -2.4310879707336426, -2.288327217102051, -2.145566463470459, -2.0028059482574463 ], "r_inf_mean": 0.2535910904407501, "r_inf_median": 0.2487124502658844, "pr_mean": 0.34114620089530945, "pr_median": 0.34418973326683044, "hoyer_mean": 0.6403536796569824, "eff_dim_mean": 0.6403536796569824, "topk_energy": { "1": 0.06549064069986343, "5": 0.2636696696281433, "10": 0.41800016164779663, "25": 0.720429539680481 }, "gamma_raw": -0.007565258536487818, "gamma_active": { "1e-08": -0.007583105470985174, "1e-07": -0.0075294203124940395, "1e-06": -0.00800096895545721, "1e-05": -0.008042152971029282, "0.0001": -0.008178286254405975 }, "gamma_energy_weighted": { "1e-08": -0.004645805313279423, "1e-07": -0.004645805313279423, "1e-06": -0.004645805313279423, "1e-05": -0.004645805313279423, "0.0001": -0.004645805313279423 } }, { "layer": 2, "mean_norm": 0.001541963778436184, "median_norm": 0.001551114022731781, "max_norm": 0.0025106235407292843, "min_norm": 7.239647215051548e-10, "support": { "1e-08": 0.994140625, "1e-07": 0.9921875, "1e-06": 0.984375, "1e-05": 0.96875, "0.0001": 0.951171875 }, "log_norms_percentiles": { "1": -6.3917131423950195, "5": -3.856736660003662, "10": -2.9909493923187256, "25": -2.872161865234375, "50": -2.8092594146728516, "75": -2.712358236312866, "90": -2.672358989715576, "95": -2.660907745361328, "99": -2.642178773880005 }, "log_norms_histogram": [ 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 2, 1, 0, 3, 0, 1, 0, 0, 2, 0, 3, 0, 1, 1, 2, 1, 1, 1, 2, 0, 2, 3, 2, 3, 4, 11, 103, 192, 166 ], "log_norms_bin_edges": [ -9.14028263092041, -9.009481430053711, -8.878680229187012, -8.747879028320312, -8.617077827453613, -8.486276626586914, -8.355474472045898, -8.2246732711792, -8.0938720703125, -7.963070869445801, -7.832269668579102, -7.701468467712402, -7.570667266845703, -7.439866065979004, -7.309064865112305, -7.1782636642456055, -7.047462463378906, -6.916661262512207, -6.78585958480835, -6.65505838394165, -6.524257183074951, -6.393455505371094, -6.2626543045043945, -6.131853103637695, -6.001051902770996, -5.870250701904297, -5.739449501037598, -5.608648300170898, -5.477847099304199, -5.3470458984375, -5.216244697570801, -5.085443019866943, -4.954641819000244, -4.823840618133545, -4.693039417266846, -4.5622382164001465, -4.431436538696289, -4.30063533782959, -4.169834136962891, -4.039032936096191, -3.908231735229492, -3.777430534362793, -3.6466288566589355, -3.5158276557922363, -3.385026454925537, -3.254225254058838, -3.1234240531921387, -2.9926228523254395, -2.861821174621582, -2.731019973754883, -2.6002185344696045 ], "r_inf_mean": 0.24642111361026764, "r_inf_median": 0.2412864714860916, "pr_mean": 0.3622996211051941, "pr_median": 0.35401496291160583, "hoyer_mean": 0.6509581804275513, "eff_dim_mean": 0.6509581804275513, "topk_energy": { "1": 0.06149294972419739, "5": 0.24937498569488525, "10": 0.40079379081726074, "25": 0.7051854133605957 }, "gamma_raw": 0.01821572333574295, "gamma_active": { "1e-08": 0.018216563388705254, "1e-07": 0.017957551404833794, "1e-06": 0.018069475889205933, "1e-05": 0.018344035372138023, "0.0001": 0.018701020628213882 }, "gamma_energy_weighted": { "1e-08": 0.0328259570063264, "1e-07": 0.0328259570063264, "1e-06": 0.0328259570063264, "1e-05": 0.0328259570063264, "0.0001": 0.0328259570063264 } }, { "layer": 3, "mean_norm": 0.0015286629786714911, "median_norm": 0.0015329713933169842, "max_norm": 0.0025152985472232103, "min_norm": 7.187658246365913e-10, "support": { "1e-08": 0.994140625, "1e-07": 0.9921875, "1e-06": 0.984375, "1e-05": 0.96875, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -6.3978590965271, "5": -3.8715133666992188, "10": -2.99463152885437, "25": -2.8812828063964844, "50": -2.81430721282959, "75": -2.7176032066345215, "90": -2.6737451553344727, "95": -2.6640732288360596, "99": -2.6402840614318848 }, "log_norms_histogram": [ 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 3, 0, 1, 0, 0, 2, 0, 3, 0, 1, 1, 2, 1, 1, 1, 2, 0, 2, 4, 1, 3, 4, 12, 126, 170, 164 ], "log_norms_bin_edges": [ -9.143412590026855, -9.012532234191895, -8.88165283203125, -8.750772476196289, -8.619892120361328, -8.489012718200684, -8.358132362365723, -8.227252006530762, -8.096372604370117, -7.965492248535156, -7.834611892700195, -7.703732013702393, -7.57285213470459, -7.441971778869629, -7.311091899871826, -7.180212020874023, -7.0493316650390625, -6.91845178604126, -6.787571907043457, -6.656691551208496, -6.525811672210693, -6.394931793212891, -6.26405143737793, -6.133171558380127, -6.002291679382324, -5.871411323547363, -5.7405314445495605, -5.609651565551758, -5.478771209716797, -5.347891330718994, -5.217011451721191, -5.0861310958862305, -4.955251216888428, -4.824371337890625, -4.693490982055664, -4.562611103057861, -4.431731224060059, -4.300850868225098, -4.169970989227295, -4.039091110229492, -3.9082107543945312, -3.7773308753967285, -3.646450996398926, -3.515570640563965, -3.384690761566162, -3.2538108825683594, -3.1229305267333984, -2.9920506477355957, -2.861170768737793, -2.730290412902832, -2.5994105339050293 ], "r_inf_mean": 0.2451314926147461, "r_inf_median": 0.24067628383636475, "pr_mean": 0.3636590242385864, "pr_median": 0.35657650232315063, "hoyer_mean": 0.6497511267662048, "eff_dim_mean": 0.6497510671615601, "topk_energy": { "1": 0.06096457690000534, "5": 0.24712970852851868, "10": 0.4005735516548157, "25": 0.7055302858352661 }, "gamma_raw": 0.0265063364058733, "gamma_active": { "1e-08": 0.026595396921038628, "1e-07": 0.026857731863856316, "1e-06": 0.02661578170955181, "1e-05": 0.02657860331237316, "0.0001": 0.026532702147960663 }, "gamma_energy_weighted": { "1e-08": 0.02154389507303694, "1e-07": 0.02154389507303694, "1e-06": 0.02154389507303694, "1e-05": 0.02154389507303694, "0.0001": 0.02154389507303694 } } ] }