{ "dataset": "synth", "method": "state_bridge", "seed": 123, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 20.59084129333496, "acc": 0.078125, "per_layer": [ { "layer": 0, "mean_norm": 0.03231589496135712, "median_norm": 0.031825948506593704, "max_norm": 0.09105607867240906, "min_norm": 9.65666657748443e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.98828125, "1e-06": 0.982421875, "1e-05": 0.97265625, "0.0001": 0.955078125 }, "log_norms_percentiles": { "1": -7.0453996658325195, "5": -3.629444122314453, "10": -1.7908798456192017, "25": -1.6137206554412842, "50": -1.4971681833267212, "75": -1.3937530517578125, "90": -1.316457748413086, "95": -1.2420819997787476, "99": -1.1245797872543335 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 2, 1, 0, 1, 2, 0, 3, 1, 0, 2, 1, 2, 1, 1, 2, 1, 0, 0, 1, 2, 0, 0, 1, 10, 41, 135, 202, 73, 17 ], "log_norms_bin_edges": [ -9.015172958374023, -8.855683326721191, -8.69619369506836, -8.536704063415527, -8.377214431762695, -8.217724800109863, -8.058235168457031, -7.898745536804199, -7.739255905151367, -7.579766273498535, -7.420276641845703, -7.260787010192871, -7.101297378540039, -6.941807746887207, -6.782318115234375, -6.622828483581543, -6.463338851928711, -6.303849220275879, -6.144359588623047, -5.984869956970215, -5.825380325317383, -5.665890693664551, -5.506401062011719, -5.346911430358887, -5.187421798706055, -5.027932167053223, -4.868442535400391, -4.708952903747559, -4.549463272094727, -4.3899736404418945, -4.2304840087890625, -4.0709943771362305, -3.9115047454833984, -3.7520151138305664, -3.5925254821777344, -3.4330358505249023, -3.2735462188720703, -3.1140565872192383, -2.9545669555664062, -2.795077323913574, -2.635587692260742, -2.47609806060791, -2.316608428955078, -2.157118797302246, -1.997629165649414, -1.838139533996582, -1.67864990234375, -1.519160270690918, -1.359670639038086, -1.200181007385254, -1.0406911373138428 ], "r_inf_mean": 0.2839764952659607, "r_inf_median": 0.2791913151741028, "pr_mean": 0.2859639823436737, "pr_median": 0.2869824767112732, "hoyer_mean": 0.6029107570648193, "eff_dim_mean": 0.6029106378555298, "topk_energy": { "1": 0.08245116472244263, "5": 0.3063143491744995, "10": 0.46492326259613037, "25": 0.7535841464996338 }, "gamma_raw": -0.006785756908357143, "gamma_active": { "1e-08": -0.006669681053608656, "1e-07": -0.006809659767895937, "1e-06": -0.007052681874483824, "1e-05": -0.007129086647182703, "0.0001": -0.007400582544505596 }, "gamma_energy_weighted": { "1e-08": -0.002814375680510269, "1e-07": -0.002814375680510269, "1e-06": -0.002814375680510269, "1e-05": -0.002814375680510269, "0.0001": -0.002814375680510269 } }, { "layer": 1, "mean_norm": 0.003443933790549636, "median_norm": 0.0033444517757743597, "max_norm": 0.011754350736737251, "min_norm": 9.492314573256166e-11, "support": { "1e-08": 0.98828125, "1e-07": 0.982421875, "1e-06": 0.97265625, "1e-05": 0.95703125, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -8.104267120361328, "5": -4.681316375732422, "10": -2.718698263168335, "25": -2.5710973739624023, "50": -2.4756476879119873, "75": -2.3764419555664062, "90": -2.285379409790039, "95": -2.2179346084594727, "99": -2.0679328441619873 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 1, 0, 0, 2, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 3, 0, 1, 0, 2, 3, 1, 0, 1, 1, 3, 1, 1, 1, 2, 0, 0, 1, 1, 1, 0, 1, 1, 9, 82, 215, 131, 31, 9 ], "log_norms_bin_edges": [ -10.022627830505371, -9.860771179199219, -9.698914527893066, -9.537057876586914, -9.375202178955078, -9.213345527648926, -9.051488876342773, -8.889632225036621, -8.727775573730469, -8.565918922424316, -8.404062271118164, -8.242205619812012, -8.08034896850586, -7.918492794036865, -7.756636619567871, -7.594779968261719, -7.432923316955566, -7.271066665649414, -7.109210014343262, -6.947353839874268, -6.785497188568115, -6.623640537261963, -6.461784362792969, -6.299927711486816, -6.138071060180664, -5.976214408874512, -5.814357757568359, -5.652501583099365, -5.490644931793213, -5.3287882804870605, -5.166932106018066, -5.005075454711914, -4.843218803405762, -4.681362152099609, -4.519505500793457, -4.357649326324463, -4.1957926750183105, -4.033936023712158, -3.872079849243164, -3.7102231979370117, -3.5483665466308594, -3.386509895324707, -3.2246532440185547, -3.0627970695495605, -2.900940418243408, -2.739083766937256, -2.5772275924682617, -2.4153709411621094, -2.253514289855957, -2.0916576385498047, -1.9298014640808105 ], "r_inf_mean": 0.2764531373977661, "r_inf_median": 0.2710539996623993, "pr_mean": 0.30143827199935913, "pr_median": 0.30027154088020325, "hoyer_mean": 0.615958571434021, "eff_dim_mean": 0.615958571434021, "topk_energy": { "1": 0.07813169062137604, "5": 0.2952359914779663, "10": 0.45171239972114563, "25": 0.740990936756134 }, "gamma_raw": 0.023174835368990898, "gamma_active": { "1e-08": 0.023629162460565567, "1e-07": 0.023851245641708374, "1e-06": 0.023586006835103035, "1e-05": 0.02322227694094181, "0.0001": 0.023825816810131073 }, "gamma_energy_weighted": { "1e-08": 0.03712341461220662, "1e-07": 0.03712341461220662, "1e-06": 0.03712341461220662, "1e-05": 0.03712341461220662, "0.0001": 0.03712341461220662 } }, { "layer": 2, "mean_norm": 0.0015425492310896516, "median_norm": 0.0014973458601161838, "max_norm": 0.00277371471747756, "min_norm": 1.7422526962795892e-11, "support": { "1e-08": 0.98828125, "1e-07": 0.98046875, "1e-06": 0.9609375, "1e-05": 0.94921875, "0.0001": 0.939453125 }, "log_norms_percentiles": { "1": -8.418000221252441, "5": -5.062509536743164, "10": -2.946939706802368, "25": -2.871952772140503, "50": -2.8245255947113037, "75": -2.740767478942871, "90": -2.648414373397827, "95": -2.613274574279785, "99": -2.55971360206604 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 2, 1, 0, 0, 1, 1, 2, 0, 1, 0, 1, 5, 0, 0, 1, 2, 2, 1, 1, 0, 3, 0, 1, 0, 1, 0, 1, 1, 2, 7, 59, 298, 112 ], "log_norms_bin_edges": [ -10.758889198303223, -10.594850540161133, -10.430810928344727, -10.266772270202637, -10.102733612060547, -9.93869400024414, -9.77465534210205, -9.610615730285645, -9.446577072143555, -9.282538414001465, -9.118498802185059, -8.954460144042969, -8.790420532226562, -8.626381874084473, -8.462343215942383, -8.298303604125977, -8.134264945983887, -7.970225811004639, -7.806186676025391, -7.642148017883301, -7.478108882904053, -7.314069747924805, -7.150031089782715, -6.985991954803467, -6.821952819824219, -6.657913684844971, -6.493874549865723, -6.329835891723633, -6.165796756744385, -6.001757621765137, -5.837718963623047, -5.673679828643799, -5.509640693664551, -5.345601558685303, -5.181562423706055, -5.017523765563965, -4.853484630584717, -4.689445495605469, -4.525406837463379, -4.361367702484131, -4.197328567504883, -4.033289432525635, -3.8692502975463867, -3.705211639404297, -3.541172504425049, -3.377133369445801, -3.213094711303711, -3.049055576324463, -2.885016441345215, -2.720977783203125, -2.556938409805298 ], "r_inf_mean": 0.2245587706565857, "r_inf_median": 0.2224794328212738, "pr_mean": Infinity, "pr_median": 0.38563889265060425, "hoyer_mean": 0.6726800203323364, "eff_dim_mean": 0.6726800203323364, "topk_energy": { "1": 0.051181647926568985, "5": 0.22662128508090973, "10": 0.3745412528514862, "25": 0.6820441484451294 }, "gamma_raw": -0.003722515655681491, "gamma_active": { "1e-08": -0.0038017930928617716, "1e-07": -0.003342478536069393, "1e-06": -0.003865394974127412, "1e-05": -0.003630812279880047, "0.0001": -0.0035035337787121534 }, "gamma_energy_weighted": { "1e-08": -0.024491355149350316, "1e-07": -0.024491355149350316, "1e-06": -0.024491355149350316, "1e-05": -0.024491355149350316, "0.0001": -0.024491355149350316 } }, { "layer": 3, "mean_norm": 0.0015195945743471384, "median_norm": 0.0014695866266265512, "max_norm": 0.002736717229709029, "min_norm": 1.6578585726456652e-11, "support": { "1e-08": 0.98828125, "1e-07": 0.978515625, "1e-06": 0.9609375, "1e-05": 0.94921875, "0.0001": 0.939453125 }, "log_norms_percentiles": { "1": -8.420453071594238, "5": -5.068925380706787, "10": -2.9568886756896973, "25": -2.87874174118042, "50": -2.832746982574463, "75": -2.74299955368042, "90": -2.651705026626587, "95": -2.6151583194732666, "99": -2.5632596015930176 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 0, 1, 0, 0, 2, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 5, 0, 0, 1, 2, 2, 1, 1, 0, 3, 0, 1, 0, 1, 0, 1, 1, 2, 6, 63, 291, 116 ], "log_norms_bin_edges": [ -10.780452728271484, -10.61609935760498, -10.45174503326416, -10.287391662597656, -10.123038291931152, -9.958684921264648, -9.794330596923828, -9.629977226257324, -9.46562385559082, -9.30126953125, -9.136916160583496, -8.972562789916992, -8.808208465576172, -8.643855094909668, -8.479501724243164, -8.315147399902344, -8.15079402923584, -7.986440658569336, -7.822087287902832, -7.657732963562012, -7.493379592895508, -7.329026222229004, -7.164672374725342, -7.00031852722168, -6.835965156555176, -6.671611309051514, -6.50725793838501, -6.342904090881348, -6.1785502433776855, -6.014196872711182, -5.8498430252075195, -5.685489654541016, -5.5211358070373535, -5.356781959533691, -5.1924285888671875, -5.028074741363525, -4.8637213706970215, -4.699367523193359, -4.535013675689697, -4.370660305023193, -4.206306457519531, -4.041953086853027, -3.8775992393493652, -3.713245391845703, -3.548892021179199, -3.384538173675537, -3.220184803009033, -3.055830955505371, -2.891477584838867, -2.727123260498047, -2.562770128250122 ], "r_inf_mean": 0.22220022976398468, "r_inf_median": 0.2199264019727707, "pr_mean": Infinity, "pr_median": 0.4024738371372223, "hoyer_mean": 0.6779419183731079, "eff_dim_mean": 0.6779417991638184, "topk_energy": { "1": 0.05020107701420784, "5": 0.2231455147266388, "10": 0.3704935908317566, "25": 0.6766259670257568 }, "gamma_raw": -0.0009576563024893403, "gamma_active": { "1e-08": -0.0010782398749142885, "1e-07": -0.000791313883382827, "1e-06": -0.00032293249387294054, "1e-05": 7.128519064281136e-05, "0.0001": -0.0001854581496445462 }, "gamma_energy_weighted": { "1e-08": -0.0015415258121823671, "1e-07": -0.0015415258121823671, "1e-06": -0.0015415258121823671, "1e-05": -0.0015415258121823671, "0.0001": -0.0015415258121823671 } } ] }