{ "dataset": "cifar", "method": "state_bridge", "seed": 1024, "alpha": null, "depth": 4, "batch": 256, "loss": 2.1803317070007324, "acc": 0.16796875, "per_layer": [ { "layer": 0, "mean_norm": 9.139504982158542e-06, "median_norm": 1.8120186950909556e-06, "max_norm": 0.0004819915920961648, "min_norm": 1.441991237527418e-08, "support": { "1e-08": 1.0, "1e-07": 0.94921875, "1e-06": 0.6484375, "1e-05": 0.18359375, "0.0001": 0.01171875 }, "log_norms_percentiles": { "1": -7.386696815490723, "5": -6.982797145843506, "10": -6.716227054595947, "25": -6.167113304138184, "50": -5.728268623352051, "75": -5.142234802246094, "90": -4.752677917480469, "95": -4.502847671508789, "99": -3.996098041534424 }, "log_norms_histogram": [ 1, 0, 0, 1, 1, 1, 3, 2, 4, 2, 3, 4, 6, 4, 6, 6, 11, 5, 11, 12, 12, 20, 10, 13, 6, 10, 16, 11, 7, 8, 9, 7, 11, 6, 5, 7, 2, 3, 2, 1, 1, 2, 1, 2, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -7.841037273406982, -7.750555515289307, -7.660074234008789, -7.569592475891113, -7.479111194610596, -7.38862943649292, -7.298148155212402, -7.207666397094727, -7.117185115814209, -7.026703357696533, -6.936222076416016, -6.84574031829834, -6.755259037017822, -6.6647772789001465, -6.574295997619629, -6.483814239501953, -6.3933329582214355, -6.30285120010376, -6.212369918823242, -6.121888160705566, -6.031406879425049, -5.940925121307373, -5.8504438400268555, -5.75996208190918, -5.669480323791504, -5.578999042510986, -5.488517761230469, -5.398036003112793, -5.307554244995117, -5.2170729637146, -5.126591682434082, -5.036109924316406, -4.9456281661987305, -4.855146884918213, -4.764665603637695, -4.6741838455200195, -4.583702087402344, -4.493220806121826, -4.402739524841309, -4.312257766723633, -4.221776008605957, -4.1312947273254395, -4.040813446044922, -3.950331687927246, -3.8598501682281494, -3.7693686485290527, -3.678886890411377, -3.5884056091308594, -3.4979238510131836, -3.407442569732666, -3.316960573196411 ], "r_inf_mean": 0.2065923511981964, "r_inf_median": 0.2023516595363617, "pr_mean": 0.2868894040584564, "pr_median": 0.2903349697589874, "hoyer_mean": 0.5960472822189331, "eff_dim_mean": 0.5960472822189331, "topk_energy": { "1": 0.08041948080062866, "5": 0.3097919821739197, "10": 0.4846532940864563, "25": 0.7622068524360657 }, "gamma_raw": -0.0059751905500888824, "gamma_active": { "1e-08": -0.0059751905500888824, "1e-07": -0.008263359777629375, "1e-06": -0.011538185179233551, "1e-05": -0.015576062723994255, "0.0001": -0.07169058173894882 }, "gamma_energy_weighted": { "1e-08": -0.05556163192798925, "1e-07": -0.05556163192798925, "1e-06": -0.05556163192798925, "1e-05": -0.05556163192798925, "0.0001": -0.05556163192798925 } }, { "layer": 1, "mean_norm": 4.529771668870808e-09, "median_norm": 2.5557884697491318e-09, "max_norm": 1.0534471783785193e-07, "min_norm": 8.143342250521712e-11, "support": { "1e-08": 0.078125, "1e-07": 0.00390625, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.922964096069336, "5": -9.254459381103516, "10": -9.136977195739746, "25": -8.843843460083008, "50": -8.591863632202148, "75": -8.335660934448242, "90": -8.059770584106445, "95": -7.889815807342529, "99": -7.461874961853027 }, "log_norms_histogram": [ 1, 1, 2, 1, 1, 5, 1, 0, 0, 0, 0, 0, 0, 6, 5, 13, 7, 7, 5, 8, 11, 18, 15, 17, 23, 18, 8, 15, 14, 13, 4, 8, 6, 5, 4, 2, 2, 0, 3, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -10.089197158813477, -10.026961326599121, -9.96472454071045, -9.902488708496094, -9.840252876281738, -9.778016090393066, -9.715780258178711, -9.653543472290039, -9.591307640075684, -9.529071807861328, -9.466835021972656, -9.4045991897583, -9.342363357543945, -9.280126571655273, -9.217890739440918, -9.155653953552246, -9.09341812133789, -9.031182289123535, -8.968945503234863, -8.906709671020508, -8.844473838806152, -8.78223705291748, -8.720001220703125, -8.657764434814453, -8.595528602600098, -8.533292770385742, -8.47105598449707, -8.408820152282715, -8.34658432006836, -8.284347534179688, -8.222111701965332, -8.159875869750977, -8.097639083862305, -8.03540325164795, -7.9731669425964355, -7.910930633544922, -7.848694801330566, -7.7864580154418945, -7.724222183227539, -7.661985874176025, -7.599749565124512, -7.537513732910156, -7.475277423858643, -7.413041114807129, -7.350805282592773, -7.288568496704102, -7.226332664489746, -7.164096355438232, -7.101860046386719, -7.039624214172363, -6.97738790512085 ], "r_inf_mean": 0.14947479963302612, "r_inf_median": 0.14717163145542145, "pr_mean": 0.40456366539001465, "pr_median": 0.39842408895492554, "hoyer_mean": 0.6550508737564087, "eff_dim_mean": 0.6550508737564087, "topk_energy": { "1": 0.04324015974998474, "5": 0.20804181694984436, "10": 0.37430357933044434, "25": 0.7040318846702576 }, "gamma_raw": 0.0015983731718733907, "gamma_active": { "1e-08": -0.02755197323858738, "1e-07": -0.02339858002960682, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.012625223643840893, "1e-07": -0.012625223643840893, "1e-06": -0.012625223643840893, "1e-05": -0.012625223643840893, "0.0001": -0.012625223643840893 } }, { "layer": 2, "mean_norm": 2.1837934238710943e-10, "median_norm": 2.0238323517052237e-10, "max_norm": 4.871619219137813e-10, "min_norm": 8.157928499397116e-11, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -10.087203979492188, "5": -10.080497741699219, "10": -10.030401229858398, "25": -9.818598747253418, "50": -9.693788528442383, "75": -9.526028633117676, "90": -9.458578109741211, "95": -9.389768600463867, "99": -9.317594528198242 }, "log_norms_histogram": [ 17, 1, 2, 7, 9, 4, 2, 2, 3, 0, 0, 1, 0, 1, 0, 2, 6, 15, 9, 11, 4, 3, 4, 6, 10, 22, 12, 10, 6, 0, 4, 4, 1, 2, 3, 6, 13, 10, 5, 8, 8, 8, 1, 0, 1, 2, 2, 1, 1, 7 ], "log_norms_bin_edges": [ -10.088420867919922, -10.072898864746094, -10.057376861572266, -10.041854858398438, -10.026333808898926, -10.010811805725098, -9.99528980255127, -9.979767799377441, -9.964245796203613, -9.948723793029785, -9.933201789855957, -9.917680740356445, -9.902158737182617, -9.886636734008789, -9.871114730834961, -9.855592727661133, -9.840070724487305, -9.824548721313477, -9.809026718139648, -9.793505668640137, -9.777983665466309, -9.76246166229248, -9.746939659118652, -9.731417655944824, -9.715895652770996, -9.700374603271484, -9.684852600097656, -9.669330596923828, -9.65380859375, -9.638286590576172, -9.622764587402344, -9.607242584228516, -9.591720581054688, -9.576199531555176, -9.560677528381348, -9.54515552520752, -9.529633522033691, -9.514111518859863, -9.498589515686035, -9.483067512512207, -9.467546463012695, -9.452024459838867, -9.436502456665039, -9.420980453491211, -9.405458450317383, -9.389936447143555, -9.374414443969727, -9.358893394470215, -9.343371391296387, -9.327849388122559, -9.31232738494873 ], "r_inf_mean": 0.28661292791366577, "r_inf_median": 0.28573402762413025, "pr_mean": 0.14900846779346466, "pr_median": 0.13554377853870392, "hoyer_mean": 0.46111470460891724, "eff_dim_mean": 0.46111470460891724, "topk_energy": { "1": 0.14828872680664062, "5": 0.4664638042449951, "10": 0.6448763608932495, "25": 0.862646758556366 }, "gamma_raw": -0.00021829150500707328, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0006124271709413506, "1e-07": -0.0006124271709413506, "1e-06": -0.0006124271709413506, "1e-05": -0.0006124271709413506, "0.0001": -0.0006124271709413506 } }, { "layer": 3, "mean_norm": 2.207977412016504e-10, "median_norm": 2.0508451881173784e-10, "max_norm": 4.954666121825824e-10, "min_norm": 8.157694658672554e-11, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -10.087048530578613, "5": -10.080224990844727, "10": -10.027896881103516, "25": -9.821104049682617, "50": -9.68796157836914, "75": -9.518138885498047, "90": -9.451448440551758, "95": -9.383013725280762, "99": -9.310282707214355 }, "log_norms_histogram": [ 17, 1, 2, 7, 8, 5, 2, 1, 4, 0, 0, 1, 0, 1, 0, 2, 13, 8, 9, 11, 5, 3, 4, 4, 10, 24, 11, 11, 5, 0, 4, 4, 1, 1, 4, 6, 12, 9, 6, 9, 7, 9, 1, 0, 1, 2, 2, 1, 2, 6 ], "log_norms_bin_edges": [ -10.088433265686035, -10.07276439666748, -10.057095527648926, -10.041426658630371, -10.025757789611816, -10.010088920593262, -9.994420051574707, -9.978750228881836, -9.963081359863281, -9.947412490844727, -9.931743621826172, -9.916074752807617, -9.900405883789062, -9.884737014770508, -9.869068145751953, -9.853399276733398, -9.837730407714844, -9.822061538696289, -9.806392669677734, -9.790722846984863, -9.775053977966309, -9.759385108947754, -9.7437162399292, -9.728047370910645, -9.71237850189209, -9.696709632873535, -9.68104076385498, -9.665371894836426, -9.649703025817871, -9.634034156799316, -9.618365287780762, -9.602696418762207, -9.587026596069336, -9.571357727050781, -9.555688858032227, -9.540019989013672, -9.524351119995117, -9.508682250976562, -9.493013381958008, -9.477344512939453, -9.461675643920898, -9.446006774902344, -9.430337905883789, -9.414669036865234, -9.39900016784668, -9.383330345153809, -9.367661476135254, -9.3519926071167, -9.336323738098145, -9.32065486907959, -9.304986000061035 ], "r_inf_mean": 0.28336480259895325, "r_inf_median": 0.2848866283893585, "pr_mean": 0.15163889527320862, "pr_median": 0.14316551387310028, "hoyer_mean": 0.46764203906059265, "eff_dim_mean": 0.46764203906059265, "topk_energy": { "1": 0.14518338441848755, "5": 0.4611893892288208, "10": 0.6410860419273376, "25": 0.8597268462181091 }, "gamma_raw": -0.00045726809184998274, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0005468887079005901, "1e-07": -0.0005468887079005901, "1e-06": -0.0005468887079005901, "1e-05": -0.0005468887079005901, "0.0001": -0.0005468887079005901 } } ] }