{ "dataset": "synth", "method": "bp", "seed": 789, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 16.886730194091797, "acc": 0.138671875, "per_layer": [ { "layer": 0, "mean_norm": 0.02542153373360634, "median_norm": 0.027744894847273827, "max_norm": 0.04735255986452103, "min_norm": 5.795228012750453e-12, "support": { "1e-08": 0.98828125, "1e-07": 0.978515625, "1e-06": 0.962890625, "1e-05": 0.95703125, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -8.295173645019531, "5": -4.556574821472168, "10": -2.781318426132202, "25": -1.6210564374923706, "50": -1.556473731994629, "75": -1.500535249710083, "90": -1.4581598043441772, "95": -1.4258220195770264, "99": -1.3809802532196045 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 1, 0, 1, 1, 3, 2, 0, 3, 2, 0, 0, 2, 1, 0, 2, 1, 2, 4, 1, 2, 2, 6, 3, 4, 1, 2, 2, 2, 6, 6, 10, 255, 179 ], "log_norms_bin_edges": [ -11.236929893493652, -11.038684844970703, -10.840438842773438, -10.642193794250488, -10.443947792053223, -10.245702743530273, -10.047456741333008, -9.849211692810059, -9.65096664428711, -9.452720642089844, -9.254475593566895, -9.056229591369629, -8.85798454284668, -8.659738540649414, -8.461493492126465, -8.263248443603516, -8.06500244140625, -7.866756916046143, -7.668511390686035, -7.470266342163086, -7.27202033996582, -7.073775291442871, -6.875529766082764, -6.677284240722656, -6.479038715362549, -6.280793190002441, -6.082547664642334, -5.884302139282227, -5.686057090759277, -5.48781156539917, -5.2895660400390625, -5.091320514678955, -4.893074989318848, -4.69482946395874, -4.496583938598633, -4.298338413238525, -4.100092887878418, -3.9018478393554688, -3.7036023139953613, -3.505356788635254, -3.3071112632751465, -3.108865737915039, -2.91062068939209, -2.712374687194824, -2.514129638671875, -2.3158836364746094, -2.11763858795166, -1.9193925857543945, -1.7211475372314453, -1.522902488708496, -1.32465660572052 ], "r_inf_mean": 0.2560614347457886, "r_inf_median": 0.25079476833343506, "pr_mean": Infinity, "pr_median": 0.3395026624202728, "hoyer_mean": 0.6330786943435669, "eff_dim_mean": 0.6330786347389221, "topk_energy": { "1": 0.06663136184215546, "5": 0.26800787448883057, "10": 0.42483267188072205, "25": 0.7248795628547668 }, "gamma_raw": -0.03795355558395386, "gamma_active": { "1e-08": -0.0384967215359211, "1e-07": -0.03809744492173195, "1e-06": -0.03804664686322212, "1e-05": -0.03779464215040207, "0.0001": -0.03762594982981682 }, "gamma_energy_weighted": { "1e-08": -0.034017414817729616, "1e-07": -0.034017414817729616, "1e-06": -0.034017414817729616, "1e-05": -0.034017414817729616, "0.0001": -0.034017414817729616 } }, { "layer": 1, "mean_norm": 0.015205282717943192, "median_norm": 0.016666224226355553, "max_norm": 0.027571337297558784, "min_norm": 3.199980211365805e-12, "support": { "1e-08": 0.98828125, "1e-07": 0.974609375, "1e-06": 0.962890625, "1e-05": 0.953125, "0.0001": 0.9296875 }, "log_norms_percentiles": { "1": -8.509506225585938, "5": -4.784125804901123, "10": -2.9853861331939697, "25": -1.8384060859680176, "50": -1.7778186798095703, "75": -1.7260768413543701, "90": -1.6874582767486572, "95": -1.6582796573638916, "99": -1.6079005002975464 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 2, 0, 0, 1, 0, 1, 1, 3, 2, 0, 3, 2, 0, 0, 2, 1, 0, 2, 1, 2, 4, 1, 2, 2, 5, 3, 5, 1, 2, 2, 2, 5, 6, 9, 225, 211 ], "log_norms_bin_edges": [ -11.494853019714355, -11.296146392822266, -11.097440719604492, -10.898734092712402, -10.700028419494629, -10.501321792602539, -10.302616119384766, -10.103909492492676, -9.905202865600586, -9.706497192382812, -9.507790565490723, -9.30908489227295, -9.11037826538086, -8.911672592163086, -8.712965965270996, -8.514259338378906, -8.315553665161133, -8.11684799194336, -7.9181413650512695, -7.71943473815918, -7.520729064941406, -7.322022438049316, -7.123316287994385, -6.924610137939453, -6.7259039878845215, -6.52719783782959, -6.328491687774658, -6.129785537719727, -5.931078910827637, -5.732372760772705, -5.533666610717773, -5.334960460662842, -5.13625431060791, -4.9375481605529785, -4.738842010498047, -4.540135860443115, -4.341429710388184, -4.142723083496094, -3.944016933441162, -3.7453107833862305, -3.546604633331299, -3.347898483276367, -3.1491918563842773, -2.950486183166504, -2.751779556274414, -2.5530738830566406, -2.354367256164551, -2.1556615829467773, -1.9569549560546875, -1.7582483291625977, -1.559542179107666 ], "r_inf_mean": 0.25652921199798584, "r_inf_median": 0.25199413299560547, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6286901235580444, "eff_dim_mean": 0.6286901235580444, "topk_energy": { "1": 0.06677818298339844, "5": 0.2725672125816345, "10": 0.43190762400627136, "25": 0.7316360473632812 }, "gamma_raw": 0.012113140895962715, "gamma_active": { "1e-08": 0.012306886725127697, "1e-07": 0.01331790629774332, "1e-06": 0.013083101250231266, "1e-05": 0.013158874586224556, "0.0001": 0.01495389174669981 }, "gamma_energy_weighted": { "1e-08": 0.013561923156396363, "1e-07": 0.013561923156396363, "1e-06": 0.013561923156396363, "1e-05": 0.013561923156396363, "0.0001": 0.013561923156396363 } }, { "layer": 2, "mean_norm": 0.00876648910343647, "median_norm": 0.009697009809315205, "max_norm": 0.014780839905142784, "min_norm": 1.6965576079414069e-12, "support": { "1e-08": 0.986328125, "1e-07": 0.97265625, "1e-06": 0.958984375, "1e-05": 0.94921875, "0.0001": 0.921875 }, "log_norms_percentiles": { "1": -8.73926830291748, "5": -5.020763874053955, "10": -3.196106195449829, "25": -2.0659029483795166, "50": -2.0133328437805176, "75": -1.967766523361206, "90": -1.9336353540420532, "95": -1.9128109216690063, "99": -1.8758926391601562 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 2, 0, 0, 1, 0, 1, 1, 2, 2, 1, 2, 3, 0, 0, 2, 1, 0, 2, 0, 2, 5, 1, 1, 3, 4, 3, 6, 1, 1, 3, 2, 4, 6, 6, 133, 307 ], "log_norms_bin_edges": [ -11.770432472229004, -11.571629524230957, -11.372827529907227, -11.17402458190918, -10.975221633911133, -10.776419639587402, -10.577616691589355, -10.378813743591309, -10.180011749267578, -9.981208801269531, -9.782405853271484, -9.583603858947754, -9.384800910949707, -9.185998916625977, -8.98719596862793, -8.788393020629883, -8.589590072631836, -8.390788078308105, -8.191985130310059, -7.99318265914917, -7.794380187988281, -7.595577239990234, -7.396774768829346, -7.197972297668457, -6.99916934967041, -6.8003668785095215, -6.601564407348633, -6.402761936187744, -6.203958988189697, -6.005156517028809, -5.80635404586792, -5.607551097869873, -5.408748626708984, -5.209946155548096, -5.011143207550049, -4.81234073638916, -4.6135382652282715, -4.414735317230225, -4.215932846069336, -4.017130374908447, -3.8183279037475586, -3.6195249557495117, -3.420722007751465, -3.2219200134277344, -3.0231170654296875, -2.8243141174316406, -2.62551212310791, -2.4267091751098633, -2.2279062271118164, -2.029104232788086, -1.8303009271621704 ], "r_inf_mean": 0.24636244773864746, "r_inf_median": 0.2434779405593872, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6379059553146362, "eff_dim_mean": 0.6379059553146362, "topk_energy": { "1": 0.06142449378967285, "5": 0.2607613205909729, "10": 0.4196472764015198, "25": 0.7229068279266357 }, "gamma_raw": 0.00479741208255291, "gamma_active": { "1e-08": 0.004964302759617567, "1e-07": 0.005502440966665745, "1e-06": 0.005604215897619724, "1e-05": 0.005497626960277557, "0.0001": 0.004805026575922966 }, "gamma_energy_weighted": { "1e-08": 0.004851556103397037, "1e-07": 0.004851556103397037, "1e-06": 0.004851556103397037, "1e-05": 0.004851556103397037, "0.0001": 0.004851556103397037 } }, { "layer": 3, "mean_norm": 0.005255336873233318, "median_norm": 0.005914850160479546, "max_norm": 0.007708054501563311, "min_norm": 9.464680558388117e-13, "support": { "1e-08": 0.984375, "1e-07": 0.96875, "1e-06": 0.95703125, "1e-05": 0.939453125, "0.0001": 0.9140625 }, "log_norms_percentiles": { "1": -8.964167594909668, "5": -5.258687973022461, "10": -3.3833022117614746, "25": -2.272893190383911, "50": -2.227968215942383, "75": -2.1943705081939697, "90": -2.1716887950897217, "95": -2.1553494930267334, "99": -2.1254336833953857 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 2, 3, 1, 2, 3, 0, 0, 1, 1, 1, 2, 0, 2, 5, 0, 2, 3, 2, 5, 6, 1, 1, 3, 1, 4, 6, 5, 19, 423 ], "log_norms_bin_edges": [ -12.023894309997559, -11.825677871704102, -11.627460479736328, -11.429244041442871, -11.231027603149414, -11.03281021118164, -10.834593772888184, -10.636377334594727, -10.438159942626953, -10.239943504333496, -10.041726112365723, -9.843509674072266, -9.645293235778809, -9.447075843811035, -9.248859405517578, -9.050642013549805, -8.852425575256348, -8.65420913696289, -8.455991744995117, -8.25777530670166, -8.059558868408203, -7.861341953277588, -7.663125038146973, -7.464908123016357, -7.2666916847229, -7.068474769592285, -6.87025785446167, -6.672041416168213, -6.473824501037598, -6.275607585906982, -6.077390670776367, -5.87917423248291, -5.680957317352295, -5.48274040222168, -5.284523963928223, -5.086307048797607, -4.888090133666992, -4.689873218536377, -4.49165678024292, -4.293439865112305, -4.0952229499816895, -3.897006034851074, -3.698789596557617, -3.50057315826416, -3.3023557662963867, -3.1041393280029297, -2.9059219360351562, -2.707705497741699, -2.509489059448242, -2.3112716674804688, -2.1130552291870117 ], "r_inf_mean": 0.2326418161392212, "r_inf_median": 0.22962209582328796, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6529208421707153, "eff_dim_mean": 0.6529208421707153, "topk_energy": { "1": 0.05455143749713898, "5": 0.24215570092201233, "10": 0.39814597368240356, "25": 0.7065623998641968 }, "gamma_raw": -0.01904728263616562, "gamma_active": { "1e-08": -0.01906181313097477, "1e-07": -0.019188014790415764, "1e-06": -0.019968755543231964, "1e-05": -0.019924374297261238, "0.0001": -0.02101254276931286 }, "gamma_energy_weighted": { "1e-08": -0.022843869685579606, "1e-07": -0.022843869685579606, "1e-06": -0.022843869685579606, "1e-05": -0.022843869685579606, "0.0001": -0.022843869685579606 } } ] }