diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json new file mode 100644 index 0000000..512273b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 16.886730194091797, + "acc": 0.138671875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02542153373360634, + "median_norm": 0.027744894847273827, + "max_norm": 0.04735255986452103, + "min_norm": 5.795228012750453e-12, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.978515625, + "1e-06": 0.962890625, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.295173645019531, + "5": -4.556574821472168, + "10": -2.781318426132202, + "25": -1.6210564374923706, + "50": -1.556473731994629, + "75": -1.500535249710083, + "90": -1.4581598043441772, + "95": -1.4258220195770264, + "99": -1.3809802532196045 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 0, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 2, + 4, + 1, + 2, + 2, + 6, + 3, + 4, + 1, + 2, + 2, + 2, + 6, + 6, + 10, + 255, + 179 + ], + "log_norms_bin_edges": [ + -11.236929893493652, + -11.038684844970703, + -10.840438842773438, + -10.642193794250488, + -10.443947792053223, + -10.245702743530273, + -10.047456741333008, + -9.849211692810059, + -9.65096664428711, + -9.452720642089844, + -9.254475593566895, + -9.056229591369629, + -8.85798454284668, + -8.659738540649414, + -8.461493492126465, + -8.263248443603516, + -8.06500244140625, + -7.866756916046143, + -7.668511390686035, + -7.470266342163086, + -7.27202033996582, + -7.073775291442871, + -6.875529766082764, + -6.677284240722656, + -6.479038715362549, + -6.280793190002441, + -6.082547664642334, + -5.884302139282227, + -5.686057090759277, + -5.48781156539917, + -5.2895660400390625, + -5.091320514678955, + -4.893074989318848, + -4.69482946395874, + -4.496583938598633, + -4.298338413238525, + -4.100092887878418, + -3.9018478393554688, + -3.7036023139953613, + -3.505356788635254, + -3.3071112632751465, + -3.108865737915039, + -2.91062068939209, + -2.712374687194824, + -2.514129638671875, + -2.3158836364746094, + -2.11763858795166, + -1.9193925857543945, + -1.7211475372314453, + -1.522902488708496, + -1.32465660572052 + ], + "r_inf_mean": 0.2560614347457886, + "r_inf_median": 0.25079476833343506, + "pr_mean": Infinity, + "pr_median": 0.3395026624202728, + "hoyer_mean": 0.6330786943435669, + "eff_dim_mean": 0.6330786347389221, + "topk_energy": { + "1": 0.06663136184215546, + "5": 0.26800787448883057, + "10": 0.42483267188072205, + "25": 0.7248795628547668 + }, + "gamma_raw": -0.03795355558395386, + "gamma_active": { + "1e-08": -0.0384967215359211, + "1e-07": -0.03809744492173195, + "1e-06": -0.03804664686322212, + "1e-05": -0.03779464215040207, + "0.0001": -0.03762594982981682 + }, + "gamma_energy_weighted": { + "1e-08": -0.034017414817729616, + "1e-07": -0.034017414817729616, + "1e-06": -0.034017414817729616, + "1e-05": -0.034017414817729616, + "0.0001": -0.034017414817729616 + } + }, + { + "layer": 1, + "mean_norm": 0.015205282717943192, + "median_norm": 0.016666224226355553, + "max_norm": 0.027571337297558784, + "min_norm": 3.199980211365805e-12, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.974609375, + "1e-06": 0.962890625, + "1e-05": 0.953125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.509506225585938, + "5": -4.784125804901123, + "10": -2.9853861331939697, + "25": -1.8384060859680176, + "50": -1.7778186798095703, + "75": -1.7260768413543701, + "90": -1.6874582767486572, + "95": -1.6582796573638916, + "99": -1.6079005002975464 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 0, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 2, + 4, + 1, + 2, + 2, + 5, + 3, + 5, + 1, + 2, + 2, + 2, + 5, + 6, + 9, + 225, + 211 + ], + "log_norms_bin_edges": [ + -11.494853019714355, + -11.296146392822266, + -11.097440719604492, + -10.898734092712402, + -10.700028419494629, + -10.501321792602539, + -10.302616119384766, + -10.103909492492676, + -9.905202865600586, + -9.706497192382812, + -9.507790565490723, + -9.30908489227295, + -9.11037826538086, + -8.911672592163086, + -8.712965965270996, + -8.514259338378906, + -8.315553665161133, + -8.11684799194336, + -7.9181413650512695, + -7.71943473815918, + -7.520729064941406, + -7.322022438049316, + -7.123316287994385, + -6.924610137939453, + -6.7259039878845215, + -6.52719783782959, + -6.328491687774658, + -6.129785537719727, + -5.931078910827637, + -5.732372760772705, + -5.533666610717773, + -5.334960460662842, + -5.13625431060791, + -4.9375481605529785, + -4.738842010498047, + -4.540135860443115, + -4.341429710388184, + -4.142723083496094, + -3.944016933441162, + -3.7453107833862305, + -3.546604633331299, + -3.347898483276367, + -3.1491918563842773, + -2.950486183166504, + -2.751779556274414, + -2.5530738830566406, + -2.354367256164551, + -2.1556615829467773, + -1.9569549560546875, + -1.7582483291625977, + -1.559542179107666 + ], + "r_inf_mean": 0.25652921199798584, + "r_inf_median": 0.25199413299560547, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6286901235580444, + "eff_dim_mean": 0.6286901235580444, + "topk_energy": { + "1": 0.06677818298339844, + "5": 0.2725672125816345, + "10": 0.43190762400627136, + "25": 0.7316360473632812 + }, + "gamma_raw": 0.012113140895962715, + "gamma_active": { + "1e-08": 0.012306886725127697, + "1e-07": 0.01331790629774332, + "1e-06": 0.013083101250231266, + "1e-05": 0.013158874586224556, + "0.0001": 0.01495389174669981 + }, + "gamma_energy_weighted": { + "1e-08": 0.013561923156396363, + "1e-07": 0.013561923156396363, + "1e-06": 0.013561923156396363, + "1e-05": 0.013561923156396363, + "0.0001": 0.013561923156396363 + } + }, + { + "layer": 2, + "mean_norm": 0.00876648910343647, + "median_norm": 0.009697009809315205, + "max_norm": 0.014780839905142784, + "min_norm": 1.6965576079414069e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.97265625, + "1e-06": 0.958984375, + "1e-05": 0.94921875, + "0.0001": 0.921875 + }, + "log_norms_percentiles": { + "1": -8.73926830291748, + "5": -5.020763874053955, + "10": -3.196106195449829, + "25": -2.0659029483795166, + "50": -2.0133328437805176, + "75": -1.967766523361206, + "90": -1.9336353540420532, + "95": -1.9128109216690063, + "99": -1.8758926391601562 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 2, + 3, + 0, + 0, + 2, + 1, + 0, + 2, + 0, + 2, + 5, + 1, + 1, + 3, + 4, + 3, + 6, + 1, + 1, + 3, + 2, + 4, + 6, + 6, + 133, + 307 + ], + "log_norms_bin_edges": [ + -11.770432472229004, + -11.571629524230957, + -11.372827529907227, + -11.17402458190918, + -10.975221633911133, + -10.776419639587402, + -10.577616691589355, + -10.378813743591309, + -10.180011749267578, + -9.981208801269531, + -9.782405853271484, + -9.583603858947754, + -9.384800910949707, + -9.185998916625977, + -8.98719596862793, + -8.788393020629883, + -8.589590072631836, + -8.390788078308105, + -8.191985130310059, + -7.99318265914917, + -7.794380187988281, + -7.595577239990234, + -7.396774768829346, + -7.197972297668457, + -6.99916934967041, + -6.8003668785095215, + -6.601564407348633, + -6.402761936187744, + -6.203958988189697, + -6.005156517028809, + -5.80635404586792, + -5.607551097869873, + -5.408748626708984, + -5.209946155548096, + -5.011143207550049, + -4.81234073638916, + -4.6135382652282715, + -4.414735317230225, + -4.215932846069336, + -4.017130374908447, + -3.8183279037475586, + -3.6195249557495117, + -3.420722007751465, + -3.2219200134277344, + -3.0231170654296875, + -2.8243141174316406, + -2.62551212310791, + -2.4267091751098633, + -2.2279062271118164, + -2.029104232788086, + -1.8303009271621704 + ], + "r_inf_mean": 0.24636244773864746, + "r_inf_median": 0.2434779405593872, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6379059553146362, + "eff_dim_mean": 0.6379059553146362, + "topk_energy": { + "1": 0.06142449378967285, + "5": 0.2607613205909729, + "10": 0.4196472764015198, + "25": 0.7229068279266357 + }, + "gamma_raw": 0.00479741208255291, + "gamma_active": { + "1e-08": 0.004964302759617567, + "1e-07": 0.005502440966665745, + "1e-06": 0.005604215897619724, + "1e-05": 0.005497626960277557, + "0.0001": 0.004805026575922966 + }, + "gamma_energy_weighted": { + "1e-08": 0.004851556103397037, + "1e-07": 0.004851556103397037, + "1e-06": 0.004851556103397037, + "1e-05": 0.004851556103397037, + "0.0001": 0.004851556103397037 + } + }, + { + "layer": 3, + "mean_norm": 0.005255336873233318, + "median_norm": 0.005914850160479546, + "max_norm": 0.007708054501563311, + "min_norm": 9.464680558388117e-13, + "support": { + "1e-08": 0.984375, + "1e-07": 0.96875, + "1e-06": 0.95703125, + "1e-05": 0.939453125, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -8.964167594909668, + "5": -5.258687973022461, + "10": -3.3833022117614746, + "25": -2.272893190383911, + "50": -2.227968215942383, + "75": -2.1943705081939697, + "90": -2.1716887950897217, + "95": -2.1553494930267334, + "99": -2.1254336833953857 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 3, + 1, + 2, + 3, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 2, + 5, + 0, + 2, + 3, + 2, + 5, + 6, + 1, + 1, + 3, + 1, + 4, + 6, + 5, + 19, + 423 + ], + "log_norms_bin_edges": [ + -12.023894309997559, + -11.825677871704102, + -11.627460479736328, + -11.429244041442871, + -11.231027603149414, + -11.03281021118164, + -10.834593772888184, + -10.636377334594727, + -10.438159942626953, + -10.239943504333496, + -10.041726112365723, + -9.843509674072266, + -9.645293235778809, + -9.447075843811035, + -9.248859405517578, + -9.050642013549805, + -8.852425575256348, + -8.65420913696289, + -8.455991744995117, + -8.25777530670166, + -8.059558868408203, + -7.861341953277588, + -7.663125038146973, + -7.464908123016357, + -7.2666916847229, + -7.068474769592285, + -6.87025785446167, + -6.672041416168213, + -6.473824501037598, + -6.275607585906982, + -6.077390670776367, + -5.87917423248291, + -5.680957317352295, + -5.48274040222168, + -5.284523963928223, + -5.086307048797607, + -4.888090133666992, + -4.689873218536377, + -4.49165678024292, + -4.293439865112305, + -4.0952229499816895, + -3.897006034851074, + -3.698789596557617, + -3.50057315826416, + -3.3023557662963867, + -3.1041393280029297, + -2.9059219360351562, + -2.707705497741699, + -2.509489059448242, + -2.3112716674804688, + -2.1130552291870117 + ], + "r_inf_mean": 0.2326418161392212, + "r_inf_median": 0.22962209582328796, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6529208421707153, + "eff_dim_mean": 0.6529208421707153, + "topk_energy": { + "1": 0.05455143749713898, + "5": 0.24215570092201233, + "10": 0.39814597368240356, + "25": 0.7065623998641968 + }, + "gamma_raw": -0.01904728263616562, + "gamma_active": { + "1e-08": -0.01906181313097477, + "1e-07": -0.019188014790415764, + "1e-06": -0.019968755543231964, + "1e-05": -0.019924374297261238, + "0.0001": -0.02101254276931286 + }, + "gamma_energy_weighted": { + "1e-08": -0.022843869685579606, + "1e-07": -0.022843869685579606, + "1e-06": -0.022843869685579606, + "1e-05": -0.022843869685579606, + "0.0001": -0.022843869685579606 + } + } + ] +}
\ No newline at end of file |