diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json new file mode 100644 index 0000000..9360bb2 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 75.45832824707031, + "acc": 0.140625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.13479340076446533, + "median_norm": 0.13406217098236084, + "max_norm": 0.451298326253891, + "min_norm": 0.0, + "support": { + "1e-08": 0.90625, + "1e-07": 0.896484375, + "1e-06": 0.888671875, + "1e-05": 0.884765625, + "0.0001": 0.875 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -15.460413932800293, + "10": -7.505300521850586, + "25": -1.0408661365509033, + "50": -0.8726828098297119, + "75": -0.7456387281417847, + "90": -0.6337569355964661, + "95": -0.5662393569946289, + "99": -0.4740658104419708 + }, + "log_norms_histogram": [ + 15, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 0, + 3, + 2, + 1, + 1, + 2, + 1, + 1, + 2, + 2, + 1, + 4, + 2, + 5, + 0, + 3, + 2, + 1, + 4, + 1, + 4, + 1, + 1, + 0, + 128, + 314 + ], + "log_norms_bin_edges": [ + -30.0, + -29.406909942626953, + -28.81382179260254, + -28.220731735229492, + -27.627643585205078, + -27.03455352783203, + -26.441463470458984, + -25.84837532043457, + -25.255285263061523, + -24.66219711303711, + -24.069107055664062, + -23.476016998291016, + -22.8829288482666, + -22.289838790893555, + -21.69675064086914, + -21.103660583496094, + -20.510570526123047, + -19.917482376098633, + -19.32439422607422, + -18.731304168701172, + -18.138214111328125, + -17.545124053955078, + -16.952035903930664, + -16.35894775390625, + -15.765857696533203, + -15.172767639160156, + -14.579678535461426, + -13.986589431762695, + -13.393499374389648, + -12.800411224365234, + -12.207321166992188, + -11.614233016967773, + -11.021142959594727, + -10.42805290222168, + -9.834964752197266, + -9.241874694824219, + -8.648786544799805, + -8.055696487426758, + -7.462606430053711, + -6.869518280029297, + -6.27642822265625, + -5.683340072631836, + -5.090250015258789, + -4.497159957885742, + -3.904071807861328, + -3.3109817504882812, + -2.717893600463867, + -2.1248035430908203, + -1.5317153930664062, + -0.9386253356933594, + -0.3455362915992737 + ], + "r_inf_mean": 65509.9140625, + "r_inf_median": 0.24293501675128937, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 11223552753664.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.034584708511829376, + "gamma_active": { + "1e-08": -0.038113173097372055, + "1e-07": -0.03769782558083534, + "1e-06": -0.03780205547809601, + "1e-05": -0.0380517803132534, + "0.0001": -0.03893069177865982 + }, + "gamma_energy_weighted": { + "1e-08": -0.04667017906666112, + "1e-07": -0.04667017906666112, + "1e-06": -0.04667017906666112, + "1e-05": -0.04667017906666112, + "0.0001": -0.04667017906666112 + } + }, + { + "layer": 1, + "mean_norm": 0.008149571716785431, + "median_norm": 0.00807967595756054, + "max_norm": 0.03001881018280983, + "min_norm": 0.0, + "support": { + "1e-08": 0.896484375, + "1e-07": 0.88671875, + "1e-06": 0.884765625, + "1e-05": 0.873046875, + "0.0001": 0.865234375 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -16.71837615966797, + "10": -8.760513305664062, + "25": -2.2861857414245605, + "50": -2.0921924114227295, + "75": -1.9525370597839355, + "90": -1.8462755680084229, + "95": -1.7764555215835571, + "99": -1.6916203498840332 + }, + "log_norms_histogram": [ + 17, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 2, + 1, + 1, + 2, + 0, + 3, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 2, + 1, + 2, + 4, + 3, + 2, + 0, + 4, + 2, + 0, + 4, + 3, + 2, + 2, + 0, + 2, + 184, + 256 + ], + "log_norms_bin_edges": [ + -30.0, + -29.430452346801758, + -28.860904693603516, + -28.291357040405273, + -27.72180938720703, + -27.152259826660156, + -26.582712173461914, + -26.013164520263672, + -25.44361686706543, + -24.874069213867188, + -24.304521560668945, + -23.734973907470703, + -23.165424346923828, + -22.59587860107422, + -22.026329040527344, + -21.4567813873291, + -20.88723373413086, + -20.317686080932617, + -19.748138427734375, + -19.1785888671875, + -18.60904312133789, + -18.039493560791016, + -17.469945907592773, + -16.90039825439453, + -16.33085060119629, + -15.761302947998047, + -15.191755294799805, + -14.622206687927246, + -14.052659034729004, + -13.483110427856445, + -12.913562774658203, + -12.344015121459961, + -11.774467468261719, + -11.204919815063477, + -10.635372161865234, + -10.065824508666992, + -9.49627685546875, + -8.926727294921875, + -8.357179641723633, + -7.787631988525391, + -7.218084335327148, + -6.648536682128906, + -6.078989028930664, + -5.509441375732422, + -4.939891815185547, + -4.370344161987305, + -3.8007965087890625, + -3.2312488555908203, + -2.661701202392578, + -2.092153549194336, + -1.522606611251831 + ], + "r_inf_mean": 28433.884765625, + "r_inf_median": 0.226312518119812, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 3433751904256.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1042163148522377, + "gamma_active": { + "1e-08": 0.11602290719747543, + "1e-07": 0.11626346409320831, + "1e-06": 0.11639419198036194, + "1e-05": 0.11739358305931091, + "0.0001": 0.11672601848840714 + }, + "gamma_energy_weighted": { + "1e-08": 0.12069999446266708, + "1e-07": 0.12069999446266708, + "1e-06": 0.12069999446266708, + "1e-05": 0.12069999446266708, + "0.0001": 0.12069999446266708 + } + }, + { + "layer": 2, + "mean_norm": 0.0019351523369550705, + "median_norm": 0.0020350711420178413, + "max_norm": 0.003789688227698207, + "min_norm": 0.0, + "support": { + "1e-08": 0.890625, + "1e-07": 0.884765625, + "1e-06": 0.876953125, + "1e-05": 0.8671875, + "0.0001": 0.86328125 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -17.412588119506836, + "10": -9.213889122009277, + "25": -2.740614891052246, + "50": -2.691131353378296, + "75": -2.5933353900909424, + "90": -2.564124345779419, + "95": -2.546663999557495, + "99": -2.4389986991882324 + }, + "log_norms_histogram": [ + 17, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 2, + 2, + 1, + 1, + 3, + 1, + 2, + 1, + 1, + 1, + 2, + 1, + 1, + 1, + 2, + 2, + 4, + 2, + 3, + 0, + 3, + 2, + 1, + 4, + 1, + 3, + 2, + 1, + 0, + 2, + 440 + ], + "log_norms_bin_edges": [ + -30.0, + -29.448427200317383, + -28.8968563079834, + -28.34528350830078, + -27.793712615966797, + -27.24213981628418, + -26.690567016601562, + -26.138996124267578, + -25.58742332458496, + -25.035850524902344, + -24.48427963256836, + -23.932706832885742, + -23.381134033203125, + -22.82956314086914, + -22.277990341186523, + -21.726417541503906, + -21.174846649169922, + -20.623275756835938, + -20.07170295715332, + -19.520130157470703, + -18.96855926513672, + -18.4169864654541, + -17.865413665771484, + -17.3138427734375, + -16.762269973754883, + -16.210697174072266, + -15.659126281738281, + -15.107553482055664, + -14.555981636047363, + -14.004409790039062, + -13.452836990356445, + -12.901266098022461, + -12.349693298339844, + -11.798120498657227, + -11.246549606323242, + -10.694976806640625, + -10.14340591430664, + -9.591833114624023, + -9.040260314941406, + -8.488689422607422, + -7.937116622924805, + -7.3855438232421875, + -6.833972930908203, + -6.282400131225586, + -5.730827331542969, + -5.179256439208984, + -4.627683639526367, + -4.076112747192383, + -3.5245399475097656, + -2.9729671478271484, + -2.421396493911743 + ], + "r_inf_mean": 8355.763671875, + "r_inf_median": 0.25175243616104126, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 170356555776.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1420055329799652, + "gamma_active": { + "1e-08": 0.1590786874294281, + "1e-07": 0.15967459976673126, + "1e-06": 0.15968064963817596, + "1e-05": 0.1602020114660263, + "0.0001": 0.15988315641880035 + }, + "gamma_energy_weighted": { + "1e-08": 0.19299228498422993, + "1e-07": 0.19299228498422993, + "1e-06": 0.19299228498422993, + "1e-05": 0.19299228498422993, + "0.0001": 0.19299228498422993 + } + }, + { + "layer": 3, + "mean_norm": 0.001849626307375729, + "median_norm": 0.001959160901606083, + "max_norm": 0.003460146486759186, + "min_norm": 0.0, + "support": { + "1e-08": 0.890625, + "1e-07": 0.884765625, + "1e-06": 0.876953125, + "1e-05": 0.8671875, + "0.0001": 0.86328125 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -17.427011489868164, + "10": -9.213129043579102, + "25": -2.747040271759033, + "50": -2.707918643951416, + "75": -2.6211328506469727, + "90": -2.5960121154785156, + "95": -2.5730960369110107, + "99": -2.4667532444000244 + }, + "log_norms_histogram": [ + 17, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 2, + 2, + 2, + 0, + 3, + 1, + 2, + 1, + 1, + 1, + 2, + 1, + 1, + 1, + 2, + 2, + 4, + 2, + 3, + 0, + 3, + 2, + 1, + 4, + 1, + 3, + 2, + 1, + 0, + 2, + 440 + ], + "log_norms_bin_edges": [ + -30.0, + -29.44921875, + -28.898435592651367, + -28.347654342651367, + -27.796873092651367, + -27.246089935302734, + -26.695308685302734, + -26.144527435302734, + -25.5937442779541, + -25.0429630279541, + -24.49217987060547, + -23.94139862060547, + -23.39061737060547, + -22.83983612060547, + -22.289052963256836, + -21.738271713256836, + -21.187488555908203, + -20.636707305908203, + -20.085926055908203, + -19.535144805908203, + -18.98436164855957, + -18.43358039855957, + -17.882797241210938, + -17.332015991210938, + -16.781234741210938, + -16.230453491210938, + -15.679670333862305, + -15.128888130187988, + -14.578106880187988, + -14.027324676513672, + -13.476543426513672, + -12.925760269165039, + -12.374979019165039, + -11.824197769165039, + -11.273414611816406, + -10.722633361816406, + -10.171852111816406, + -9.621068954467773, + -9.070287704467773, + -8.519506454467773, + -7.968723297119141, + -7.417942047119141, + -6.867160797119141, + -6.316377639770508, + -5.765596389770508, + -5.214815139770508, + -4.664031982421875, + -4.113250732421875, + -3.562469482421875, + -3.011686325073242, + -2.4609055519104004 + ], + "r_inf_mean": 7934.888671875, + "r_inf_median": 0.2521776556968689, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 162313879552.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1443459689617157, + "gamma_active": { + "1e-08": 0.16185905039310455, + "1e-07": 0.16224490106105804, + "1e-06": 0.16206863522529602, + "1e-05": 0.1626490205526352, + "0.0001": 0.16244032979011536 + }, + "gamma_energy_weighted": { + "1e-08": 0.19885618713455502, + "1e-07": 0.19885618713455502, + "1e-06": 0.19885618713455502, + "1e-05": 0.19885618713455502, + "0.0001": 0.19885618713455502 + } + } + ] +}
\ No newline at end of file |