diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json new file mode 100644 index 0000000..c0fdbd3 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 10.160696029663086, + "acc": 0.0859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.018905995413661003, + "median_norm": 0.018545033410191536, + "max_norm": 0.06891484558582306, + "min_norm": 3.637099288411605e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.998046875, + "1e-05": 0.990234375, + "0.0001": 0.984375 + }, + "log_norms_percentiles": { + "1": -4.855498313903809, + "5": -2.385723352432251, + "10": -1.9334782361984253, + "25": -1.8305091857910156, + "50": -1.7315993309020996, + "75": -1.6449785232543945, + "90": -1.5614107847213745, + "95": -1.5088703632354736, + "99": -1.3862342834472656 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 3, + 1, + 5, + 2, + 2, + 0, + 3, + 2, + 10, + 32, + 164, + 186, + 80, + 9, + 2 + ], + "log_norms_bin_edges": [ + -8.439245223999023, + -8.293694496154785, + -8.14814281463623, + -8.002592086791992, + -7.8570404052734375, + -7.711489677429199, + -7.5659379959106445, + -7.420387268066406, + -7.27483606338501, + -7.129284858703613, + -6.983733654022217, + -6.83818244934082, + -6.692631244659424, + -6.547080039978027, + -6.401529312133789, + -6.255977630615234, + -6.110426902770996, + -5.964875221252441, + -5.819324493408203, + -5.673773288726807, + -5.52822208404541, + -5.382670879364014, + -5.237119674682617, + -5.091568470001221, + -4.946017265319824, + -4.800466537475586, + -4.654914855957031, + -4.509364128112793, + -4.3638129234313965, + -4.21826171875, + -4.0727105140686035, + -3.927159309387207, + -3.7816081047058105, + -3.636056900024414, + -3.4905056953430176, + -3.344954490661621, + -3.1994032859802246, + -3.053852081298828, + -2.90830135345459, + -2.7627501487731934, + -2.617198944091797, + -2.4716477394104004, + -2.326096534729004, + -2.1805453300476074, + -2.034994125366211, + -1.8894429206848145, + -1.743891716003418, + -1.5983405113220215, + -1.452789306640625, + -1.3072385787963867, + -1.1616872549057007 + ], + "r_inf_mean": 0.33050206303596497, + "r_inf_median": 0.32379910349845886, + "pr_mean": 0.18798306584358215, + "pr_median": 0.18886500597000122, + "hoyer_mean": 0.45867881178855896, + "eff_dim_mean": 0.45867881178855896, + "topk_energy": { + "1": 0.11164571344852448, + "5": 0.40567758679389954, + "10": 0.595625638961792, + "25": 0.8693000674247742 + }, + "gamma_raw": 0.022766385227441788, + "gamma_active": { + "1e-08": 0.022869445383548737, + "1e-07": 0.022869445383548737, + "1e-06": 0.022869445383548737, + "1e-05": 0.022168010473251343, + "0.0001": 0.021649552509188652 + }, + "gamma_energy_weighted": { + "1e-08": 0.012184977718101807, + "1e-07": 0.012184977718101807, + "1e-06": 0.012184977718101807, + "1e-05": 0.012184977718101807, + "0.0001": 0.012184977718101807 + } + }, + { + "layer": 1, + "mean_norm": 0.0021040253341197968, + "median_norm": 0.0021789269521832466, + "max_norm": 0.004624764900654554, + "min_norm": 5.089960120052694e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.74509334564209, + "5": -3.246626853942871, + "10": -2.812592029571533, + "25": -2.7058968544006348, + "50": -2.6614575386047363, + "75": -2.616589069366455, + "90": -2.5744173526763916, + "95": -2.550955057144165, + "99": -2.475127935409546 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 3, + 3, + 2, + 0, + 0, + 7, + 8, + 8, + 23, + 325, + 112, + 5 + ], + "log_norms_bin_edges": [ + -9.293285369873047, + -9.154117584228516, + -9.0149507522583, + -8.87578296661377, + -8.736615180969238, + -8.597448348999023, + -8.458280563354492, + -8.319112777709961, + -8.17994499206543, + -8.040778160095215, + -7.901610374450684, + -7.762442588806152, + -7.623275279998779, + -7.484107971191406, + -7.344940185546875, + -7.205772876739502, + -7.066605567932129, + -6.927437782287598, + -6.788269996643066, + -6.649103164672852, + -6.50993537902832, + -6.370767593383789, + -6.231600284576416, + -6.092432975769043, + -5.953265190124512, + -5.814097881317139, + -5.674930572509766, + -5.535762786865234, + -5.396595001220703, + -5.25742769241333, + -5.118260383605957, + -4.979092597961426, + -4.839925289154053, + -4.70075798034668, + -4.561590194702148, + -4.422422885894775, + -4.283255100250244, + -4.144087791442871, + -4.004920482635498, + -3.865752696990967, + -3.7265853881835938, + -3.5874176025390625, + -3.4482502937316895, + -3.3090829849243164, + -3.169915199279785, + -3.030747890472412, + -2.891580104827881, + -2.752412796020508, + -2.6132450103759766, + -2.4740777015686035, + -2.3349103927612305 + ], + "r_inf_mean": 0.2910063862800598, + "r_inf_median": 0.28270360827445984, + "pr_mean": 0.27695366740226746, + "pr_median": 0.27959349751472473, + "hoyer_mean": 0.5968642234802246, + "eff_dim_mean": 0.5968642234802246, + "topk_energy": { + "1": 0.08700034767389297, + "5": 0.3160664141178131, + "10": 0.47450101375579834, + "25": 0.7584123611450195 + }, + "gamma_raw": 0.021715328097343445, + "gamma_active": { + "1e-08": 0.021757520735263824, + "1e-07": 0.021757520735263824, + "1e-06": 0.021631039679050446, + "1e-05": 0.021538453176617622, + "0.0001": 0.021666469052433968 + }, + "gamma_energy_weighted": { + "1e-08": 0.024264842512946912, + "1e-07": 0.024264842512946912, + "1e-06": 0.024264842512946912, + "1e-05": 0.024264842512946912, + "0.0001": 0.024264842512946912 + } + }, + { + "layer": 2, + "mean_norm": 0.0016951310681179166, + "median_norm": 0.0018221585778519511, + "max_norm": 0.0023193375673145056, + "min_norm": 3.8104316923970316e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.793013572692871, + "5": -3.333242177963257, + "10": -2.922788381576538, + "25": -2.7804973125457764, + "50": -2.7393126487731934, + "75": -2.7125306129455566, + "90": -2.6853103637695312, + "95": -2.6773524284362793, + "99": -2.667203426361084 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 2, + 0, + 0, + 6, + 3, + 2, + 1, + 0, + 3, + 12, + 6, + 7, + 97, + 363 + ], + "log_norms_bin_edges": [ + -9.419026374816895, + -9.28333854675293, + -9.147650718688965, + -9.011962890625, + -8.876275062561035, + -8.74058723449707, + -8.604899406433105, + -8.46921157836914, + -8.333523750305176, + -8.197835922241211, + -8.062148094177246, + -7.926460266113281, + -7.790772438049316, + -7.655084609985352, + -7.519396781921387, + -7.383708953857422, + -7.248021125793457, + -7.112333297729492, + -6.976645469665527, + -6.8409576416015625, + -6.705269813537598, + -6.569581985473633, + -6.433894157409668, + -6.298206329345703, + -6.1625189781188965, + -6.026831150054932, + -5.891143321990967, + -5.755455493927002, + -5.619767665863037, + -5.484079837799072, + -5.348392009735107, + -5.212704181671143, + -5.077016353607178, + -4.941328525543213, + -4.805640697479248, + -4.669952869415283, + -4.534265041351318, + -4.3985772132873535, + -4.262889385223389, + -4.127201557159424, + -3.991513729095459, + -3.855825901031494, + -3.7201380729675293, + -3.5844502449035645, + -3.4487624168395996, + -3.3130745887756348, + -3.17738676071167, + -3.041698932647705, + -2.9060115814208984, + -2.7703237533569336, + -2.6346359252929688 + ], + "r_inf_mean": 0.2519446909427643, + "r_inf_median": 0.247421994805336, + "pr_mean": 0.338682621717453, + "pr_median": 0.337154358625412, + "hoyer_mean": 0.6343587636947632, + "eff_dim_mean": 0.6343587636947632, + "topk_energy": { + "1": 0.06429849565029144, + "5": 0.263901948928833, + "10": 0.4196961522102356, + "25": 0.7247895002365112 + }, + "gamma_raw": 0.006314524449408054, + "gamma_active": { + "1e-08": 0.006326213013380766, + "1e-07": 0.006326213013380766, + "1e-06": 0.006245729047805071, + "1e-05": 0.006247582845389843, + "0.0001": 0.0065745762549340725 + }, + "gamma_energy_weighted": { + "1e-08": 0.007154047798603511, + "1e-07": 0.007154047798603511, + "1e-06": 0.007154047798603511, + "1e-05": 0.007154047798603511, + "0.0001": 0.007154047798603511 + } + }, + { + "layer": 3, + "mean_norm": 0.0016907361568883061, + "median_norm": 0.0018147713271901011, + "max_norm": 0.002299694577232003, + "min_norm": 3.777588242215302e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.794710159301758, + "5": -3.3370003700256348, + "10": -2.9238622188568115, + "25": -2.7814927101135254, + "50": -2.7411727905273438, + "75": -2.7148308753967285, + "90": -2.686154365539551, + "95": -2.676440715789795, + "99": -2.6669528484344482 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 0, + 0, + 5, + 4, + 2, + 1, + 0, + 3, + 12, + 5, + 8, + 92, + 368 + ], + "log_norms_bin_edges": [ + -9.422785758972168, + -9.287096977233887, + -9.151407241821289, + -9.015718460083008, + -8.880029678344727, + -8.744339942932129, + -8.608651161193848, + -8.47296142578125, + -8.337272644042969, + -8.201583862304688, + -8.06589412689209, + -7.930205345153809, + -7.794516563415527, + -7.658827304840088, + -7.523138046264648, + -7.387448787689209, + -7.2517595291137695, + -7.116070747375488, + -6.980381488800049, + -6.844692230224609, + -6.709003448486328, + -6.573314189910889, + -6.437624931335449, + -6.301936149597168, + -6.1662468910217285, + -6.030557632446289, + -5.894868850708008, + -5.75917911529541, + -5.623490333557129, + -5.4878010749816895, + -5.35211181640625, + -5.216423034667969, + -5.080733776092529, + -4.94504451751709, + -4.809355735778809, + -4.673666477203369, + -4.53797721862793, + -4.40228796005249, + -4.266599178314209, + -4.1309099197387695, + -3.99522066116333, + -3.859531879425049, + -3.7238426208496094, + -3.58815336227417, + -3.4524641036987305, + -3.316775321960449, + -3.1810860633850098, + -3.0453968048095703, + -2.909708023071289, + -2.7740187644958496, + -2.6383297443389893 + ], + "r_inf_mean": 0.25121158361434937, + "r_inf_median": 0.24535992741584778, + "pr_mean": 0.3393535017967224, + "pr_median": 0.3376399874687195, + "hoyer_mean": 0.6348146200180054, + "eff_dim_mean": 0.6348146200180054, + "topk_energy": { + "1": 0.06391574442386627, + "5": 0.26365089416503906, + "10": 0.4193493723869324, + "25": 0.7244528532028198 + }, + "gamma_raw": 0.008252793923020363, + "gamma_active": { + "1e-08": 0.00827018916606903, + "1e-07": 0.00827018916606903, + "1e-06": 0.008396187797188759, + "1e-05": 0.00847096461802721, + "0.0001": 0.0087415911257267 + }, + "gamma_energy_weighted": { + "1e-08": 0.009437094380894115, + "1e-07": 0.009437094380894115, + "1e-06": 0.009437094380894115, + "1e-05": 0.009437094380894115, + "0.0001": 0.009437094380894115 + } + } + ] +}
\ No newline at end of file |