diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json new file mode 100644 index 0000000..cc0fd38 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 36.025550842285156, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.06307469308376312, + "median_norm": 0.06549795717000961, + "max_norm": 0.16782546043395996, + "min_norm": 0.0, + "support": { + "1e-08": 0.96875, + "1e-07": 0.96484375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -10.006052017211914, + "5": -4.659182071685791, + "10": -1.4282888174057007, + "25": -1.2459337711334229, + "50": -1.1831496953964233, + "75": -1.1195800304412842, + "90": -1.0670485496520996, + "95": -1.0277941226959229, + "99": -0.9029133319854736 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 6, + 0, + 1, + 2, + 0, + 2, + 2, + 3, + 2, + 4, + 4, + 3, + 5, + 14, + 455 + ], + "log_norms_bin_edges": [ + -30.0, + -29.415502548217773, + -28.831005096435547, + -28.246509552001953, + -27.662012100219727, + -27.0775146484375, + -26.493017196655273, + -25.908519744873047, + -25.32402229309082, + -24.739524841308594, + -24.155029296875, + -23.570531845092773, + -22.986034393310547, + -22.40153694152832, + -21.817039489746094, + -21.2325439453125, + -20.64804458618164, + -20.063549041748047, + -19.47905158996582, + -18.894554138183594, + -18.310056686401367, + -17.72555923461914, + -17.141063690185547, + -16.556564331054688, + -15.972068786621094, + -15.387571334838867, + -14.80307388305664, + -14.218576431274414, + -13.634078979492188, + -13.049583435058594, + -12.465085983276367, + -11.88058853149414, + -11.296091079711914, + -10.711593627929688, + -10.127096176147461, + -9.542598724365234, + -8.95810317993164, + -8.373605728149414, + -7.7891082763671875, + -7.204610824584961, + -6.620113372802734, + -6.035615921020508, + -5.451120376586914, + -4.8666229248046875, + -4.282125473022461, + -3.6976280212402344, + -3.113130569458008, + -2.5286331176757812, + -1.9441375732421875, + -1.359640121459961, + -0.7751421928405762 + ], + "r_inf_mean": 73741.171875, + "r_inf_median": 0.25019967555999756, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 17613929316352.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.040059611201286316, + "gamma_active": { + "1e-08": 0.04148111119866371, + "1e-07": 0.04084507375955582, + "1e-06": 0.040613505989313126, + "1e-05": 0.04010072723031044, + "0.0001": 0.040178678929805756 + }, + "gamma_energy_weighted": { + "1e-08": 0.041045289654542454, + "1e-07": 0.041045289654542454, + "1e-06": 0.041045289654542454, + "1e-05": 0.041045289654542454, + "0.0001": 0.041045289654542454 + } + }, + { + "layer": 1, + "mean_norm": 0.0026962547563016415, + "median_norm": 0.002838867949321866, + "max_norm": 0.005633432883769274, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.958984375, + "1e-06": 0.951171875, + "1e-05": 0.939453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.42860221862793, + "5": -5.891224384307861, + "10": -2.739686965942383, + "25": -2.6093430519104004, + "50": -2.5463364124298096, + "75": -2.4855449199676514, + "90": -2.438950300216675, + "95": -2.412586212158203, + "99": -2.366943120956421 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 4, + 3, + 0, + 2, + 1, + 1, + 1, + 3, + 2, + 3, + 3, + 5, + 1, + 5, + 7, + 463 + ], + "log_norms_bin_edges": [ + -30.0, + -29.444984436035156, + -28.889968872070312, + -28.33495330810547, + -27.779937744140625, + -27.22492218017578, + -26.669906616210938, + -26.114891052246094, + -25.55987548828125, + -25.004859924316406, + -24.449844360351562, + -23.89483070373535, + -23.339815139770508, + -22.784799575805664, + -22.22978401184082, + -21.674768447875977, + -21.119752883911133, + -20.56473731994629, + -20.009721755981445, + -19.4547061920166, + -18.899690628051758, + -18.344676971435547, + -17.789661407470703, + -17.23464584350586, + -16.679630279541016, + -16.124614715576172, + -15.569598197937012, + -15.014582633972168, + -14.45956802368164, + -13.904552459716797, + -13.349536895751953, + -12.79452133178711, + -12.239505767822266, + -11.684490203857422, + -11.129474639892578, + -10.574459075927734, + -10.01944351196289, + -9.464427947998047, + -8.909412384033203, + -8.35439682006836, + -7.799381256103516, + -7.244367599487305, + -6.689352035522461, + -6.134336471557617, + -5.579320907592773, + -5.02430534362793, + -4.469289779663086, + -3.914274215698242, + -3.3592586517333984, + -2.8042430877685547, + -2.2492268085479736 + ], + "r_inf_mean": 2788.54345703125, + "r_inf_median": 0.2383609116077423, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 24615690240.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.29537433385849, + "gamma_active": { + "1e-08": 0.3059718906879425, + "1e-07": 0.30649706721305847, + "1e-06": 0.30701586604118347, + "1e-05": 0.30694910883903503, + "0.0001": 0.30701640248298645 + }, + "gamma_energy_weighted": { + "1e-08": 0.31758648675955625, + "1e-07": 0.31758648675955625, + "1e-06": 0.31758648675955625, + "1e-05": 0.31758648675955625, + "0.0001": 0.31758648675955625 + } + }, + { + "layer": 2, + "mean_norm": 0.001975257648155093, + "median_norm": 0.0020853164605796337, + "max_norm": 0.0027942219749093056, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.939453125, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -11.56602954864502, + "5": -6.00029182434082, + "10": -2.871175527572632, + "25": -2.7163138389587402, + "50": -2.6806368827819824, + "75": -2.6398048400878906, + "90": -2.5897746086120605, + "95": -2.5754683017730713, + "99": -2.554348945617676 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 3, + 3, + 1, + 1, + 2, + 0, + 2, + 3, + 2, + 2, + 4, + 3, + 2, + 3, + 8, + 465 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451074600219727, + -28.902149200439453, + -28.35322380065918, + -27.804298400878906, + -27.255374908447266, + -26.70644760131836, + -26.15752410888672, + -25.608598709106445, + -25.059673309326172, + -24.5107479095459, + -23.961822509765625, + -23.41289710998535, + -22.863971710205078, + -22.315046310424805, + -21.76612091064453, + -21.21719741821289, + -20.668270111083984, + -20.119346618652344, + -19.57042121887207, + -19.021495819091797, + -18.472570419311523, + -17.92364501953125, + -17.374719619750977, + -16.825794219970703, + -16.276870727539062, + -15.727944374084473, + -15.1790189743042, + -14.630093574523926, + -14.081168174743652, + -13.532243728637695, + -12.983318328857422, + -12.434392929077148, + -11.885467529296875, + -11.336542129516602, + -10.787616729736328, + -10.238691329956055, + -9.689765930175781, + -9.14084243774414, + -8.591917037963867, + -8.042991638183594, + -7.49406623840332, + -6.945140838623047, + -6.396215438842773, + -5.8472900390625, + -5.298364639282227, + -4.749439239501953, + -4.20051383972168, + -3.6515884399414062, + -3.1026649475097656, + -2.553739070892334 + ], + "r_inf_mean": 1969.32470703125, + "r_inf_median": 0.25027552247047424, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 12721101824.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.14706675708293915, + "gamma_active": { + "1e-08": 0.1524047553539276, + "1e-07": 0.15240797400474548, + "1e-06": 0.15305522084236145, + "1e-05": 0.15316501259803772, + "0.0001": 0.1532730758190155 + }, + "gamma_energy_weighted": { + "1e-08": 0.1708895162543808, + "1e-07": 0.1708895162543808, + "1e-06": 0.1708895162543808, + "1e-05": 0.1708895162543808, + "0.0001": 0.1708895162543808 + } + }, + { + "layer": 3, + "mean_norm": 0.0019427365623414516, + "median_norm": 0.0020497292280197144, + "max_norm": 0.002726157894358039, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.939453125, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -11.5658540725708, + "5": -6.010289192199707, + "10": -2.877458333969116, + "25": -2.7171339988708496, + "50": -2.688279390335083, + "75": -2.6513657569885254, + "90": -2.59297251701355, + "95": -2.5851237773895264, + "99": -2.564629077911377 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 3, + 3, + 1, + 1, + 2, + 0, + 2, + 3, + 2, + 2, + 4, + 3, + 2, + 3, + 8, + 465 + ], + "log_norms_bin_edges": [ + -30.0, + -29.4512882232666, + -28.902578353881836, + -28.353866577148438, + -27.805156707763672, + -27.256444931030273, + -26.707733154296875, + -26.15902328491211, + -25.61031150817871, + -25.061601638793945, + -24.512889862060547, + -23.96417999267578, + -23.415468215942383, + -22.866756439208984, + -22.31804656982422, + -21.76933479309082, + -21.220623016357422, + -20.671913146972656, + -20.12320327758789, + -19.57448959350586, + -19.025779724121094, + -18.477069854736328, + -17.92835807800293, + -17.37964630126953, + -16.830936431884766, + -16.282224655151367, + -15.733513832092285, + -15.184803009033203, + -14.636092185974121, + -14.087381362915039, + -13.53866958618164, + -12.989959716796875, + -12.441247940063477, + -11.892536163330078, + -11.343826293945312, + -10.795114517211914, + -10.246404647827148, + -9.69769287109375, + -9.148981094360352, + -8.600271224975586, + -8.051559448242188, + -7.502849578857422, + -6.954137802124023, + -6.405426025390625, + -5.856716156005859, + -5.308004379272461, + -4.759294509887695, + -4.210582733154297, + -3.6618728637695312, + -3.113161087036133, + -2.5644490718841553 + ], + "r_inf_mean": 1957.7650146484375, + "r_inf_median": 0.24985994398593903, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 12697063424.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.13643878698349, + "gamma_active": { + "1e-08": 0.14138200879096985, + "1e-07": 0.1415484994649887, + "1e-06": 0.14205311238765717, + "1e-05": 0.14229394495487213, + "0.0001": 0.1421547830104828 + }, + "gamma_energy_weighted": { + "1e-08": 0.15847159482275297, + "1e-07": 0.15847159482275297, + "1e-06": 0.15847159482275297, + "1e-05": 0.15847159482275297, + "0.0001": 0.15847159482275297 + } + } + ] +}
\ No newline at end of file |