diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json new file mode 100644 index 0000000..331ca4d --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 10.282852172851562, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.01925049163401127, + "median_norm": 0.01835925690829754, + "max_norm": 0.09355661273002625, + "min_norm": 5.618650078531573e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.998046875, + "1e-05": 0.9921875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -4.642096519470215, + "5": -2.861988067626953, + "10": -2.0025956630706787, + "25": -1.8271812200546265, + "50": -1.736043930053711, + "75": -1.626382827758789, + "90": -1.5301611423492432, + "95": -1.4771087169647217, + "99": -1.3167215585708618 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 3, + 3, + 1, + 1, + 2, + 1, + 1, + 0, + 2, + 0, + 0, + 3, + 2, + 0, + 3, + 2, + 4, + 4, + 3, + 2, + 7, + 17, + 128, + 166, + 101, + 34, + 13, + 2, + 1 + ], + "log_norms_bin_edges": [ + -7.250368118286133, + -7.12593936920166, + -7.0015106201171875, + -6.877081394195557, + -6.752652645111084, + -6.628223896026611, + -6.503795146942139, + -6.379365921020508, + -6.254937171936035, + -6.1305084228515625, + -6.00607967376709, + -5.881650924682617, + -5.7572221755981445, + -5.632792949676514, + -5.508364200592041, + -5.383935451507568, + -5.2595062255859375, + -5.135077476501465, + -5.010648727416992, + -4.8862199783325195, + -4.761791229248047, + -4.637362480163574, + -4.512933254241943, + -4.388504505157471, + -4.264075756072998, + -4.139646530151367, + -4.0152177810668945, + -3.890789031982422, + -3.766360282897949, + -3.6419312953948975, + -3.517502546310425, + -3.393073558807373, + -3.2686448097229004, + -3.1442160606384277, + -3.019787311553955, + -2.895358085632324, + -2.7709293365478516, + -2.646500587463379, + -2.5220718383789062, + -2.3976426124572754, + -2.2732138633728027, + -2.14878511428833, + -2.0243563652038574, + -1.8999276161193848, + -1.775498390197754, + -1.6510696411132812, + -1.5266408920288086, + -1.402212142944336, + -1.2777833938598633, + -1.1533541679382324, + -1.0289255380630493 + ], + "r_inf_mean": 0.34158802032470703, + "r_inf_median": 0.3316688537597656, + "pr_mean": 0.17901284992694855, + "pr_median": 0.17831136286258698, + "hoyer_mean": 0.4533681571483612, + "eff_dim_mean": 0.4533681273460388, + "topk_energy": { + "1": 0.11956104636192322, + "5": 0.4169885218143463, + "10": 0.605405330657959, + "25": 0.8733230829238892 + }, + "gamma_raw": 0.0087505504488945, + "gamma_active": { + "1e-08": 0.0087505504488945, + "1e-07": 0.009002151899039745, + "1e-06": 0.009002151899039745, + "1e-05": 0.009243815205991268, + "0.0001": 0.009717629291117191 + }, + "gamma_energy_weighted": { + "1e-08": 0.017708589380212292, + "1e-07": 0.017708589380212292, + "1e-06": 0.017708589380212292, + "1e-05": 0.017708589380212292, + "0.0001": 0.017708589380212292 + } + }, + { + "layer": 1, + "mean_norm": 0.0022337622940540314, + "median_norm": 0.002320161322131753, + "max_norm": 0.005431980360299349, + "min_norm": 8.421267239100416e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.974609375, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -5.559938907623291, + "5": -3.839914560317993, + "10": -2.867823839187622, + "25": -2.6832306385040283, + "50": -2.6341288089752197, + "75": -2.5855119228363037, + "90": -2.5307507514953613, + "95": -2.4925220012664795, + "99": -2.4104483127593994 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 5, + 0, + 2, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 1, + 0, + 3, + 1, + 2, + 1, + 2, + 1, + 7, + 3, + 1, + 4, + 7, + 24, + 235, + 171, + 27, + 2 + ], + "log_norms_bin_edges": [ + -8.074623107910156, + -7.958431720733643, + -7.842239856719971, + -7.726048469543457, + -7.609856605529785, + -7.4936652183532715, + -7.3774733543396, + -7.261281967163086, + -7.145090103149414, + -7.0288987159729, + -6.9127068519592285, + -6.796515464782715, + -6.680323600769043, + -6.564132213592529, + -6.447940349578857, + -6.331748962402344, + -6.215557098388672, + -6.099365711212158, + -5.9831743240356445, + -5.866982460021973, + -5.750790596008301, + -5.634599208831787, + -5.518407821655273, + -5.402215957641602, + -5.28602409362793, + -5.169832706451416, + -5.053641319274902, + -4.9374494552612305, + -4.821257591247559, + -4.705066204071045, + -4.588874816894531, + -4.472682952880859, + -4.3564910888671875, + -4.240299701690674, + -4.12410831451416, + -4.007916450500488, + -3.8917250633239746, + -3.7755331993103027, + -3.659341812133789, + -3.543149948120117, + -3.4269585609436035, + -3.3107666969299316, + -3.194575309753418, + -3.078383445739746, + -2.9621920585632324, + -2.8460001945495605, + -2.729808807373047, + -2.613616943359375, + -2.4974255561828613, + -2.3812336921691895, + -2.2650420665740967 + ], + "r_inf_mean": 0.2781696319580078, + "r_inf_median": 0.26729515194892883, + "pr_mean": 0.3041924834251404, + "pr_median": 0.3139716386795044, + "hoyer_mean": 0.6178592443466187, + "eff_dim_mean": 0.6178592443466187, + "topk_energy": { + "1": 0.0803665816783905, + "5": 0.29224252700805664, + "10": 0.44713228940963745, + "25": 0.7389355897903442 + }, + "gamma_raw": 0.04656224697828293, + "gamma_active": { + "1e-08": 0.0466209314763546, + "1e-07": 0.0466209314763546, + "1e-06": 0.046623654663562775, + "1e-05": 0.047318235039711, + "0.0001": 0.04748977720737457 + }, + "gamma_energy_weighted": { + "1e-08": 0.05785591708695756, + "1e-07": 0.05785591708695756, + "1e-06": 0.05785591708695756, + "1e-05": 0.05785591708695756, + "0.0001": 0.05785591708695756 + } + }, + { + "layer": 2, + "mean_norm": 0.0018380021210759878, + "median_norm": 0.0020009749568998814, + "max_norm": 0.0025139357894659042, + "min_norm": 8.226587411286346e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.974609375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.605474472045898, + "5": -3.887794017791748, + "10": -2.962745189666748, + "25": -2.737454891204834, + "50": -2.69874906539917, + "75": -2.6687099933624268, + "90": -2.652233123779297, + "95": -2.6406874656677246, + "99": -2.6150543689727783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 5, + 0, + 1, + 1, + 0, + 1, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 3, + 2, + 0, + 1, + 6, + 2, + 2, + 1, + 11, + 11, + 150, + 298 + ], + "log_norms_bin_edges": [ + -8.0847806930542, + -7.975078105926514, + -7.865375518798828, + -7.755672454833984, + -7.645969867706299, + -7.536267280578613, + -7.426564693450928, + -7.316861629486084, + -7.207159042358398, + -7.097456455230713, + -6.987753868103027, + -6.878050804138184, + -6.768348217010498, + -6.6586456298828125, + -6.548943042755127, + -6.439240455627441, + -6.329537391662598, + -6.219834804534912, + -6.110132217407227, + -6.000429153442383, + -5.8907270431518555, + -5.781023979187012, + -5.671321392059326, + -5.561618804931641, + -5.451915740966797, + -5.342213153839111, + -5.232510566711426, + -5.122807502746582, + -5.013105392456055, + -4.903402328491211, + -4.793699741363525, + -4.68399715423584, + -4.574294090270996, + -4.464591979980469, + -4.354888916015625, + -4.2451863288879395, + -4.135483741760254, + -4.02578067779541, + -3.9160780906677246, + -3.806375503540039, + -3.6966729164123535, + -3.5869698524475098, + -3.477267265319824, + -3.3675646781921387, + -3.257862091064453, + -3.1481590270996094, + -3.038456439971924, + -2.9287538528442383, + -2.8190512657165527, + -2.709348678588867, + -2.5996458530426025 + ], + "r_inf_mean": 0.2535895109176636, + "r_inf_median": 0.24410225450992584, + "pr_mean": 0.3412925601005554, + "pr_median": 0.3448641300201416, + "hoyer_mean": 0.6396083831787109, + "eff_dim_mean": 0.6396083831787109, + "topk_energy": { + "1": 0.06570838391780853, + "5": 0.2606070935726166, + "10": 0.4171583652496338, + "25": 0.7214394807815552 + }, + "gamma_raw": 0.0823647677898407, + "gamma_active": { + "1e-08": 0.08249371498823166, + "1e-07": 0.08249371498823166, + "1e-06": 0.08266637474298477, + "1e-05": 0.08329141139984131, + "0.0001": 0.08309414237737656 + }, + "gamma_energy_weighted": { + "1e-08": 0.09251898347917752, + "1e-07": 0.09251898347917752, + "1e-06": 0.09251898347917752, + "1e-05": 0.09251898347917752, + "0.0001": 0.09251898347917752 + } + }, + { + "layer": 3, + "mean_norm": 0.0018263522069901228, + "median_norm": 0.001991433557122946, + "max_norm": 0.0024568054359406233, + "min_norm": 8.194041889453274e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.974609375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.609358310699463, + "5": -3.8885250091552734, + "10": -2.9659230709075928, + "25": -2.738525152206421, + "50": -2.700613260269165, + "75": -2.6740550994873047, + "90": -2.6586151123046875, + "95": -2.643223762512207, + "99": -2.6164417266845703 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 4, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 3, + 2, + 0, + 1, + 6, + 2, + 2, + 1, + 11, + 10, + 120, + 329 + ], + "log_norms_bin_edges": [ + -8.086502075195312, + -7.976964473724365, + -7.867427349090576, + -7.757889747619629, + -7.648352146148682, + -7.538814544677734, + -7.429277420043945, + -7.319739818572998, + -7.210202217102051, + -7.100665092468262, + -6.9911274909973145, + -6.881589889526367, + -6.772052764892578, + -6.662515163421631, + -6.552977561950684, + -6.4434404373168945, + -6.333902835845947, + -6.224365234375, + -6.114828109741211, + -6.005290508270264, + -5.895752906799316, + -5.786215782165527, + -5.67667818069458, + -5.567140579223633, + -5.457603454589844, + -5.3480658531188965, + -5.238528251647949, + -5.12899112701416, + -5.019453525543213, + -4.909915924072266, + -4.800378799438477, + -4.690840721130371, + -4.581303596496582, + -4.471766471862793, + -4.3622283935546875, + -4.252691268920898, + -4.143153667449951, + -4.033616542816162, + -3.924078941345215, + -3.8145413398742676, + -3.7050037384033203, + -3.5954666137695312, + -3.485929012298584, + -3.3763914108276367, + -3.2668542861938477, + -3.1573166847229004, + -3.047779083251953, + -2.938241958618164, + -2.828704357147217, + -2.7191667556762695, + -2.6096293926239014 + ], + "r_inf_mean": 0.25455158948898315, + "r_inf_median": 0.24421265721321106, + "pr_mean": 0.34050726890563965, + "pr_median": 0.3435131907463074, + "hoyer_mean": 0.6395251750946045, + "eff_dim_mean": 0.6395251154899597, + "topk_energy": { + "1": 0.0663028433918953, + "5": 0.26134228706359863, + "10": 0.41779327392578125, + "25": 0.7212526798248291 + }, + "gamma_raw": 0.05313584953546524, + "gamma_active": { + "1e-08": 0.053233981132507324, + "1e-07": 0.053233981132507324, + "1e-06": 0.05324053391814232, + "1e-05": 0.05395424738526344, + "0.0001": 0.053915202617645264 + }, + "gamma_energy_weighted": { + "1e-08": 0.058795697298957166, + "1e-07": 0.058795697298957166, + "1e-06": 0.058795697298957166, + "1e-05": 0.058795697298957166, + "0.0001": 0.058795697298957166 + } + } + ] +}
\ No newline at end of file |