diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json new file mode 100644 index 0000000..8a32e7d --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 37.11552047729492, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0617804192006588, + "median_norm": 0.05861111357808113, + "max_norm": 0.21555154025554657, + "min_norm": 2.818751829058163e-21, + "support": { + "1e-08": 0.96875, + "1e-07": 0.966796875, + "1e-06": 0.955078125, + "1e-05": 0.94921875, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -12.821648597717285, + "5": -5.052831172943115, + "10": -1.6709203720092773, + "25": -1.336525321006775, + "50": -1.2319207191467285, + "75": -1.1226000785827637, + "90": -1.0058661699295044, + "95": -0.9154552221298218, + "99": -0.7439613342285156 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 4, + 1, + 2, + 1, + 3, + 4, + 4, + 1, + 2, + 3, + 4, + 4, + 7, + 368, + 86 + ], + "log_norms_bin_edges": [ + -20.549943923950195, + -20.152273178100586, + -19.75460433959961, + -19.35693359375, + -18.959264755249023, + -18.561594009399414, + -18.163925170898438, + -17.766254425048828, + -17.36858367919922, + -16.970914840698242, + -16.573244094848633, + -16.175575256347656, + -15.777904510498047, + -15.38023567199707, + -14.982564926147461, + -14.584895133972168, + -14.187225341796875, + -13.789555549621582, + -13.391885757446289, + -12.99421501159668, + -12.596546173095703, + -12.198875427246094, + -11.8012056350708, + -11.403535842895508, + -11.005866050720215, + -10.608196258544922, + -10.210526466369629, + -9.812856674194336, + -9.415185928344727, + -9.017516136169434, + -8.61984634399414, + -8.222176551818848, + -7.824506759643555, + -7.426836967468262, + -7.029167175292969, + -6.631497383117676, + -6.233827590942383, + -5.836156845092773, + -5.4384870529174805, + -5.0408172607421875, + -4.6431474685668945, + -4.245477676391602, + -3.847806930541992, + -3.4501380920410156, + -3.0524673461914062, + -2.6547985076904297, + -2.2571277618408203, + -1.8594589233398438, + -1.4617881774902344, + -1.064117431640625, + -0.6664488911628723 + ], + "r_inf_mean": 0.3004327118396759, + "r_inf_median": 0.2945512533187866, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5904784202575684, + "eff_dim_mean": 0.5904784202575684, + "topk_energy": { + "1": 0.09281584620475769, + "5": 0.3225662112236023, + "10": 0.4825427532196045, + "25": 0.7644743919372559 + }, + "gamma_raw": -0.0041242022998631, + "gamma_active": { + "1e-08": -0.00419059069827199, + "1e-07": -0.004168980289250612, + "1e-06": -0.004397746175527573, + "1e-05": -0.004293779842555523, + "0.0001": -0.004377526696771383 + }, + "gamma_energy_weighted": { + "1e-08": 0.014945668820363816, + "1e-07": 0.014945668820363816, + "1e-06": 0.014945668820363816, + "1e-05": 0.014945668820363816, + "0.0001": 0.014945668820363816 + } + }, + { + "layer": 1, + "mean_norm": 0.003422300796955824, + "median_norm": 0.003315123962238431, + "max_norm": 0.010435795411467552, + "min_norm": 1.2415427403392098e-22, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.953125, + "1e-06": 0.943359375, + "1e-05": 0.927734375, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -14.109733581542969, + "5": -6.46287727355957, + "10": -3.037860631942749, + "25": -2.601837396621704, + "50": -2.4784159660339355, + "75": -2.3598241806030273, + "90": -2.2516722679138184, + "95": -2.182872772216797, + "99": -2.06805419921875 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 6, + 0, + 1, + 3, + 2, + 4, + 4, + 1, + 1, + 4, + 4, + 4, + 4, + 312, + 145 + ], + "log_norms_bin_edges": [ + -21.906038284301758, + -21.50754737854004, + -21.10905647277832, + -20.71056365966797, + -20.31207275390625, + -19.91358184814453, + -19.515090942382812, + -19.116600036621094, + -18.718107223510742, + -18.319616317749023, + -17.921125411987305, + -17.522634506225586, + -17.124141693115234, + -16.725650787353516, + -16.327159881591797, + -15.928668975830078, + -15.53017807006836, + -15.131686210632324, + -14.733194351196289, + -14.33470344543457, + -13.936212539672852, + -13.537720680236816, + -13.139229774475098, + -12.740738868713379, + -12.342247009277344, + -11.943756103515625, + -11.54526424407959, + -11.146773338317871, + -10.748282432556152, + -10.349790573120117, + -9.951299667358398, + -9.552807807922363, + -9.154316902160645, + -8.755825996398926, + -8.35733413696289, + -7.958843231201172, + -7.560351371765137, + -7.161860466003418, + -6.763369560241699, + -6.364877700805664, + -5.966386795043945, + -5.567895889282227, + -5.169403076171875, + -4.770912170410156, + -4.3724212646484375, + -3.9739303588867188, + -3.575439453125, + -3.1769466400146484, + -2.7784557342529297, + -2.379964828491211, + -1.9814743995666504 + ], + "r_inf_mean": 0.26500725746154785, + "r_inf_median": 0.2608184814453125, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6364169120788574, + "eff_dim_mean": 0.6364176273345947, + "topk_energy": { + "1": 0.07147133350372314, + "5": 0.27553263306617737, + "10": 0.4291965365409851, + "25": 0.7247917652130127 + }, + "gamma_raw": 0.14563868939876556, + "gamma_active": { + "1e-08": 0.15062034130096436, + "1e-07": 0.1515599936246872, + "1e-06": 0.15187551081180573, + "1e-05": 0.1527126580476761, + "0.0001": 0.1534360647201538 + }, + "gamma_energy_weighted": { + "1e-08": 0.18922287796993084, + "1e-07": 0.18922287796993084, + "1e-06": 0.18922287796993084, + "1e-05": 0.18922287796993084, + "0.0001": 0.18922287796993084 + } + }, + { + "layer": 2, + "mean_norm": 0.0020134635269641876, + "median_norm": 0.0020756423473358154, + "max_norm": 0.003494060365483165, + "min_norm": 9.169400462483332e-23, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.951171875, + "1e-06": 0.939453125, + "1e-05": 0.92578125, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -14.233375549316406, + "5": -6.5747761726379395, + "10": -3.15837025642395, + "25": -2.741122007369995, + "50": -2.6825451850891113, + "75": -2.592416524887085, + "90": -2.5656661987304688, + "95": -2.5461294651031494, + "99": -2.4609029293060303 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 1, + 1, + 5, + 1, + 1, + 2, + 4, + 2, + 4, + 1, + 2, + 4, + 4, + 3, + 5, + 456 + ], + "log_norms_bin_edges": [ + -22.03765869140625, + -21.646038055419922, + -21.254419326782227, + -20.8627986907959, + -20.471179962158203, + -20.079559326171875, + -19.68794059753418, + -19.29631996154785, + -18.904701232910156, + -18.513080596923828, + -18.1214599609375, + -17.729841232299805, + -17.338220596313477, + -16.94660186767578, + -16.554981231689453, + -16.163360595703125, + -15.77174186706543, + -15.380122184753418, + -14.988502502441406, + -14.596881866455078, + -14.205263137817383, + -13.813642501831055, + -13.422022819519043, + -13.030403137207031, + -12.63878345489502, + -12.247163772583008, + -11.855544090270996, + -11.463924407958984, + -11.072303771972656, + -10.680684089660645, + -10.289064407348633, + -9.897444725036621, + -9.50582504272461, + -9.114205360412598, + -8.722585678100586, + -8.330965995788574, + -7.9393463134765625, + -7.547725677490234, + -7.156105995178223, + -6.764486312866211, + -6.372866630554199, + -5.9812469482421875, + -5.589626312255859, + -5.198007583618164, + -4.806386947631836, + -4.414768218994141, + -4.0231475830078125, + -3.631528854370117, + -3.239908218383789, + -2.848287582397461, + -2.456669569015503 + ], + "r_inf_mean": 0.24337241053581238, + "r_inf_median": 0.2388467937707901, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6534771919250488, + "eff_dim_mean": 0.6534780859947205, + "topk_energy": { + "1": 0.060024648904800415, + "5": 0.2521232068538666, + "10": 0.40325891971588135, + "25": 0.708358108997345 + }, + "gamma_raw": 0.15766385197639465, + "gamma_active": { + "1e-08": 0.16307437419891357, + "1e-07": 0.1637987494468689, + "1e-06": 0.16491803526878357, + "1e-05": 0.16566362977027893, + "0.0001": 0.16625718772411346 + }, + "gamma_energy_weighted": { + "1e-08": 0.2170181462576726, + "1e-07": 0.2170181462576726, + "1e-06": 0.2170181462576726, + "1e-05": 0.2170181462576726, + "0.0001": 0.2170181462576726 + } + }, + { + "layer": 3, + "mean_norm": 0.001974822022020817, + "median_norm": 0.002020516199991107, + "max_norm": 0.003372220089659095, + "min_norm": 9.904084925088661e-23, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.951171875, + "1e-06": 0.939453125, + "1e-05": 0.92578125, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -14.234158515930176, + "5": -6.5709919929504395, + "10": -3.1642656326293945, + "25": -2.7443227767944336, + "50": -2.6941847801208496, + "75": -2.6030592918395996, + "90": -2.576526403427124, + "95": -2.5575602054595947, + "99": -2.4748713970184326 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 1, + 2, + 4, + 1, + 1, + 2, + 4, + 2, + 4, + 1, + 2, + 4, + 4, + 3, + 5, + 456 + ], + "log_norms_bin_edges": [ + -22.004186630249023, + -21.613544464111328, + -21.222902297973633, + -20.832260131835938, + -20.441617965698242, + -20.050975799560547, + -19.66033363342285, + -19.269691467285156, + -18.879051208496094, + -18.488407135009766, + -18.097766876220703, + -17.707124710083008, + -17.316482543945312, + -16.925840377807617, + -16.535198211669922, + -16.144556045532227, + -15.753913879394531, + -15.363271713256836, + -14.97262954711914, + -14.581987380981445, + -14.19134521484375, + -13.800704002380371, + -13.410061836242676, + -13.01941967010498, + -12.628777503967285, + -12.23813533782959, + -11.847493171691895, + -11.4568510055542, + -11.06620979309082, + -10.675567626953125, + -10.28492546081543, + -9.894283294677734, + -9.503641128540039, + -9.112998962402344, + -8.722356796264648, + -8.331714630126953, + -7.941072463989258, + -7.550431251525879, + -7.159789085388184, + -6.769146919250488, + -6.378504753112793, + -5.987863540649414, + -5.597221374511719, + -5.206579208374023, + -4.815937042236328, + -4.425294876098633, + -4.0346527099609375, + -3.644010543823242, + -3.253368377685547, + -2.8627262115478516, + -2.4720840454101562 + ], + "r_inf_mean": 0.24500375986099243, + "r_inf_median": 0.23935523629188538, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.650632381439209, + "eff_dim_mean": 0.6506325602531433, + "topk_energy": { + "1": 0.060797423124313354, + "5": 0.25517502427101135, + "10": 0.40584391355514526, + "25": 0.7103201746940613 + }, + "gamma_raw": 0.10877268016338348, + "gamma_active": { + "1e-08": 0.11259149014949799, + "1e-07": 0.11337272822856903, + "1e-06": 0.11349122226238251, + "1e-05": 0.11390525102615356, + "0.0001": 0.11435597389936447 + }, + "gamma_energy_weighted": { + "1e-08": 0.14203357556267085, + "1e-07": 0.14203357556267085, + "1e-06": 0.14203357556267085, + "1e-05": 0.14203357556267085, + "0.0001": 0.14203357556267085 + } + } + ] +}
\ No newline at end of file |