diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json new file mode 100644 index 0000000..77a5b2f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 9.959592819213867, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.017818545922636986, + "median_norm": 0.01744621992111206, + "max_norm": 0.06091040372848511, + "min_norm": 1.3415603739019843e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.990234375, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -4.4490580558776855, + "5": -2.4321417808532715, + "10": -2.032693862915039, + "25": -1.8520926237106323, + "50": -1.758249044418335, + "75": -1.6616926193237305, + "90": -1.588365077972412, + "95": -1.5287803411483765, + "99": -1.4129067659378052 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 2, + 3, + 0, + 2, + 2, + 0, + 2, + 0, + 1, + 3, + 4, + 8, + 16, + 51, + 167, + 165, + 59, + 13, + 3 + ], + "log_norms_bin_edges": [ + -7.872390270233154, + -7.739248752593994, + -7.606106758117676, + -7.472965240478516, + -7.3398237228393555, + -7.206682205200195, + -7.073540687561035, + -6.940398693084717, + -6.807257175445557, + -6.6741156578063965, + -6.540973663330078, + -6.407832145690918, + -6.274690628051758, + -6.141549110412598, + -6.0084075927734375, + -5.875265598297119, + -5.742124080657959, + -5.608982563018799, + -5.4758405685424805, + -5.34269905090332, + -5.20955753326416, + -5.076416015625, + -4.94327449798584, + -4.8101325035095215, + -4.676990985870361, + -4.543849468231201, + -4.410707473754883, + -4.277565956115723, + -4.1444244384765625, + -4.011282920837402, + -3.878141164779663, + -3.744999408721924, + -3.6118578910827637, + -3.4787163734436035, + -3.3455748558044434, + -3.212432861328125, + -3.079291343688965, + -2.9461498260498047, + -2.8130078315734863, + -2.679866313934326, + -2.546724796295166, + -2.413583278656006, + -2.2804417610168457, + -2.1472997665405273, + -2.014158248901367, + -1.881016731262207, + -1.7478747367858887, + -1.6147332191467285, + -1.4815917015075684, + -1.3484501838684082, + -1.2153085470199585 + ], + "r_inf_mean": 0.3467870354652405, + "r_inf_median": 0.3422580659389496, + "pr_mean": 0.17512691020965576, + "pr_median": 0.17410242557525635, + "hoyer_mean": 0.45175814628601074, + "eff_dim_mean": 0.45175814628601074, + "topk_energy": { + "1": 0.12324295938014984, + "5": 0.42472344636917114, + "10": 0.6093724966049194, + "25": 0.874174952507019 + }, + "gamma_raw": -0.011563010513782501, + "gamma_active": { + "1e-08": -0.011563010513782501, + "1e-07": -0.01168851274996996, + "1e-06": -0.01174476183950901, + "1e-05": -0.011946136131882668, + "0.0001": -0.011777122505009174 + }, + "gamma_energy_weighted": { + "1e-08": -0.01722884581416426, + "1e-07": -0.01722884581416426, + "1e-06": -0.01722884581416426, + "1e-05": -0.01722884581416426, + "0.0001": -0.01722884581416426 + } + }, + { + "layer": 1, + "mean_norm": 0.002088101115077734, + "median_norm": 0.0022036994341760874, + "max_norm": 0.004260533023625612, + "min_norm": 1.314001352170635e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -5.429847240447998, + "5": -3.340477228164673, + "10": -2.8877949714660645, + "25": -2.72451114654541, + "50": -2.6568214893341064, + "75": -2.6080684661865234, + "90": -2.5669939517974854, + "95": -2.528749465942383, + "99": -2.4608912467956543 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 3, + 2, + 1, + 1, + 0, + 2, + 1, + 0, + 7, + 5, + 4, + 12, + 38, + 238, + 170, + 15 + ], + "log_norms_bin_edges": [ + -8.881404876708984, + -8.751187324523926, + -8.620969772338867, + -8.490753173828125, + -8.360535621643066, + -8.230318069458008, + -8.10010051727295, + -7.969883441925049, + -7.83966588973999, + -7.70944881439209, + -7.579231262207031, + -7.449013710021973, + -7.318796157836914, + -7.188579082489014, + -7.058361530303955, + -6.928144454956055, + -6.797926902770996, + -6.6677093505859375, + -6.537492275238037, + -6.4072747230529785, + -6.277057647705078, + -6.1468400955200195, + -6.016622543334961, + -5.886404991149902, + -5.756187915802002, + -5.625970840454102, + -5.495753288269043, + -5.365535736083984, + -5.235318183898926, + -5.105101108551025, + -4.974883556365967, + -4.844666481018066, + -4.714448928833008, + -4.584231376647949, + -4.454014301300049, + -4.32379674911499, + -4.19357967376709, + -4.063362121582031, + -3.9331445693969727, + -3.8029274940490723, + -3.6727099418640137, + -3.542492389678955, + -3.4122753143310547, + -3.282057762145996, + -3.1518402099609375, + -3.021623134613037, + -2.8914055824279785, + -2.761188507080078, + -2.6309709548950195, + -2.500753402709961, + -2.3705360889434814 + ], + "r_inf_mean": 0.2807486951351166, + "r_inf_median": 0.2725348472595215, + "pr_mean": 0.2964019179344177, + "pr_median": 0.30154281854629517, + "hoyer_mean": 0.6128425598144531, + "eff_dim_mean": 0.6128425598144531, + "topk_energy": { + "1": 0.08119034767150879, + "5": 0.29857325553894043, + "10": 0.4548112154006958, + "25": 0.7440608143806458 + }, + "gamma_raw": 0.011214717291295528, + "gamma_active": { + "1e-08": 0.01124632079154253, + "1e-07": 0.011634266003966331, + "1e-06": 0.011717678979039192, + "1e-05": 0.011576728895306587, + "0.0001": 0.011543957516551018 + }, + "gamma_energy_weighted": { + "1e-08": 0.016017894388066327, + "1e-07": 0.016017894388066327, + "1e-06": 0.016017894388066327, + "1e-05": 0.016017894388066327, + "0.0001": 0.016017894388066327 + } + }, + { + "layer": 2, + "mean_norm": 0.001690404606051743, + "median_norm": 0.0018438705010339618, + "max_norm": 0.0022986847907304764, + "min_norm": 1.237695723688148e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -5.568781852722168, + "5": -3.432922124862671, + "10": -2.9800450801849365, + "25": -2.79018235206604, + "50": -2.7342047691345215, + "75": -2.705350399017334, + "90": -2.6792099475860596, + "95": -2.6709330081939697, + "99": -2.6480627059936523 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 3, + 2, + 2, + 1, + 1, + 0, + 2, + 1, + 0, + 7, + 5, + 5, + 9, + 17, + 119, + 327 + ], + "log_norms_bin_edges": [ + -8.90738582611084, + -8.782008171081543, + -8.656631469726562, + -8.531253814697266, + -8.405876159667969, + -8.280499458312988, + -8.155121803283691, + -8.029745101928711, + -7.904367446899414, + -7.778989791870117, + -7.6536126136779785, + -7.52823543548584, + -7.402857780456543, + -7.277480602264404, + -7.152103424072266, + -7.026726245880127, + -6.901349067687988, + -6.775971412658691, + -6.650594234466553, + -6.525217056274414, + -6.399839401245117, + -6.2744622230529785, + -6.14908504486084, + -6.023707389831543, + -5.898330211639404, + -5.772953033447266, + -5.647575378417969, + -5.522198677062988, + -5.396821022033691, + -5.271443843841553, + -5.146066665649414, + -5.020689010620117, + -4.8953118324279785, + -4.76993465423584, + -4.644556999206543, + -4.519179821014404, + -4.393802642822266, + -4.268425464630127, + -4.14304780960083, + -4.017670631408691, + -3.8922934532165527, + -3.766915798187256, + -3.641538619995117, + -3.5161614418029785, + -3.39078426361084, + -3.265406608581543, + -3.1400294303894043, + -3.0146522521972656, + -2.8892745971679688, + -2.76389741897583, + -2.6385204792022705 + ], + "r_inf_mean": 0.24292714893817902, + "r_inf_median": 0.23911209404468536, + "pr_mean": 0.3499802350997925, + "pr_median": 0.350597083568573, + "hoyer_mean": 0.6414167881011963, + "eff_dim_mean": 0.6414167881011963, + "topk_energy": { + "1": 0.05960927903652191, + "5": 0.2584185004234314, + "10": 0.4167124032974243, + "25": 0.7177705764770508 + }, + "gamma_raw": 0.03267107903957367, + "gamma_active": { + "1e-08": 0.032731793820858, + "1e-07": 0.03276238963007927, + "1e-06": 0.03273762762546539, + "1e-05": 0.03284170478582382, + "0.0001": 0.03279900923371315 + }, + "gamma_energy_weighted": { + "1e-08": 0.03636856184855524, + "1e-07": 0.03636856184855524, + "1e-06": 0.03636856184855524, + "1e-05": 0.03636856184855524, + "0.0001": 0.03636856184855524 + } + }, + { + "layer": 3, + "mean_norm": 0.001682401285506785, + "median_norm": 0.0018325344426557422, + "max_norm": 0.0022907464299350977, + "min_norm": 1.2334812060643685e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -5.569997787475586, + "5": -3.4340879917144775, + "10": -2.9791505336761475, + "25": -2.791239023208618, + "50": -2.736901044845581, + "75": -2.7073092460632324, + "90": -2.680774211883545, + "95": -2.6739323139190674, + "99": -2.6475791931152344 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 3, + 2, + 2, + 0, + 2, + 0, + 2, + 1, + 0, + 7, + 5, + 5, + 9, + 16, + 122, + 325 + ], + "log_norms_bin_edges": [ + -8.908867835998535, + -8.783491134643555, + -8.658114433288574, + -8.532736778259277, + -8.407360076904297, + -8.281983375549316, + -8.156606674194336, + -8.031229972839355, + -7.905852794647217, + -7.780475616455078, + -7.655098915100098, + -7.529722213745117, + -7.4043450355529785, + -7.278968334197998, + -7.153591156005859, + -7.028214454650879, + -6.902837753295898, + -6.77746057510376, + -6.652083396911621, + -6.526706695556641, + -6.40132999420166, + -6.27595329284668, + -6.150576114654541, + -6.025198936462402, + -5.899822235107422, + -5.774445533752441, + -5.649068832397461, + -5.523691654205322, + -5.398314476013184, + -5.272937774658203, + -5.147561073303223, + -5.022184371948242, + -4.8968071937561035, + -4.771430492401123, + -4.646053314208984, + -4.520676612854004, + -4.395299434661865, + -4.269922733306885, + -4.144546031951904, + -4.019168853759766, + -3.893792152404785, + -3.7684149742126465, + -3.643038272857666, + -3.5176615715026855, + -3.392284393310547, + -3.2669076919555664, + -3.1415305137634277, + -3.0161538124084473, + -2.8907766342163086, + -2.765399932861328, + -2.6400229930877686 + ], + "r_inf_mean": 0.24280603229999542, + "r_inf_median": 0.23904725909233093, + "pr_mean": 0.3505163788795471, + "pr_median": 0.3514935374259949, + "hoyer_mean": 0.6415455341339111, + "eff_dim_mean": 0.6415455341339111, + "topk_energy": { + "1": 0.05957484990358353, + "5": 0.2578091025352478, + "10": 0.4163019359111786, + "25": 0.7178477644920349 + }, + "gamma_raw": 0.0267526526004076, + "gamma_active": { + "1e-08": 0.02679542452096939, + "1e-07": 0.02678399533033371, + "1e-06": 0.02672143094241619, + "1e-05": 0.026817817240953445, + "0.0001": 0.02666880004107952 + }, + "gamma_energy_weighted": { + "1e-08": 0.027786115705898475, + "1e-07": 0.027786115705898475, + "1e-06": 0.027786115705898475, + "1e-05": 0.027786115705898475, + "0.0001": 0.027786115705898475 + } + } + ] +}
\ No newline at end of file |