diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json new file mode 100644 index 0000000..b1fcebc --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 9.988813400268555, + "acc": 0.123046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.018261468037962914, + "median_norm": 0.01810435578227043, + "max_norm": 0.052392132580280304, + "min_norm": 1.2693085409409832e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.329615116119385, + "5": -3.032705307006836, + "10": -2.094226837158203, + "25": -1.840422511100769, + "50": -1.7416422367095947, + "75": -1.637678861618042, + "90": -1.5575158596038818, + "95": -1.4953091144561768, + "99": -1.3901525735855103 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 5, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 1, + 3, + 1, + 3, + 3, + 3, + 9, + 16, + 65, + 116, + 118, + 87, + 35, + 12, + 5 + ], + "log_norms_bin_edges": [ + -5.896432876586914, + -5.804119110107422, + -5.7118048667907715, + -5.619491100311279, + -5.527176856994629, + -5.434863090515137, + -5.342548847198486, + -5.250235080718994, + -5.157920837402344, + -5.065607070922852, + -4.973293304443359, + -4.880979061126709, + -4.788665294647217, + -4.696351051330566, + -4.604037284851074, + -4.511723518371582, + -4.419409275054932, + -4.327095031738281, + -4.234781265258789, + -4.142467498779297, + -4.0501532554626465, + -3.9578394889831543, + -3.865525484085083, + -3.7732114791870117, + -3.6808974742889404, + -3.588583469390869, + -3.496269464492798, + -3.4039554595947266, + -3.3116416931152344, + -3.219327688217163, + -3.127013683319092, + -3.0346996784210205, + -2.942385673522949, + -2.850071668624878, + -2.7577576637268066, + -2.6654436588287354, + -2.573129653930664, + -2.480815887451172, + -2.3885018825531006, + -2.2961878776550293, + -2.203873872756958, + -2.1115598678588867, + -2.0192458629608154, + -1.9269318580627441, + -1.834618091583252, + -1.7423038482666016, + -1.6499900817871094, + -1.557675838470459, + -1.4653620719909668, + -1.3730483055114746, + -1.2807339429855347 + ], + "r_inf_mean": 0.3346211016178131, + "r_inf_median": 0.33115702867507935, + "pr_mean": 0.1818247139453888, + "pr_median": 0.17761187255382538, + "hoyer_mean": 0.45109063386917114, + "eff_dim_mean": 0.45109060406684875, + "topk_energy": { + "1": 0.11429791152477264, + "5": 0.41405075788497925, + "10": 0.6056092977523804, + "25": 0.8753576278686523 + }, + "gamma_raw": 0.03829241544008255, + "gamma_active": { + "1e-08": 0.03829241544008255, + "1e-07": 0.03829241544008255, + "1e-06": 0.03829241544008255, + "1e-05": 0.038807980716228485, + "0.0001": 0.03940252587199211 + }, + "gamma_energy_weighted": { + "1e-08": 0.04339156449521178, + "1e-07": 0.04339156449521178, + "1e-06": 0.04339156449521178, + "1e-05": 0.04339156449521178, + "0.0001": 0.04339156449521178 + } + }, + { + "layer": 1, + "mean_norm": 0.00200615543872118, + "median_norm": 0.0020930992905050516, + "max_norm": 0.0038308186922222376, + "min_norm": 1.6358693244455935e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.9765625, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -5.272561073303223, + "5": -3.8819961547851562, + "10": -3.1140315532684326, + "25": -2.732649087905884, + "50": -2.6781716346740723, + "75": -2.620455503463745, + "90": -2.5577120780944824, + "95": -2.5188887119293213, + "99": -2.474299907684326 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 3, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 3, + 2, + 1, + 1, + 1, + 3, + 1, + 2, + 4, + 2, + 1, + 3, + 1, + 8, + 3, + 7, + 6, + 24, + 165, + 176, + 60, + 20 + ], + "log_norms_bin_edges": [ + -6.786251544952393, + -6.6988606452941895, + -6.611469745635986, + -6.524078845977783, + -6.43668794631958, + -6.349297046661377, + -6.261906623840332, + -6.174515724182129, + -6.087124824523926, + -5.999733924865723, + -5.9123430252075195, + -5.824952125549316, + -5.737561225891113, + -5.65017032623291, + -5.562779426574707, + -5.475388526916504, + -5.387997627258301, + -5.300606727600098, + -5.2132158279418945, + -5.125824928283691, + -5.038434028625488, + -4.951043605804443, + -4.86365270614624, + -4.776261806488037, + -4.688870906829834, + -4.601480007171631, + -4.514089107513428, + -4.426698207855225, + -4.3393073081970215, + -4.251916885375977, + -4.164525985717773, + -4.07713508605957, + -3.989743947982788, + -3.902353048324585, + -3.814962148666382, + -3.7275712490081787, + -3.6401805877685547, + -3.5527896881103516, + -3.4653987884521484, + -3.3780078887939453, + -3.290616989135742, + -3.203226089477539, + -3.115835428237915, + -3.028444528579712, + -2.941053628921509, + -2.8536627292633057, + -2.7662720680236816, + -2.6788811683654785, + -2.5914902687072754, + -2.5040993690490723, + -2.416708469390869 + ], + "r_inf_mean": 0.28350934386253357, + "r_inf_median": 0.27626460790634155, + "pr_mean": 0.29583728313446045, + "pr_median": 0.3031446933746338, + "hoyer_mean": 0.6131179332733154, + "eff_dim_mean": 0.6131178736686707, + "topk_energy": { + "1": 0.08300141245126724, + "5": 0.30137214064598083, + "10": 0.45524704456329346, + "25": 0.7411407232284546 + }, + "gamma_raw": 0.026672635227441788, + "gamma_active": { + "1e-08": 0.026672635227441788, + "1e-07": 0.026672635227441788, + "1e-06": 0.026687966659665108, + "1e-05": 0.02694128081202507, + "0.0001": 0.027345584705471992 + }, + "gamma_energy_weighted": { + "1e-08": 0.030922978601251934, + "1e-07": 0.030922978601251934, + "1e-06": 0.030922978601251934, + "1e-05": 0.030922978601251934, + "0.0001": 0.030922978601251934 + } + }, + { + "layer": 2, + "mean_norm": 0.001630557468160987, + "median_norm": 0.001780090038664639, + "max_norm": 0.002465044381096959, + "min_norm": 1.11177193673484e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.9765625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.4135942459106445, + "5": -3.9563229084014893, + "10": -3.1918435096740723, + "25": -2.794898271560669, + "50": -2.7494266033172607, + "75": -2.7148666381835938, + "90": -2.68253755569458, + "95": -2.666846990585327, + "99": -2.632441759109497 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 3, + 0, + 0, + 2, + 0, + 1, + 1, + 2, + 3, + 3, + 0, + 0, + 1, + 2, + 3, + 1, + 3, + 4, + 0, + 4, + 1, + 8, + 5, + 3, + 7, + 4, + 89, + 280, + 73 + ], + "log_norms_bin_edges": [ + -6.953984260559082, + -6.867068290710449, + -6.780151844024658, + -6.693235874176025, + -6.606319427490234, + -6.519403457641602, + -6.4324870109558105, + -6.345571041107178, + -6.258654594421387, + -6.171738624572754, + -6.084822654724121, + -5.99790620803833, + -5.910990238189697, + -5.824073791503906, + -5.737157821655273, + -5.650241851806641, + -5.56332540512085, + -5.476408958435059, + -5.389492988586426, + -5.302577018737793, + -5.215660572052002, + -5.128744602203369, + -5.041828155517578, + -4.954912185668945, + -4.8679962158203125, + -4.7810797691345215, + -4.6941633224487305, + -4.607247352600098, + -4.520331382751465, + -4.433415412902832, + -4.346498966217041, + -4.25958251953125, + -4.172666549682617, + -4.085750579833984, + -3.9988341331481934, + -3.9119179248809814, + -3.8250017166137695, + -3.7380857467651367, + -3.651169538497925, + -3.564253330230713, + -3.477337121963501, + -3.390420913696289, + -3.303504705429077, + -3.2165884971618652, + -3.1296725273132324, + -3.0427563190460205, + -2.9558401107788086, + -2.8689236640930176, + -2.7820076942443848, + -2.695091724395752, + -2.608175277709961 + ], + "r_inf_mean": 0.2427445948123932, + "r_inf_median": 0.24044522643089294, + "pr_mean": 0.35837697982788086, + "pr_median": 0.35698986053466797, + "hoyer_mean": 0.6455615162849426, + "eff_dim_mean": 0.6455615162849426, + "topk_energy": { + "1": 0.05951128154993057, + "5": 0.2510017156600952, + "10": 0.40441596508026123, + "25": 0.710291862487793 + }, + "gamma_raw": 0.022593721747398376, + "gamma_active": { + "1e-08": 0.022593721747398376, + "1e-07": 0.022593721747398376, + "1e-06": 0.02228531427681446, + "1e-05": 0.022530993446707726, + "0.0001": 0.022156869992613792 + }, + "gamma_energy_weighted": { + "1e-08": 0.02666412013733704, + "1e-07": 0.02666412013733704, + "1e-06": 0.02666412013733704, + "1e-05": 0.02666412013733704, + "0.0001": 0.02666412013733704 + } + }, + { + "layer": 3, + "mean_norm": 0.0016232646303251386, + "median_norm": 0.0017706905491650105, + "max_norm": 0.0024430505000054836, + "min_norm": 1.1032796010113088e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.9765625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.413876056671143, + "5": -3.9558825492858887, + "10": -3.1930272579193115, + "25": -2.79695987701416, + "50": -2.7511038780212402, + "75": -2.715804100036621, + "90": -2.6849420070648193, + "95": -2.6707937717437744, + "99": -2.6356759071350098 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 3, + 0, + 0, + 2, + 0, + 1, + 1, + 2, + 3, + 2, + 1, + 0, + 1, + 2, + 3, + 1, + 3, + 4, + 0, + 4, + 1, + 8, + 5, + 2, + 8, + 4, + 79, + 285, + 78 + ], + "log_norms_bin_edges": [ + -6.957314491271973, + -6.8704094886779785, + -6.783504486083984, + -6.69659948348999, + -6.609694957733154, + -6.52278995513916, + -6.435884952545166, + -6.348979949951172, + -6.262074947357178, + -6.175169944763184, + -6.0882649421691895, + -6.001359939575195, + -5.914455413818359, + -5.827550411224365, + -5.740645408630371, + -5.653740406036377, + -5.566835403442383, + -5.479930877685547, + -5.3930253982543945, + -5.306120872497559, + -5.2192158699035645, + -5.13231086730957, + -5.045405864715576, + -4.958500862121582, + -4.871596336364746, + -4.784690856933594, + -4.697786331176758, + -4.610881328582764, + -4.5239763259887695, + -4.437071323394775, + -4.350166320800781, + -4.263261795043945, + -4.176356315612793, + -4.089451789855957, + -4.002546787261963, + -3.9156417846679688, + -3.8287367820739746, + -3.7418317794799805, + -3.6549270153045654, + -3.5680220127105713, + -3.481117010116577, + -3.394212245941162, + -3.307307243347168, + -3.220402240753174, + -3.1334972381591797, + -3.0465924739837646, + -2.9596874713897705, + -2.8727827072143555, + -2.7858777046203613, + -2.698972702026367, + -2.612067699432373 + ], + "r_inf_mean": 0.24267643690109253, + "r_inf_median": 0.2390918880701065, + "pr_mean": 0.35725241899490356, + "pr_median": 0.35808998346328735, + "hoyer_mean": 0.6445004940032959, + "eff_dim_mean": 0.6445004940032959, + "topk_energy": { + "1": 0.059470903128385544, + "5": 0.2516278028488159, + "10": 0.4053424596786499, + "25": 0.7113174200057983 + }, + "gamma_raw": 0.03011961840093136, + "gamma_active": { + "1e-08": 0.03011961840093136, + "1e-07": 0.03011961840093136, + "1e-06": 0.03006497025489807, + "1e-05": 0.030645456165075302, + "0.0001": 0.030767982825636864 + }, + "gamma_energy_weighted": { + "1e-08": 0.036601028558925844, + "1e-07": 0.036601028558925844, + "1e-06": 0.036601028558925844, + "1e-05": 0.036601028558925844, + "0.0001": 0.036601028558925844 + } + } + ] +}
\ No newline at end of file |