diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json new file mode 100644 index 0000000..130c9ea --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 42, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.001465320587158, + "acc": 0.25390625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 6.333947339953738e-07, + "median_norm": 4.195617577806843e-07, + "max_norm": 4.877954324911116e-06, + "min_norm": 1.7700738652592918e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.91015625, + "1e-06": 0.1796875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.457462787628174, + "5": -7.142299175262451, + "10": -6.987037181854248, + "25": -6.723257064819336, + "50": -6.374059677124023, + "75": -6.083482265472412, + "90": -5.855742454528809, + "95": -5.738598823547363, + "99": -5.454064846038818 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 2, + 1, + 2, + 3, + 2, + 5, + 7, + 4, + 6, + 6, + 9, + 11, + 9, + 11, + 7, + 4, + 8, + 10, + 12, + 13, + 7, + 11, + 13, + 9, + 10, + 13, + 10, + 7, + 7, + 6, + 3, + 6, + 6, + 2, + 3, + 1, + 0, + 1, + 2, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.752008438110352, + -7.7032036781311035, + -7.654398441314697, + -7.605593681335449, + -7.556788921356201, + -7.507983684539795, + -7.459178924560547, + -7.410374164581299, + -7.361568927764893, + -7.3127641677856445, + -7.2639594078063965, + -7.21515417098999, + -7.166349411010742, + -7.117544174194336, + -7.068739414215088, + -7.01993465423584, + -6.971129417419434, + -6.9223246574401855, + -6.8735198974609375, + -6.824714660644531, + -6.775909900665283, + -6.727105140686035, + -6.678299903869629, + -6.629495143890381, + -6.580690383911133, + -6.531885147094727, + -6.4830803871154785, + -6.4342756271362305, + -6.385470390319824, + -6.336665630340576, + -6.287860870361328, + -6.239055633544922, + -6.190250873565674, + -6.141446113586426, + -6.0926408767700195, + -6.0438361167907715, + -5.995031356811523, + -5.946226119995117, + -5.897421360015869, + -5.848616600036621, + -5.799811363220215, + -5.751006603240967, + -5.702201843261719, + -5.6533966064453125, + -5.6045918464660645, + -5.555787086486816, + -5.50698184967041, + -5.458177089691162, + -5.409372329711914, + -5.360567092895508, + -5.31176233291626 + ], + "r_inf_mean": 0.19837668538093567, + "r_inf_median": 0.19969207048416138, + "pr_mean": 0.2933163642883301, + "pr_median": 0.276974618434906, + "hoyer_mean": 0.5912688970565796, + "eff_dim_mean": 0.5912688970565796, + "topk_energy": { + "1": 0.07330034673213959, + "5": 0.30148443579673767, + "10": 0.48028308153152466, + "25": 0.7653568983078003 + }, + "gamma_raw": 0.24903419613838196, + "gamma_active": { + "1e-08": 0.24903419613838196, + "1e-07": 0.2620922923088074, + "1e-06": 0.19862449169158936, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.1693693606973864, + "1e-07": 0.1693693606973864, + "1e-06": 0.1693693606973864, + "1e-05": 0.1693693606973864, + "0.0001": 0.1693693606973864 + } + }, + { + "layer": 1, + "mean_norm": 7.803649948456837e-10, + "median_norm": 5.714080320018411e-10, + "max_norm": 1.8231775200661104e-08, + "min_norm": 2.6060559266127825e-10, + "support": { + "1e-08": 0.00390625, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.449275016784668, + "5": -9.394906044006348, + "10": -9.38313102722168, + "25": -9.34207820892334, + "50": -9.242864608764648, + "75": -9.105673789978027, + "90": -8.944769859313965, + "95": -8.840707778930664, + "99": -8.489298820495605 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 4, + 6, + 27, + 38, + 26, + 18, + 19, + 17, + 19, + 17, + 16, + 11, + 5, + 3, + 4, + 9, + 3, + 1, + 3, + 1, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.584015846252441, + -9.547119140625, + -9.510222434997559, + -9.4733247756958, + -9.43642807006836, + -9.399531364440918, + -9.362634658813477, + -9.325737953186035, + -9.288840293884277, + -9.251943588256836, + -9.215046882629395, + -9.178150177001953, + -9.141253471374512, + -9.10435676574707, + -9.067459106445312, + -9.030562400817871, + -8.99366569519043, + -8.956768989562988, + -8.919872283935547, + -8.882974624633789, + -8.846077919006348, + -8.809181213378906, + -8.772284507751465, + -8.735387802124023, + -8.698490142822266, + -8.661593437194824, + -8.624696731567383, + -8.587800025939941, + -8.5509033203125, + -8.514005661010742, + -8.4771089553833, + -8.44021224975586, + -8.403315544128418, + -8.366418838500977, + -8.329521179199219, + -8.292624473571777, + -8.255727767944336, + -8.218831062316895, + -8.181934356689453, + -8.145036697387695, + -8.108139991760254, + -8.071243286132812, + -8.034346580505371, + -7.99744987487793, + -7.96055269241333, + -7.923655986785889, + -7.886758804321289, + -7.849862098693848, + -7.812965393066406, + -7.776068210601807, + -7.739171504974365 + ], + "r_inf_mean": 0.35533517599105835, + "r_inf_median": 0.3314588665962219, + "pr_mean": 0.14488938450813293, + "pr_median": 0.11856742203235626, + "hoyer_mean": 0.4916110932826996, + "eff_dim_mean": 0.4916110932826996, + "topk_energy": { + "1": 0.21024462580680847, + "5": 0.47229304909706116, + "10": 0.6168347597122192, + "25": 0.8228110671043396 + }, + "gamma_raw": -0.0014083115383982658, + "gamma_active": { + "1e-08": -0.15585371851921082, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.10200789758950457, + "1e-07": -0.10200789758950457, + "1e-06": -0.10200789758950457, + "1e-05": -0.10200789758950457, + "0.0001": -0.10200789758950457 + } + }, + { + "layer": 2, + "mean_norm": 4.940946540799018e-10, + "median_norm": 4.706502410023461e-10, + "max_norm": 9.039328729976148e-10, + "min_norm": 2.2597153315206953e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.57858943939209, + "5": -9.470010757446289, + "10": -9.434353828430176, + "25": -9.38910961151123, + "50": -9.326801300048828, + "75": -9.264440536499023, + "90": -9.165214538574219, + "95": -9.129350662231445, + "99": -9.077860832214355 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 2, + 4, + 1, + 7, + 3, + 7, + 5, + 16, + 19, + 9, + 13, + 10, + 15, + 17, + 12, + 11, + 11, + 14, + 9, + 6, + 8, + 2, + 7, + 5, + 5, + 1, + 2, + 5, + 6, + 2, + 3, + 2, + 3, + 1, + 2, + 0, + 2 + ], + "log_norms_bin_edges": [ + -9.645946502685547, + -9.633904457092285, + -9.62186336517334, + -9.609821319580078, + -9.597780227661133, + -9.585738182067871, + -9.573697090148926, + -9.561655044555664, + -9.549612998962402, + -9.537571907043457, + -9.525529861450195, + -9.51348876953125, + -9.501446723937988, + -9.489404678344727, + -9.477363586425781, + -9.46532154083252, + -9.453280448913574, + -9.441238403320312, + -9.429197311401367, + -9.417155265808105, + -9.405113220214844, + -9.393072128295898, + -9.381030082702637, + -9.368988990783691, + -9.35694694519043, + -9.344905853271484, + -9.332863807678223, + -9.320821762084961, + -9.308780670166016, + -9.296738624572754, + -9.284697532653809, + -9.272655487060547, + -9.260613441467285, + -9.24857234954834, + -9.236530303955078, + -9.224489212036133, + -9.212447166442871, + -9.200406074523926, + -9.188364028930664, + -9.176321983337402, + -9.164280891418457, + -9.152238845825195, + -9.14019775390625, + -9.128155708312988, + -9.116113662719727, + -9.104072570800781, + -9.09203052520752, + -9.079989433288574, + -9.067947387695312, + -9.055906295776367, + -9.043864250183105 + ], + "r_inf_mean": 0.4273303747177124, + "r_inf_median": 0.3845841586589813, + "pr_mean": 0.07437767088413239, + "pr_median": 0.07771610468626022, + "hoyer_mean": 0.37731146812438965, + "eff_dim_mean": 0.37731146812438965, + "topk_energy": { + "1": 0.28318431973457336, + "5": 0.5960769653320312, + "10": 0.7408536672592163, + "25": 0.9002403020858765 + }, + "gamma_raw": -0.0022374512627720833, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002361721977185503, + "1e-07": -0.002361721977185503, + "1e-06": -0.002361721977185503, + "1e-05": -0.002361721977185503, + "0.0001": -0.002361721977185503 + } + }, + { + "layer": 3, + "mean_norm": 4.933400354900641e-10, + "median_norm": 4.70105565586465e-10, + "max_norm": 9.078486296054677e-10, + "min_norm": 2.2550653011599309e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.582595825195312, + "5": -9.47178840637207, + "10": -9.436161041259766, + "25": -9.389741897583008, + "50": -9.327397346496582, + "75": -9.266885757446289, + "90": -9.164645195007324, + "95": -9.131082534790039, + "99": -9.076410293579102 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 3, + 3, + 1, + 8, + 3, + 7, + 5, + 16, + 18, + 10, + 12, + 11, + 13, + 17, + 13, + 12, + 13, + 11, + 9, + 8, + 6, + 3, + 9, + 3, + 4, + 1, + 2, + 6, + 6, + 2, + 4, + 1, + 3, + 0, + 2, + 0, + 2 + ], + "log_norms_bin_edges": [ + -9.646841049194336, + -9.634743690490723, + -9.622647285461426, + -9.610549926757812, + -9.5984525680542, + -9.586355209350586, + -9.574258804321289, + -9.562161445617676, + -9.550064086914062, + -9.537967681884766, + -9.525870323181152, + -9.513772964477539, + -9.501676559448242, + -9.489579200744629, + -9.477481842041016, + -9.465385437011719, + -9.453288078308105, + -9.441190719604492, + -9.429093360900879, + -9.416996955871582, + -9.404899597167969, + -9.392802238464355, + -9.380705833435059, + -9.368608474731445, + -9.356511116027832, + -9.344413757324219, + -9.332317352294922, + -9.320219993591309, + -9.308122634887695, + -9.296026229858398, + -9.283928871154785, + -9.271831512451172, + -9.259735107421875, + -9.247637748718262, + -9.235540390014648, + -9.223443984985352, + -9.211346626281738, + -9.199249267578125, + -9.187151908874512, + -9.175055503845215, + -9.162958145141602, + -9.150860786437988, + -9.138764381408691, + -9.126667022705078, + -9.114569664001465, + -9.102472305297852, + -9.090375900268555, + -9.078278541564941, + -9.066181182861328, + -9.054084777832031, + -9.041987419128418 + ], + "r_inf_mean": 0.42838627099990845, + "r_inf_median": 0.3855907917022705, + "pr_mean": 0.07348872721195221, + "pr_median": 0.07654953747987747, + "hoyer_mean": 0.3742046356201172, + "eff_dim_mean": 0.3742046058177948, + "topk_energy": { + "1": 0.28404295444488525, + "5": 0.5980854034423828, + "10": 0.7433640360832214, + "25": 0.9021828770637512 + }, + "gamma_raw": -0.0020678602159023285, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0022188143361211755, + "1e-07": -0.0022188143361211755, + "1e-06": -0.0022188143361211755, + "1e-05": -0.0022188143361211755, + "0.0001": -0.0022188143361211755 + } + } + ] +}
\ No newline at end of file |