diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json new file mode 100644 index 0000000..a2b2c01 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 789, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9256985187530518, + "acc": 0.30078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.956032171321567e-07, + "median_norm": 3.793894336467929e-07, + "max_norm": 3.390207666598144e-06, + "min_norm": 5.12358333537577e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.9296875, + "1e-06": 0.1171875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.222532749176025, + "5": -7.059616565704346, + "10": -6.882658958435059, + "25": -6.699997901916504, + "50": -6.420872688293457, + "75": -6.19861364364624, + "90": -5.975427150726318, + "95": -5.91557502746582, + "99": -5.7557549476623535 + }, + "log_norms_histogram": [ + 2, + 2, + 3, + 3, + 2, + 1, + 2, + 3, + 3, + 2, + 2, + 5, + 2, + 9, + 5, + 16, + 7, + 7, + 2, + 6, + 12, + 6, + 13, + 17, + 13, + 9, + 10, + 8, + 8, + 12, + 10, + 8, + 6, + 2, + 6, + 5, + 8, + 8, + 0, + 2, + 4, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.290426731109619, + -7.254013538360596, + -7.2176008224487305, + -7.181187629699707, + -7.144774436950684, + -7.10836124420166, + -7.071948528289795, + -7.0355353355407715, + -6.999122142791748, + -6.962709426879883, + -6.926296234130859, + -6.889883041381836, + -6.8534698486328125, + -6.817057132720947, + -6.780643939971924, + -6.7442307472229, + -6.707818031311035, + -6.671404838562012, + -6.634991645812988, + -6.598578453063965, + -6.5621657371521, + -6.525752544403076, + -6.489339351654053, + -6.4529266357421875, + -6.416513442993164, + -6.380100250244141, + -6.343687057495117, + -6.307274341583252, + -6.2708611488342285, + -6.234447956085205, + -6.19803524017334, + -6.161622047424316, + -6.125208854675293, + -6.0887956619262695, + -6.052382469177246, + -6.015969753265381, + -5.979556560516357, + -5.943143844604492, + -5.906730651855469, + -5.870317459106445, + -5.833904266357422, + -5.797491073608398, + -5.761078357696533, + -5.72466516494751, + -5.6882524490356445, + -5.651839256286621, + -5.615426063537598, + -5.579012870788574, + -5.542599678039551, + -5.5061869621276855, + -5.469773769378662 + ], + "r_inf_mean": 0.18833962082862854, + "r_inf_median": 0.1870119273662567, + "pr_mean": 0.31327494978904724, + "pr_median": 0.31098437309265137, + "hoyer_mean": 0.6035748720169067, + "eff_dim_mean": 0.6035748720169067, + "topk_energy": { + "1": 0.06603235006332397, + "5": 0.28075110912323, + "10": 0.4603431224822998, + "25": 0.7559863924980164 + }, + "gamma_raw": 0.29117411375045776, + "gamma_active": { + "1e-08": 0.29117411375045776, + "1e-07": 0.2960582971572876, + "1e-06": 0.3164030909538269, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.3349322348794593, + "1e-07": 0.3349322348794593, + "1e-06": 0.3349322348794593, + "1e-05": 0.3349322348794593, + "0.0001": 0.3349322348794593 + } + }, + { + "layer": 1, + "mean_norm": 8.707465859458807e-10, + "median_norm": 8.176205268384251e-10, + "max_norm": 2.9876010554374943e-09, + "min_norm": 4.083938465182513e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.358509063720703, + "5": -9.274286270141602, + "10": -9.235422134399414, + "25": -9.180899620056152, + "50": -9.087121963500977, + "75": -8.995558738708496, + "90": -8.916679382324219, + "95": -8.857104301452637, + "99": -8.743765830993652 + }, + "log_norms_histogram": [ + 3, + 0, + 2, + 0, + 1, + 2, + 7, + 6, + 6, + 10, + 14, + 13, + 16, + 10, + 12, + 9, + 11, + 11, + 17, + 19, + 9, + 7, + 9, + 9, + 9, + 8, + 7, + 5, + 4, + 4, + 3, + 2, + 2, + 1, + 1, + 3, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.388921737670898, + -9.371637344360352, + -9.354351997375488, + -9.337066650390625, + -9.319782257080078, + -9.302497863769531, + -9.285212516784668, + -9.267927169799805, + -9.250642776489258, + -9.233358383178711, + -9.216073036193848, + -9.198787689208984, + -9.181503295898438, + -9.16421890258789, + -9.146933555603027, + -9.129648208618164, + -9.112363815307617, + -9.09507942199707, + -9.077794075012207, + -9.060508728027344, + -9.043224334716797, + -9.02593994140625, + -9.008654594421387, + -8.991369247436523, + -8.974084854125977, + -8.95680046081543, + -8.939515113830566, + -8.922229766845703, + -8.904945373535156, + -8.88766098022461, + -8.870375633239746, + -8.853090286254883, + -8.835805892944336, + -8.818521499633789, + -8.801236152648926, + -8.783950805664062, + -8.766666412353516, + -8.749382019042969, + -8.732096672058105, + -8.714811325073242, + -8.697526931762695, + -8.680242538452148, + -8.662957191467285, + -8.645671844482422, + -8.628387451171875, + -8.611103057861328, + -8.593817710876465, + -8.576532363891602, + -8.559247970581055, + -8.541963577270508, + -8.524678230285645 + ], + "r_inf_mean": 0.3181942105293274, + "r_inf_median": 0.31245243549346924, + "pr_mean": 0.13651764392852783, + "pr_median": 0.12523090839385986, + "hoyer_mean": 0.4597764015197754, + "eff_dim_mean": 0.4597764015197754, + "topk_energy": { + "1": 0.17281556129455566, + "5": 0.48920777440071106, + "10": 0.6530976295471191, + "25": 0.859731912612915 + }, + "gamma_raw": -0.005899152718484402, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.004826043951393246, + "1e-07": -0.004826043951393246, + "1e-06": -0.004826043951393246, + "1e-05": -0.004826043951393246, + "0.0001": -0.004826043951393246 + } + }, + { + "layer": 2, + "mean_norm": 8.425881103946153e-10, + "median_norm": 8.087136516010673e-10, + "max_norm": 1.6541591429941604e-09, + "min_norm": 4.055549507331335e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.358704566955566, + "5": -9.274423599243164, + "10": -9.232139587402344, + "25": -9.181389808654785, + "50": -9.091310501098633, + "75": -9.007970809936523, + "90": -8.938688278198242, + "95": -8.896561622619629, + "99": -8.789249420166016 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 2, + 0, + 0, + 2, + 1, + 2, + 5, + 4, + 3, + 3, + 6, + 11, + 9, + 9, + 10, + 6, + 10, + 9, + 10, + 8, + 8, + 12, + 8, + 15, + 11, + 10, + 8, + 5, + 6, + 3, + 9, + 8, + 4, + 7, + 9, + 4, + 1, + 3, + 1, + 1, + 4, + 1, + 1, + 0, + 0, + 0, + 4 + ], + "log_norms_bin_edges": [ + -9.391950607299805, + -9.379739761352539, + -9.36752986907959, + -9.355319023132324, + -9.343108177185059, + -9.33089828491211, + -9.318687438964844, + -9.306476593017578, + -9.294265747070312, + -9.282055854797363, + -9.269845008850098, + -9.257634162902832, + -9.245424270629883, + -9.233213424682617, + -9.221002578735352, + -9.208791732788086, + -9.196581840515137, + -9.184370994567871, + -9.172160148620605, + -9.159950256347656, + -9.14773941040039, + -9.135528564453125, + -9.123318672180176, + -9.11110782623291, + -9.098896980285645, + -9.086687088012695, + -9.07447624206543, + -9.062265396118164, + -9.050054550170898, + -9.03784465789795, + -9.025633811950684, + -9.013422966003418, + -9.001213073730469, + -8.989002227783203, + -8.976791381835938, + -8.964580535888672, + -8.952370643615723, + -8.940159797668457, + -8.927948951721191, + -8.915739059448242, + -8.903528213500977, + -8.891317367553711, + -8.879107475280762, + -8.866896629333496, + -8.85468578338623, + -8.842475891113281, + -8.830265045166016, + -8.81805419921875, + -8.805843353271484, + -8.793633460998535, + -8.78142261505127 + ], + "r_inf_mean": 0.32324424386024475, + "r_inf_median": 0.3149910569190979, + "pr_mean": 0.12693074345588684, + "pr_median": 0.12654545903205872, + "hoyer_mean": 0.4433046579360962, + "eff_dim_mean": 0.4433046579360962, + "topk_energy": { + "1": 0.1750117838382721, + "5": 0.4986611306667328, + "10": 0.6672107577323914, + "25": 0.8728512525558472 + }, + "gamma_raw": -0.0032588113099336624, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0040118025039588955, + "1e-07": -0.0040118025039588955, + "1e-06": -0.0040118025039588955, + "1e-05": -0.0040118025039588955, + "0.0001": -0.0040118025039588955 + } + }, + { + "layer": 3, + "mean_norm": 8.414482999263839e-10, + "median_norm": 7.96971044714212e-10, + "max_norm": 1.6036365568794508e-09, + "min_norm": 4.078723192524336e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.356403350830078, + "5": -9.273717880249023, + "10": -9.22951602935791, + "25": -9.181318283081055, + "50": -9.095497131347656, + "75": -9.011177062988281, + "90": -8.938701629638672, + "95": -8.897819519042969, + "99": -8.8024263381958 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 2, + 4, + 4, + 4, + 1, + 7, + 11, + 7, + 8, + 11, + 6, + 9, + 11, + 4, + 19, + 7, + 6, + 6, + 14, + 12, + 13, + 6, + 7, + 5, + 4, + 5, + 12, + 3, + 5, + 10, + 7, + 3, + 1, + 2, + 1, + 1, + 2, + 3, + 0, + 1, + 0, + 4 + ], + "log_norms_bin_edges": [ + -9.38947582244873, + -9.377584457397461, + -9.365692138671875, + -9.353800773620605, + -9.341909408569336, + -9.330018043518066, + -9.31812572479248, + -9.306234359741211, + -9.294342994689941, + -9.282450675964355, + -9.270559310913086, + -9.258667945861816, + -9.246776580810547, + -9.234884262084961, + -9.222992897033691, + -9.211101531982422, + -9.199210166931152, + -9.187317848205566, + -9.175426483154297, + -9.163535118103027, + -9.151642799377441, + -9.139751434326172, + -9.127860069274902, + -9.115968704223633, + -9.104076385498047, + -9.092185020446777, + -9.080293655395508, + -9.068401336669922, + -9.056509971618652, + -9.044618606567383, + -9.032727241516113, + -9.020834922790527, + -9.008943557739258, + -8.997052192687988, + -8.985159873962402, + -8.973268508911133, + -8.961377143859863, + -8.949485778808594, + -8.937593460083008, + -8.925702095031738, + -8.913810729980469, + -8.901918411254883, + -8.890027046203613, + -8.878135681152344, + -8.866244316101074, + -8.854351997375488, + -8.842460632324219, + -8.83056926727295, + -8.81867790222168, + -8.806785583496094, + -8.794894218444824 + ], + "r_inf_mean": 0.32389676570892334, + "r_inf_median": 0.3152273893356323, + "pr_mean": 0.12644197046756744, + "pr_median": 0.12380871921777725, + "hoyer_mean": 0.44278743863105774, + "eff_dim_mean": 0.44278743863105774, + "topk_energy": { + "1": 0.17533734440803528, + "5": 0.49940893054008484, + "10": 0.6675400733947754, + "25": 0.872826337814331 + }, + "gamma_raw": -0.001549663138575852, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002750807381716511, + "1e-07": -0.002750807381716511, + "1e-06": -0.002750807381716511, + "1e-05": -0.002750807381716511, + "0.0001": -0.002750807381716511 + } + } + ] +}
\ No newline at end of file |