diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_dfa_s123.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_dfa_s123.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s123.json b/results/confirmatory/clean_sparsity/cifar_dfa_s123.json new file mode 100644 index 0000000..9eda02d --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s123.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 123, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9120253324508667, + "acc": 0.30859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 3.2299928420798096e-07, + "median_norm": 2.4018996214181243e-07, + "max_norm": 2.414407617834513e-06, + "min_norm": 4.7430066985043595e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.9375, + "1e-06": 0.03515625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.1168317794799805, + "5": -7.013750076293945, + "10": -6.931728363037109, + "25": -6.787585735321045, + "50": -6.61908483505249, + "75": -6.43580436706543, + "90": -6.2170867919921875, + "95": -6.081815242767334, + "99": -5.888367176055908 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 7, + 5, + 7, + 5, + 10, + 11, + 6, + 10, + 12, + 12, + 9, + 15, + 15, + 18, + 9, + 16, + 5, + 13, + 9, + 6, + 4, + 7, + 8, + 3, + 3, + 1, + 4, + 6, + 1, + 3, + 1, + 3, + 2, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.323946475982666, + -7.289811134338379, + -7.25567626953125, + -7.221540927886963, + -7.187406063079834, + -7.153270721435547, + -7.119135856628418, + -7.085000514984131, + -7.050865173339844, + -7.016730308532715, + -6.982594966888428, + -6.948460102081299, + -6.914324760437012, + -6.880189895629883, + -6.846054553985596, + -6.811919212341309, + -6.77778434753418, + -6.743649005889893, + -6.709514141082764, + -6.675378799438477, + -6.641243934631348, + -6.6071085929870605, + -6.572973251342773, + -6.5388383865356445, + -6.504703044891357, + -6.47056770324707, + -6.436432838439941, + -6.402297496795654, + -6.368162631988525, + -6.334027290344238, + -6.299892425537109, + -6.265757083892822, + -6.231621742248535, + -6.197486877441406, + -6.163351535797119, + -6.12921667098999, + -6.095081329345703, + -6.060946464538574, + -6.026811122894287, + -5.99267578125, + -5.958540916442871, + -5.924405574798584, + -5.890270709991455, + -5.856135368347168, + -5.822000503540039, + -5.787865161895752, + -5.753729820251465, + -5.719594955444336, + -5.685459613800049, + -5.65132474899292, + -5.617189407348633 + ], + "r_inf_mean": 0.22949720919132233, + "r_inf_median": 0.23537586629390717, + "pr_mean": 0.2550507187843323, + "pr_median": 0.22950492799282074, + "hoyer_mean": 0.5777369141578674, + "eff_dim_mean": 0.5777368545532227, + "topk_energy": { + "1": 0.09574742615222931, + "5": 0.34160739183425903, + "10": 0.5142796635627747, + "25": 0.7760533094406128 + }, + "gamma_raw": 0.4582558274269104, + "gamma_active": { + "1e-08": 0.4582558274269104, + "1e-07": 0.4618259072303772, + "1e-06": 0.4727255403995514, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.4754439576074392, + "1e-07": 0.4754439576074392, + "1e-06": 0.4754439576074392, + "1e-05": 0.4754439576074392, + "0.0001": 0.4754439576074392 + } + }, + { + "layer": 1, + "mean_norm": 1.5335083203282807e-09, + "median_norm": 1.4451068119925026e-09, + "max_norm": 3.3246683184273707e-09, + "min_norm": 5.915006817680535e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.180585861206055, + "5": -9.105995178222656, + "10": -9.070534706115723, + "25": -8.986757278442383, + "50": -8.838906288146973, + "75": -8.723630905151367, + "90": -8.631204605102539, + "95": -8.582005500793457, + "99": -8.525495529174805 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 1, + 2, + 2, + 3, + 8, + 4, + 5, + 2, + 6, + 6, + 2, + 20, + 4, + 6, + 3, + 5, + 3, + 8, + 7, + 12, + 7, + 9, + 11, + 9, + 10, + 7, + 5, + 6, + 10, + 7, + 6, + 7, + 5, + 10, + 5, + 5, + 5, + 3, + 4, + 2, + 6, + 2, + 0, + 0, + 1, + 2 + ], + "log_norms_bin_edges": [ + -9.228044509887695, + -9.213048934936523, + -9.198052406311035, + -9.183056831359863, + -9.168061256408691, + -9.15306568145752, + -9.138069152832031, + -9.12307357788086, + -9.108078002929688, + -9.0930814743042, + -9.078085899353027, + -9.063090324401855, + -9.048094749450684, + -9.033098220825195, + -9.018102645874023, + -9.003107070922852, + -8.98811149597168, + -8.973114967346191, + -8.95811939239502, + -8.943123817443848, + -8.92812728881836, + -8.913131713867188, + -8.898136138916016, + -8.883140563964844, + -8.868144035339355, + -8.853148460388184, + -8.838152885437012, + -8.823156356811523, + -8.808160781860352, + -8.79316520690918, + -8.778169631958008, + -8.76317310333252, + -8.748177528381348, + -8.733181953430176, + -8.718185424804688, + -8.703189849853516, + -8.688194274902344, + -8.673198699951172, + -8.658202171325684, + -8.643206596374512, + -8.62821102142334, + -8.613214492797852, + -8.59821891784668, + -8.583223342895508, + -8.568227767944336, + -8.553231239318848, + -8.538235664367676, + -8.523240089416504, + -8.508244514465332, + -8.493247985839844, + -8.478252410888672 + ], + "r_inf_mean": 0.5387409329414368, + "r_inf_median": 0.5160839557647705, + "pr_mean": 0.03531720116734505, + "pr_median": 0.032852109521627426, + "hoyer_mean": 0.22163262963294983, + "eff_dim_mean": 0.22163262963294983, + "topk_energy": { + "1": 0.43141546845436096, + "5": 0.7811185121536255, + "10": 0.889818549156189, + "25": 0.9667714834213257 + }, + "gamma_raw": 0.004834200255572796, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.008143789373870563, + "1e-07": 0.008143789373870563, + "1e-06": 0.008143789373870563, + "1e-05": 0.008143789373870563, + "0.0001": 0.008143789373870563 + } + }, + { + "layer": 2, + "mean_norm": 1.509600888738305e-09, + "median_norm": 1.4248469071276304e-09, + "max_norm": 3.0840590081737673e-09, + "min_norm": 5.917814571709812e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.180525779724121, + "5": -9.106767654418945, + "10": -9.069093704223633, + "25": -8.98636531829834, + "50": -8.8460111618042, + "75": -8.725836753845215, + "90": -8.638455390930176, + "95": -8.589648246765137, + "99": -8.542644500732422 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 3, + 8, + 3, + 5, + 2, + 6, + 5, + 5, + 8, + 13, + 3, + 7, + 4, + 3, + 6, + 6, + 9, + 9, + 10, + 8, + 10, + 11, + 7, + 8, + 9, + 6, + 5, + 6, + 13, + 3, + 5, + 6, + 6, + 3, + 5, + 5, + 3, + 2, + 3, + 6, + 1, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.227838516235352, + -9.213499069213867, + -9.199159622192383, + -9.184821128845215, + -9.17048168182373, + -9.156142234802246, + -9.141802787780762, + -9.127464294433594, + -9.11312484741211, + -9.098785400390625, + -9.08444595336914, + -9.070107460021973, + -9.055768013000488, + -9.041428565979004, + -9.02708911895752, + -9.012750625610352, + -8.998411178588867, + -8.984071731567383, + -8.969732284545898, + -8.95539379119873, + -8.941054344177246, + -8.926714897155762, + -8.912375450134277, + -8.89803695678711, + -8.883697509765625, + -8.86935806274414, + -8.855018615722656, + -8.840679168701172, + -8.826340675354004, + -8.81200122833252, + -8.797661781311035, + -8.78332233428955, + -8.768983840942383, + -8.754644393920898, + -8.740304946899414, + -8.72596549987793, + -8.711627006530762, + -8.697287559509277, + -8.682948112487793, + -8.668608665466309, + -8.65427017211914, + -8.639930725097656, + -8.625591278076172, + -8.611251831054688, + -8.59691333770752, + -8.582573890686035, + -8.56823444366455, + -8.553894996643066, + -8.539556503295898, + -8.525217056274414, + -8.51087760925293 + ], + "r_inf_mean": 0.5440378189086914, + "r_inf_median": 0.5215820074081421, + "pr_mean": 0.03327512741088867, + "pr_median": 0.031531911343336105, + "hoyer_mean": 0.20291569828987122, + "eff_dim_mean": 0.20291569828987122, + "topk_energy": { + "1": 0.4403963088989258, + "5": 0.7962655425071716, + "10": 0.9035806655883789, + "25": 0.9753179550170898 + }, + "gamma_raw": 0.001001030090264976, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.002620417300241846, + "1e-07": 0.002620417300241846, + "1e-06": 0.002620417300241846, + "1e-05": 0.002620417300241846, + "0.0001": 0.002620417300241846 + } + }, + { + "layer": 3, + "mean_norm": 1.50934909015632e-09, + "median_norm": 1.4246100965564779e-09, + "max_norm": 3.0818125829057408e-09, + "min_norm": 5.91754534262634e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.18073844909668, + "5": -9.106785774230957, + "10": -9.068940162658691, + "25": -8.986335754394531, + "50": -8.846073150634766, + "75": -8.72575569152832, + "90": -8.638556480407715, + "95": -8.58983039855957, + "99": -8.542876243591309 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 3, + 8, + 3, + 5, + 2, + 5, + 6, + 5, + 7, + 14, + 3, + 7, + 4, + 3, + 6, + 6, + 9, + 9, + 10, + 8, + 10, + 11, + 7, + 8, + 9, + 6, + 5, + 5, + 13, + 4, + 5, + 6, + 6, + 3, + 5, + 5, + 3, + 2, + 3, + 6, + 1, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.227858543395996, + -9.21352481842041, + -9.19919204711914, + -9.184858322143555, + -9.170525550842285, + -9.1561918258667, + -9.14185905456543, + -9.127525329589844, + -9.113192558288574, + -9.098858833312988, + -9.084526062011719, + -9.070192337036133, + -9.055859565734863, + -9.041525840759277, + -9.027192115783691, + -9.012859344482422, + -8.998525619506836, + -8.984192848205566, + -8.96985912322998, + -8.955526351928711, + -8.941192626953125, + -8.926859855651855, + -8.91252613067627, + -8.898193359375, + -8.883859634399414, + -8.869525909423828, + -8.855193138122559, + -8.840859413146973, + -8.826526641845703, + -8.812192916870117, + -8.797860145568848, + -8.783526420593262, + -8.769193649291992, + -8.754859924316406, + -8.740527153015137, + -8.72619342803955, + -8.711860656738281, + -8.697526931762695, + -8.68319320678711, + -8.66886043548584, + -8.654526710510254, + -8.640193939208984, + -8.625860214233398, + -8.611527442932129, + -8.597193717956543, + -8.582860946655273, + -8.568527221679688, + -8.554194450378418, + -8.539860725402832, + -8.525527954101562, + -8.511194229125977 + ], + "r_inf_mean": 0.54425048828125, + "r_inf_median": 0.5219972133636475, + "pr_mean": 0.033255983144044876, + "pr_median": 0.03148740530014038, + "hoyer_mean": 0.20272527635097504, + "eff_dim_mean": 0.20272526144981384, + "topk_energy": { + "1": 0.4406317472457886, + "5": 0.796419620513916, + "10": 0.903659462928772, + "25": 0.9753506183624268 + }, + "gamma_raw": -9.889403008855879e-05, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0005095982423574276, + "1e-07": -0.0005095982423574276, + "1e-06": -0.0005095982423574276, + "1e-05": -0.0005095982423574276, + "0.0001": -0.0005095982423574276 + } + } + ] +}
\ No newline at end of file |