{ "dataset": "cifar", "method": "dfa", "seed": 123, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9120253324508667, "acc": 0.30859375, "per_layer": [ { "layer": 0, "mean_norm": 3.2299928420798096e-07, "median_norm": 2.4018996214181243e-07, "max_norm": 2.414407617834513e-06, "min_norm": 4.7430066985043595e-08, "support": { "1e-08": 1.0, "1e-07": 0.9375, "1e-06": 0.03515625, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.1168317794799805, "5": -7.013750076293945, "10": -6.931728363037109, "25": -6.787585735321045, "50": -6.61908483505249, "75": -6.43580436706543, "90": -6.2170867919921875, "95": -6.081815242767334, "99": -5.888367176055908 }, "log_norms_histogram": [ 1, 0, 1, 0, 1, 0, 0, 3, 7, 5, 7, 5, 10, 11, 6, 10, 12, 12, 9, 15, 15, 18, 9, 16, 5, 13, 9, 6, 4, 7, 8, 3, 3, 1, 4, 6, 1, 3, 1, 3, 2, 1, 0, 1, 1, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -7.323946475982666, -7.289811134338379, -7.25567626953125, -7.221540927886963, -7.187406063079834, -7.153270721435547, -7.119135856628418, -7.085000514984131, -7.050865173339844, -7.016730308532715, -6.982594966888428, -6.948460102081299, -6.914324760437012, -6.880189895629883, -6.846054553985596, -6.811919212341309, -6.77778434753418, -6.743649005889893, -6.709514141082764, -6.675378799438477, -6.641243934631348, -6.6071085929870605, -6.572973251342773, -6.5388383865356445, -6.504703044891357, -6.47056770324707, -6.436432838439941, -6.402297496795654, -6.368162631988525, -6.334027290344238, -6.299892425537109, -6.265757083892822, -6.231621742248535, -6.197486877441406, -6.163351535797119, -6.12921667098999, -6.095081329345703, -6.060946464538574, -6.026811122894287, -5.99267578125, -5.958540916442871, -5.924405574798584, -5.890270709991455, -5.856135368347168, -5.822000503540039, -5.787865161895752, -5.753729820251465, -5.719594955444336, -5.685459613800049, -5.65132474899292, -5.617189407348633 ], "r_inf_mean": 0.22949720919132233, "r_inf_median": 0.23537586629390717, "pr_mean": 0.2550507187843323, "pr_median": 0.22950492799282074, "hoyer_mean": 0.5777369141578674, "eff_dim_mean": 0.5777368545532227, "topk_energy": { "1": 0.09574742615222931, "5": 0.34160739183425903, "10": 0.5142796635627747, "25": 0.7760533094406128 }, "gamma_raw": 0.4582558274269104, "gamma_active": { "1e-08": 0.4582558274269104, "1e-07": 0.4618259072303772, "1e-06": 0.4727255403995514, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.4754439576074392, "1e-07": 0.4754439576074392, "1e-06": 0.4754439576074392, "1e-05": 0.4754439576074392, "0.0001": 0.4754439576074392 } }, { "layer": 1, "mean_norm": 1.5335083203282807e-09, "median_norm": 1.4451068119925026e-09, "max_norm": 3.3246683184273707e-09, "min_norm": 5.915006817680535e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.180585861206055, "5": -9.105995178222656, "10": -9.070534706115723, "25": -8.986757278442383, "50": -8.838906288146973, "75": -8.723630905151367, "90": -8.631204605102539, "95": -8.582005500793457, "99": -8.525495529174805 }, "log_norms_histogram": [ 1, 1, 1, 0, 1, 2, 2, 3, 8, 4, 5, 2, 6, 6, 2, 20, 4, 6, 3, 5, 3, 8, 7, 12, 7, 9, 11, 9, 10, 7, 5, 6, 10, 7, 6, 7, 5, 10, 5, 5, 5, 3, 4, 2, 6, 2, 0, 0, 1, 2 ], "log_norms_bin_edges": [ -9.228044509887695, -9.213048934936523, -9.198052406311035, -9.183056831359863, -9.168061256408691, -9.15306568145752, -9.138069152832031, -9.12307357788086, -9.108078002929688, -9.0930814743042, -9.078085899353027, -9.063090324401855, -9.048094749450684, -9.033098220825195, -9.018102645874023, -9.003107070922852, -8.98811149597168, -8.973114967346191, -8.95811939239502, -8.943123817443848, -8.92812728881836, -8.913131713867188, -8.898136138916016, -8.883140563964844, -8.868144035339355, -8.853148460388184, -8.838152885437012, -8.823156356811523, -8.808160781860352, -8.79316520690918, -8.778169631958008, -8.76317310333252, -8.748177528381348, -8.733181953430176, -8.718185424804688, -8.703189849853516, -8.688194274902344, -8.673198699951172, -8.658202171325684, -8.643206596374512, -8.62821102142334, -8.613214492797852, -8.59821891784668, -8.583223342895508, -8.568227767944336, -8.553231239318848, -8.538235664367676, -8.523240089416504, -8.508244514465332, -8.493247985839844, -8.478252410888672 ], "r_inf_mean": 0.5387409329414368, "r_inf_median": 0.5160839557647705, "pr_mean": 0.03531720116734505, "pr_median": 0.032852109521627426, "hoyer_mean": 0.22163262963294983, "eff_dim_mean": 0.22163262963294983, "topk_energy": { "1": 0.43141546845436096, "5": 0.7811185121536255, "10": 0.889818549156189, "25": 0.9667714834213257 }, "gamma_raw": 0.004834200255572796, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.008143789373870563, "1e-07": 0.008143789373870563, "1e-06": 0.008143789373870563, "1e-05": 0.008143789373870563, "0.0001": 0.008143789373870563 } }, { "layer": 2, "mean_norm": 1.509600888738305e-09, "median_norm": 1.4248469071276304e-09, "max_norm": 3.0840590081737673e-09, "min_norm": 5.917814571709812e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.180525779724121, "5": -9.106767654418945, "10": -9.069093704223633, "25": -8.98636531829834, "50": -8.8460111618042, "75": -8.725836753845215, "90": -8.638455390930176, "95": -8.589648246765137, "99": -8.542644500732422 }, "log_norms_histogram": [ 1, 1, 1, 0, 1, 2, 1, 3, 8, 3, 5, 2, 6, 5, 5, 8, 13, 3, 7, 4, 3, 6, 6, 9, 9, 10, 8, 10, 11, 7, 8, 9, 6, 5, 6, 13, 3, 5, 6, 6, 3, 5, 5, 3, 2, 3, 6, 1, 2, 1 ], "log_norms_bin_edges": [ -9.227838516235352, -9.213499069213867, -9.199159622192383, -9.184821128845215, -9.17048168182373, -9.156142234802246, -9.141802787780762, -9.127464294433594, -9.11312484741211, -9.098785400390625, -9.08444595336914, -9.070107460021973, -9.055768013000488, -9.041428565979004, -9.02708911895752, -9.012750625610352, -8.998411178588867, -8.984071731567383, -8.969732284545898, -8.95539379119873, -8.941054344177246, -8.926714897155762, -8.912375450134277, -8.89803695678711, -8.883697509765625, -8.86935806274414, -8.855018615722656, -8.840679168701172, -8.826340675354004, -8.81200122833252, -8.797661781311035, -8.78332233428955, -8.768983840942383, -8.754644393920898, -8.740304946899414, -8.72596549987793, -8.711627006530762, -8.697287559509277, -8.682948112487793, -8.668608665466309, -8.65427017211914, -8.639930725097656, -8.625591278076172, -8.611251831054688, -8.59691333770752, -8.582573890686035, -8.56823444366455, -8.553894996643066, -8.539556503295898, -8.525217056274414, -8.51087760925293 ], "r_inf_mean": 0.5440378189086914, "r_inf_median": 0.5215820074081421, "pr_mean": 0.03327512741088867, "pr_median": 0.031531911343336105, "hoyer_mean": 0.20291569828987122, "eff_dim_mean": 0.20291569828987122, "topk_energy": { "1": 0.4403963088989258, "5": 0.7962655425071716, "10": 0.9035806655883789, "25": 0.9753179550170898 }, "gamma_raw": 0.001001030090264976, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.002620417300241846, "1e-07": 0.002620417300241846, "1e-06": 0.002620417300241846, "1e-05": 0.002620417300241846, "0.0001": 0.002620417300241846 } }, { "layer": 3, "mean_norm": 1.50934909015632e-09, "median_norm": 1.4246100965564779e-09, "max_norm": 3.0818125829057408e-09, "min_norm": 5.91754534262634e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.18073844909668, "5": -9.106785774230957, "10": -9.068940162658691, "25": -8.986335754394531, "50": -8.846073150634766, "75": -8.72575569152832, "90": -8.638556480407715, "95": -8.58983039855957, "99": -8.542876243591309 }, "log_norms_histogram": [ 1, 1, 1, 0, 1, 2, 1, 3, 8, 3, 5, 2, 5, 6, 5, 7, 14, 3, 7, 4, 3, 6, 6, 9, 9, 10, 8, 10, 11, 7, 8, 9, 6, 5, 5, 13, 4, 5, 6, 6, 3, 5, 5, 3, 2, 3, 6, 1, 2, 1 ], "log_norms_bin_edges": [ -9.227858543395996, -9.21352481842041, -9.19919204711914, -9.184858322143555, -9.170525550842285, -9.1561918258667, -9.14185905456543, -9.127525329589844, -9.113192558288574, -9.098858833312988, -9.084526062011719, -9.070192337036133, -9.055859565734863, -9.041525840759277, -9.027192115783691, -9.012859344482422, -8.998525619506836, -8.984192848205566, -8.96985912322998, -8.955526351928711, -8.941192626953125, -8.926859855651855, -8.91252613067627, -8.898193359375, -8.883859634399414, -8.869525909423828, -8.855193138122559, -8.840859413146973, -8.826526641845703, -8.812192916870117, -8.797860145568848, -8.783526420593262, -8.769193649291992, -8.754859924316406, -8.740527153015137, -8.72619342803955, -8.711860656738281, -8.697526931762695, -8.68319320678711, -8.66886043548584, -8.654526710510254, -8.640193939208984, -8.625860214233398, -8.611527442932129, -8.597193717956543, -8.582860946655273, -8.568527221679688, -8.554194450378418, -8.539860725402832, -8.525527954101562, -8.511194229125977 ], "r_inf_mean": 0.54425048828125, "r_inf_median": 0.5219972133636475, "pr_mean": 0.033255983144044876, "pr_median": 0.03148740530014038, "hoyer_mean": 0.20272527635097504, "eff_dim_mean": 0.20272526144981384, "topk_energy": { "1": 0.4406317472457886, "5": 0.796419620513916, "10": 0.903659462928772, "25": 0.9753506183624268 }, "gamma_raw": -9.889403008855879e-05, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0005095982423574276, "1e-07": -0.0005095982423574276, "1e-06": -0.0005095982423574276, "1e-05": -0.0005095982423574276, "0.0001": -0.0005095982423574276 } } ] }