{ "dataset": "cifar", "method": "dfa", "seed": 456, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9450786113739014, "acc": 0.29296875, "per_layer": [ { "layer": 0, "mean_norm": 2.589346763670619e-07, "median_norm": 1.9976906173724274e-07, "max_norm": 1.5753620346004027e-06, "min_norm": 4.5592635444791085e-08, "support": { "1e-08": 1.0, "1e-07": 0.890625, "1e-06": 0.00390625, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.19437837600708, "5": -7.088598251342773, "10": -7.013242721557617, "25": -6.866405963897705, "50": -6.698849678039551, "75": -6.492940902709961, "90": -6.310779571533203, "95": -6.176676273345947, "99": -6.034116268157959 }, "log_norms_histogram": [ 1, 0, 0, 1, 1, 1, 2, 7, 6, 4, 4, 10, 5, 7, 10, 12, 14, 14, 11, 7, 14, 9, 16, 12, 4, 9, 6, 11, 4, 6, 6, 6, 9, 5, 3, 3, 1, 4, 2, 1, 2, 1, 3, 1, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -7.341105937957764, -7.310336112976074, -7.279566287994385, -7.2487969398498535, -7.218027114868164, -7.187257289886475, -7.156487464904785, -7.125718116760254, -7.0949482917785645, -7.064178466796875, -7.0334086418151855, -7.002638816833496, -6.971869468688965, -6.941099643707275, -6.910329818725586, -6.8795599937438965, -6.848790168762207, -6.818020820617676, -6.787250995635986, -6.756481170654297, -6.725711345672607, -6.694941997528076, -6.664172172546387, -6.633402347564697, -6.602632522583008, -6.571863174438477, -6.541093349456787, -6.510323524475098, -6.479553699493408, -6.448783874511719, -6.4180145263671875, -6.387244701385498, -6.356474876403809, -6.325705051422119, -6.29493522644043, -6.264165878295898, -6.233396053314209, -6.2026262283325195, -6.17185640335083, -6.141086578369141, -6.110317230224609, -6.07954740524292, -6.0487775802612305, -6.018008232116699, -5.987237930297852, -5.95646858215332, -5.925698757171631, -5.894928932189941, -5.86415958404541, -5.833389759063721, -5.802619934082031 ], "r_inf_mean": 0.19430051743984222, "r_inf_median": 0.19414912164211273, "pr_mean": 0.32317331433296204, "pr_median": 0.3054687976837158, "hoyer_mean": 0.6299175024032593, "eff_dim_mean": 0.6299175024032593, "topk_energy": { "1": 0.07147446274757385, "5": 0.2848600149154663, "10": 0.45199549198150635, "25": 0.7325144410133362 }, "gamma_raw": 0.40470486879348755, "gamma_active": { "1e-08": 0.40470486879348755, "1e-07": 0.4010109603404999, "1e-06": 0.6547019481658936, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.43224417743762483, "1e-07": 0.43224417743762483, "1e-06": 0.43224417743762483, "1e-05": 0.43224417743762483, "0.0001": 0.43224417743762483 } }, { "layer": 1, "mean_norm": 1.092690382620276e-09, "median_norm": 1.0219242119191563e-09, "max_norm": 2.2986701431193524e-09, "min_norm": 4.977324108423886e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.237069129943848, "5": -9.178057670593262, "10": -9.127224922180176, "25": -9.078618049621582, "50": -8.990445137023926, "75": -8.903547286987305, "90": -8.805278778076172, "95": -8.741016387939453, "99": -8.661843299865723 }, "log_norms_histogram": [ 1, 0, 0, 0, 2, 2, 2, 2, 3, 2, 2, 7, 1, 8, 9, 12, 12, 7, 10, 13, 12, 11, 6, 10, 6, 9, 13, 9, 12, 8, 11, 4, 4, 7, 5, 3, 4, 4, 3, 1, 1, 3, 4, 2, 1, 1, 2, 2, 1, 2 ], "log_norms_bin_edges": [ -9.303004264831543, -9.289714813232422, -9.2764253616333, -9.26313591003418, -9.249845504760742, -9.236556053161621, -9.2232666015625, -9.209977149963379, -9.196687698364258, -9.183398246765137, -9.1701078414917, -9.156818389892578, -9.143528938293457, -9.130239486694336, -9.116950035095215, -9.103660583496094, -9.090370178222656, -9.077080726623535, -9.063791275024414, -9.050501823425293, -9.037212371826172, -9.02392292022705, -9.010632514953613, -8.997343063354492, -8.984053611755371, -8.97076416015625, -8.957474708557129, -8.944185256958008, -8.93089485168457, -8.91760540008545, -8.904315948486328, -8.891026496887207, -8.877737045288086, -8.864447593688965, -8.851158142089844, -8.837867736816406, -8.824578285217285, -8.811288833618164, -8.797999382019043, -8.784709930419922, -8.7714204788208, -8.758130073547363, -8.744840621948242, -8.731551170349121, -8.71826171875, -8.704972267150879, -8.691682815551758, -8.67839241027832, -8.6651029586792, -8.651813507080078, -8.638524055480957 ], "r_inf_mean": 0.5697502493858337, "r_inf_median": 0.5725094079971313, "pr_mean": 0.027846666052937508, "pr_median": 0.021392446011304855, "hoyer_mean": 0.1826842725276947, "eff_dim_mean": 0.1826842725276947, "topk_energy": { "1": 0.503971517086029, "5": 0.8266641497612, "10": 0.9156999588012695, "25": 0.9771815538406372 }, "gamma_raw": 0.00021974003175273538, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.001621381128082602, "1e-07": 0.001621381128082602, "1e-06": 0.001621381128082602, "1e-05": 0.001621381128082602, "0.0001": 0.001621381128082602 } }, { "layer": 2, "mean_norm": 1.0801393113268887e-09, "median_norm": 1.0088880841863102e-09, "max_norm": 2.279330502119592e-09, "min_norm": 4.951408727471573e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.238354682922363, "5": -9.188572883605957, "10": -9.128071784973145, "25": -9.082647323608398, "50": -8.993792533874512, "75": -8.909320831298828, "90": -8.808212280273438, "95": -8.743592262268066, "99": -8.671186447143555 }, "log_norms_histogram": [ 1, 0, 0, 0, 2, 2, 3, 2, 4, 0, 4, 4, 3, 9, 9, 12, 12, 8, 6, 17, 8, 9, 11, 9, 5, 9, 14, 11, 12, 8, 8, 6, 3, 6, 4, 4, 4, 4, 2, 2, 2, 2, 5, 1, 2, 0, 2, 2, 2, 1 ], "log_norms_bin_edges": [ -9.30527114868164, -9.292009353637695, -9.27874755859375, -9.265486717224121, -9.252224922180176, -9.23896312713623, -9.225701332092285, -9.212440490722656, -9.199178695678711, -9.185916900634766, -9.17265510559082, -9.159394264221191, -9.146132469177246, -9.1328706741333, -9.119608879089355, -9.106348037719727, -9.093086242675781, -9.079824447631836, -9.06656265258789, -9.053301811218262, -9.040040016174316, -9.026778221130371, -9.013516426086426, -9.000255584716797, -8.986993789672852, -8.973731994628906, -8.960470199584961, -8.947208404541016, -8.933947563171387, -8.920685768127441, -8.907423973083496, -8.89416217803955, -8.880901336669922, -8.867639541625977, -8.854377746582031, -8.841115951538086, -8.827855110168457, -8.814593315124512, -8.801331520080566, -8.788069725036621, -8.774808883666992, -8.761547088623047, -8.748285293579102, -8.735023498535156, -8.721762657165527, -8.708500862121582, -8.695239067077637, -8.681977272033691, -8.668716430664062, -8.655454635620117, -8.642192840576172 ], "r_inf_mean": 0.5732481479644775, "r_inf_median": 0.5750540494918823, "pr_mean": 0.027290724217891693, "pr_median": 0.02120389975607395, "hoyer_mean": 0.16821932792663574, "eff_dim_mean": 0.16821932792663574, "topk_energy": { "1": 0.5087974667549133, "5": 0.8347358107566833, "10": 0.9242771863937378, "25": 0.9833624958992004 }, "gamma_raw": -0.0016264701262116432, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.000601645267533498, "1e-07": -0.000601645267533498, "1e-06": -0.000601645267533498, "1e-05": -0.000601645267533498, "0.0001": -0.000601645267533498 } }, { "layer": 3, "mean_norm": 1.079854206054165e-09, "median_norm": 1.0086217416827026e-09, "max_norm": 2.2795683118914667e-09, "min_norm": 4.953798482532079e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.24002456665039, "5": -9.189212799072266, "10": -9.12875747680664, "25": -9.082115173339844, "50": -8.99405288696289, "75": -8.909610748291016, "90": -8.8084716796875, "95": -8.743489265441895, "99": -8.671119689941406 }, "log_norms_histogram": [ 1, 0, 0, 0, 2, 2, 3, 2, 4, 0, 3, 5, 3, 8, 10, 13, 11, 8, 6, 17, 10, 7, 11, 9, 5, 9, 15, 10, 13, 8, 7, 6, 3, 6, 4, 4, 4, 4, 2, 2, 2, 2, 5, 1, 2, 0, 2, 2, 2, 1 ], "log_norms_bin_edges": [ -9.305061340332031, -9.291803359985352, -9.278544425964355, -9.265286445617676, -9.252028465270996, -9.23876953125, -9.22551155090332, -9.21225357055664, -9.198995590209961, -9.185736656188965, -9.172478675842285, -9.159220695495605, -9.14596176147461, -9.13270378112793, -9.11944580078125, -9.10618782043457, -9.092928886413574, -9.079670906066895, -9.066412925720215, -9.053153991699219, -9.039896011352539, -9.02663803100586, -9.013379096984863, -9.000121116638184, -8.986863136291504, -8.973604202270508, -8.960346221923828, -8.947088241577148, -8.933830261230469, -8.920571327209473, -8.907313346862793, -8.894055366516113, -8.880796432495117, -8.867538452148438, -8.854280471801758, -8.841022491455078, -8.827763557434082, -8.814505577087402, -8.801247596740723, -8.787988662719727, -8.774730682373047, -8.761472702026367, -8.748213768005371, -8.734955787658691, -8.721697807312012, -8.708438873291016, -8.695180892944336, -8.681922912597656, -8.668664932250977, -8.65540599822998, -8.6421480178833 ], "r_inf_mean": 0.5729086995124817, "r_inf_median": 0.5747510194778442, "pr_mean": 0.027335815131664276, "pr_median": 0.02119538001716137, "hoyer_mean": 0.16768202185630798, "eff_dim_mean": 0.16768202185630798, "topk_energy": { "1": 0.5087243318557739, "5": 0.8346289396286011, "10": 0.9243053197860718, "25": 0.983512282371521 }, "gamma_raw": 0.0015623457729816437, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.0015149342983521144, "1e-07": 0.0015149342983521144, "1e-06": 0.0015149342983521144, "1e-05": 0.0015149342983521144, "0.0001": 0.0015149342983521144 } } ] }