{ "dataset": "cifar", "method": "dfa", "seed": 42, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9194912910461426, "acc": 0.3203125, "per_layer": [ { "layer": 0, "mean_norm": 2.859158598766953e-07, "median_norm": 2.2629573948051984e-07, "max_norm": 1.5927213325994671e-06, "min_norm": 6.097578619801425e-08, "support": { "1e-08": 1.0, "1e-07": 0.94140625, "1e-06": 0.01171875, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.121883869171143, "5": -7.009854316711426, "10": -6.929300785064697, "25": -6.79236364364624, "50": -6.644486427307129, "75": -6.46641731262207, "90": -6.3166656494140625, "95": -6.164543151855469, "99": -5.997296333312988 }, "log_norms_histogram": [ 1, 1, 1, 1, 0, 5, 3, 5, 4, 4, 5, 13, 4, 10, 9, 18, 13, 8, 10, 9, 14, 6, 8, 12, 14, 10, 8, 7, 13, 5, 5, 6, 3, 1, 1, 4, 2, 1, 4, 1, 3, 1, 0, 0, 1, 0, 0, 0, 0, 2 ], "log_norms_bin_edges": [ -7.214842796325684, -7.186502933502197, -7.158163547515869, -7.129823684692383, -7.101484298706055, -7.073144435882568, -7.04480504989624, -7.016465187072754, -6.988125801086426, -6.9597859382629395, -6.931446075439453, -6.903106689453125, -6.874766826629639, -6.8464274406433105, -6.818087577819824, -6.789748191833496, -6.76140832901001, -6.733068466186523, -6.704729080200195, -6.676389217376709, -6.648049831390381, -6.6197099685668945, -6.591370582580566, -6.56303071975708, -6.534691333770752, -6.506351470947266, -6.4780120849609375, -6.449672222137451, -6.421332359313965, -6.392992973327637, -6.36465311050415, -6.336313724517822, -6.307973861694336, -6.279634475708008, -6.2512946128845215, -6.222954750061035, -6.194615364074707, -6.166275501251221, -6.137936115264893, -6.109596252441406, -6.081256866455078, -6.052917003631592, -6.0245771408081055, -5.996237754821777, -5.967898368835449, -5.939558506011963, -5.911218643188477, -5.882879257202148, -5.854539394378662, -5.826200008392334, -5.797860145568848 ], "r_inf_mean": 0.21901215612888336, "r_inf_median": 0.22284670174121857, "pr_mean": 0.2557834982872009, "pr_median": 0.25044459104537964, "hoyer_mean": 0.5702260732650757, "eff_dim_mean": 0.5702260136604309, "topk_energy": { "1": 0.08902449905872345, "5": 0.3416788578033447, "10": 0.5217846632003784, "25": 0.784355640411377 }, "gamma_raw": 0.4405723214149475, "gamma_active": { "1e-08": 0.4405723214149475, "1e-07": 0.44439610838890076, "1e-06": 0.46623945236206055, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.4238358543925237, "1e-07": 0.4238358543925237, "1e-06": 0.4238358543925237, "1e-05": 0.4238358543925237, "0.0001": 0.4238358543925237 } }, { "layer": 1, "mean_norm": 2.374757945844408e-09, "median_norm": 2.1484314327580023e-09, "max_norm": 6.9592798190853955e-09, "min_norm": 8.036937226840735e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.015711784362793, "5": -8.925485610961914, "10": -8.880784034729004, "25": -8.759121894836426, "50": -8.667855262756348, "75": -8.53150463104248, "90": -8.441190719604492, "95": -8.377298355102539, "99": -8.304677963256836 }, "log_norms_histogram": [ 1, 0, 1, 0, 3, 3, 2, 2, 1, 6, 7, 1, 5, 7, 5, 4, 6, 13, 10, 9, 20, 12, 13, 11, 3, 10, 10, 9, 9, 7, 19, 6, 8, 3, 4, 4, 2, 5, 6, 2, 3, 1, 1, 1, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.09490966796875, -9.076160430908203, -9.05741024017334, -9.038661003112793, -9.019911766052246, -9.0011625289917, -8.982412338256836, -8.963663101196289, -8.944913864135742, -8.926164627075195, -8.907414436340332, -8.888665199279785, -8.869915962219238, -8.851166725158691, -8.832416534423828, -8.813667297363281, -8.794918060302734, -8.776168823242188, -8.757418632507324, -8.738669395446777, -8.71992015838623, -8.701170921325684, -8.68242073059082, -8.663671493530273, -8.644922256469727, -8.62617301940918, -8.607422828674316, -8.58867359161377, -8.569924354553223, -8.55117416381836, -8.532424926757812, -8.513675689697266, -8.494926452636719, -8.476176261901855, -8.457427024841309, -8.438677787780762, -8.419928550720215, -8.401178359985352, -8.382429122924805, -8.363679885864258, -8.344930648803711, -8.326180458068848, -8.3074312210083, -8.288681983947754, -8.269932746887207, -8.251182556152344, -8.232433319091797, -8.21368408203125, -8.194934844970703, -8.17618465423584, -8.157435417175293 ], "r_inf_mean": 0.6397090554237366, "r_inf_median": 0.6232636570930481, "pr_mean": 0.018665947020053864, "pr_median": 0.016847338527441025, "hoyer_mean": 0.11212486773729324, "eff_dim_mean": 0.11212486028671265, "topk_energy": { "1": 0.5989795327186584, "5": 0.9298363924026489, "10": 0.967422366142273, "25": 0.9906660318374634 }, "gamma_raw": 0.001670610741712153, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.0047538329599980745, "1e-07": 0.0047538329599980745, "1e-06": 0.0047538329599980745, "1e-05": 0.0047538329599980745, "0.0001": 0.0047538329599980745 } }, { "layer": 2, "mean_norm": 2.365333262588365e-09, "median_norm": 2.1465151878174993e-09, "max_norm": 6.828512866263736e-09, "min_norm": 8.07847511108406e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.015715599060059, "5": -8.925419807434082, "10": -8.88050651550293, "25": -8.759645462036133, "50": -8.668182373046875, "75": -8.5335111618042, "90": -8.442709922790527, "95": -8.378540992736816, "99": -8.308226585388184 }, "log_norms_histogram": [ 1, 0, 1, 0, 4, 2, 2, 2, 1, 6, 6, 2, 5, 7, 4, 6, 5, 11, 12, 9, 19, 12, 13, 12, 4, 8, 11, 9, 9, 6, 18, 7, 8, 4, 4, 4, 2, 4, 6, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.092670440673828, -9.074130058288574, -9.055590629577637, -9.037050247192383, -9.018510818481445, -8.999970436096191, -8.981431007385254, -8.962890625, -8.944351196289062, -8.925810813903809, -8.907271385192871, -8.888731002807617, -8.87019157409668, -8.851651191711426, -8.833111763000488, -8.814571380615234, -8.796031951904297, -8.777491569519043, -8.758952140808105, -8.740411758422852, -8.721872329711914, -8.70333194732666, -8.684792518615723, -8.666252136230469, -8.647712707519531, -8.629172325134277, -8.610631942749023, -8.592092514038086, -8.573552131652832, -8.555012702941895, -8.53647232055664, -8.517932891845703, -8.49939250946045, -8.480853080749512, -8.462312698364258, -8.44377326965332, -8.425232887268066, -8.406693458557129, -8.388153076171875, -8.369613647460938, -8.351073265075684, -8.332533836364746, -8.313993453979492, -8.295454025268555, -8.2769136428833, -8.258374214172363, -8.23983383178711, -8.221294403076172, -8.202754020690918, -8.18421459197998, -8.165674209594727 ], "r_inf_mean": 0.6418373584747314, "r_inf_median": 0.6281982660293579, "pr_mean": 0.018456250429153442, "pr_median": 0.016709797084331512, "hoyer_mean": 0.10799644887447357, "eff_dim_mean": 0.10799644887447357, "topk_energy": { "1": 0.6021105051040649, "5": 0.9321823120117188, "10": 0.9697022438049316, "25": 0.9918438196182251 }, "gamma_raw": -0.007206451613456011, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.006308126984234215, "1e-07": -0.006308126984234215, "1e-06": -0.006308126984234215, "1e-05": -0.006308126984234215, "0.0001": -0.006308126984234215 } }, { "layer": 3, "mean_norm": 2.364290541123637e-09, "median_norm": 2.142475974409308e-09, "max_norm": 6.8296555078006804e-09, "min_norm": 8.072220669674834e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.016304969787598, "5": -8.926399230957031, "10": -8.880643844604492, "25": -8.758940696716309, "50": -8.668563842773438, "75": -8.534238815307617, "90": -8.442697525024414, "95": -8.378554344177246, "99": -8.308184623718262 }, "log_norms_histogram": [ 1, 0, 1, 0, 4, 2, 2, 2, 1, 5, 6, 3, 4, 8, 4, 7, 4, 10, 12, 9, 20, 12, 14, 11, 4, 9, 10, 9, 10, 5, 18, 7, 8, 4, 4, 4, 2, 4, 6, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.09300708770752, -9.074459075927734, -9.05591106414795, -9.037363052368164, -9.018815040588379, -9.000267028808594, -8.981718063354492, -8.963170051574707, -8.944622039794922, -8.926074028015137, -8.907526016235352, -8.888978004455566, -8.870429992675781, -8.851881980895996, -8.833333969116211, -8.81478500366211, -8.796236991882324, -8.777688980102539, -8.759140968322754, -8.740592956542969, -8.722044944763184, -8.703496932983398, -8.684948921203613, -8.666400909423828, -8.647852897644043, -8.629304885864258, -8.610755920410156, -8.592207908630371, -8.573659896850586, -8.5551118850708, -8.536563873291016, -8.51801586151123, -8.499467849731445, -8.48091983795166, -8.462371826171875, -8.443822860717773, -8.425274848937988, -8.406726837158203, -8.388178825378418, -8.369630813598633, -8.351082801818848, -8.332534790039062, -8.313986778259277, -8.295438766479492, -8.276890754699707, -8.258342742919922, -8.23979377746582, -8.221245765686035, -8.20269775390625, -8.184149742126465, -8.16560173034668 ], "r_inf_mean": 0.6416866183280945, "r_inf_median": 0.6282730102539062, "pr_mean": 0.01847158931195736, "pr_median": 0.016721248626708984, "hoyer_mean": 0.10834254324436188, "eff_dim_mean": 0.10834254324436188, "topk_energy": { "1": 0.601904571056366, "5": 0.9319722056388855, "10": 0.9694675207138062, "25": 0.9916914701461792 }, "gamma_raw": -0.007261199411004782, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.014639562578372976, "1e-07": -0.014639562578372976, "1e-06": -0.014639562578372976, "1e-05": -0.014639562578372976, "0.0001": -0.014639562578372976 } } ] }