{ "dataset": "cifar", "method": "dfa", "seed": 789, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9191677570343018, "acc": 0.28515625, "per_layer": [ { "layer": 0, "mean_norm": 2.8083488246011257e-07, "median_norm": 2.1251427995139238e-07, "max_norm": 1.2998165175304166e-06, "min_norm": 3.773606493950865e-08, "support": { "1e-08": 1.0, "1e-07": 0.92578125, "1e-06": 0.0234375, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.186432361602783, "5": -7.062449932098389, "10": -6.944283485412598, "25": -6.829133987426758, "50": -6.671788215637207, "75": -6.4624762535095215, "90": -6.278328895568848, "95": -6.168608665466309, "99": -5.962457180023193 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 1, 1, 5, 1, 4, 1, 4, 5, 3, 10, 14, 10, 13, 6, 14, 16, 14, 8, 12, 8, 11, 11, 9, 7, 7, 8, 11, 4, 5, 3, 6, 2, 3, 4, 1, 3, 2, 0, 1, 0, 4, 1, 1 ], "log_norms_bin_edges": [ -7.423243522644043, -7.392500877380371, -7.361758708953857, -7.3310160636901855, -7.300273418426514, -7.269530773162842, -7.238788604736328, -7.208045959472656, -7.177303314208984, -7.1465606689453125, -7.115818500518799, -7.085075855255127, -7.054333209991455, -7.023591041564941, -6.9928483963012695, -6.962105751037598, -6.931363105773926, -6.900620937347412, -6.86987829208374, -6.839135646820068, -6.808393478393555, -6.777650833129883, -6.746908187866211, -6.716165542602539, -6.685423374176025, -6.6546807289123535, -6.623938083648682, -6.593195915222168, -6.562453269958496, -6.531710624694824, -6.500967979431152, -6.470225811004639, -6.439483165740967, -6.408740520477295, -6.377998352050781, -6.347255706787109, -6.3165130615234375, -6.285770416259766, -6.255028247833252, -6.22428560256958, -6.193542957305908, -6.1628007888793945, -6.132058143615723, -6.101315498352051, -6.070572853088379, -6.039830684661865, -6.009088039398193, -5.9783453941345215, -5.947603225708008, -5.916860580444336, -5.886117935180664 ], "r_inf_mean": 0.21293944120407104, "r_inf_median": 0.20738723874092102, "pr_mean": 0.2886452376842499, "pr_median": 0.26449260115623474, "hoyer_mean": 0.6029889583587646, "eff_dim_mean": 0.6029889583587646, "topk_energy": { "1": 0.08143994957208633, "5": 0.3075818717479706, "10": 0.4832254946231842, "25": 0.7570875883102417 }, "gamma_raw": 0.40701812505722046, "gamma_active": { "1e-08": 0.40701812505722046, "1e-07": 0.4139775335788727, "1e-06": 0.4263691306114197, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.4263066803555612, "1e-07": 0.4263066803555612, "1e-06": 0.4263066803555612, "1e-05": 0.4263066803555612, "0.0001": 0.4263066803555612 } }, { "layer": 1, "mean_norm": 1.4560261885065984e-09, "median_norm": 1.4221673838576976e-09, "max_norm": 5.169566108520485e-09, "min_norm": 5.21518550566924e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.18366527557373, "5": -9.061481475830078, "10": -9.025863647460938, "25": -8.94975471496582, "50": -8.84203815460205, "75": -8.767135620117188, "90": -8.698319435119629, "95": -8.646421432495117, "99": -8.597430229187012 }, "log_norms_histogram": [ 1, 1, 0, 1, 0, 0, 4, 1, 0, 2, 2, 7, 8, 5, 9, 12, 16, 20, 8, 14, 11, 6, 11, 22, 19, 12, 15, 12, 10, 5, 4, 5, 5, 5, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.282731056213379, -9.26280689239502, -9.242883682250977, -9.222959518432617, -9.203036308288574, -9.183112144470215, -9.163188934326172, -9.143264770507812, -9.12334156036377, -9.10341739654541, -9.083494186401367, -9.063570022583008, -9.043646812438965, -9.023722648620605, -9.003799438476562, -8.983875274658203, -8.96395206451416, -8.9440279006958, -8.924104690551758, -8.904180526733398, -8.884257316589355, -8.864333152770996, -8.844409942626953, -8.824485778808594, -8.80456256866455, -8.784638404846191, -8.764715194702148, -8.744791030883789, -8.72486686706543, -8.704943656921387, -8.685019493103027, -8.665096282958984, -8.645172119140625, -8.625248908996582, -8.605324745178223, -8.58540153503418, -8.56547737121582, -8.545554161071777, -8.525629997253418, -8.505706787109375, -8.485782623291016, -8.465859413146973, -8.445935249328613, -8.42601203918457, -8.406087875366211, -8.386164665222168, -8.366240501403809, -8.346317291259766, -8.326393127441406, -8.306469917297363, -8.286545753479004 ], "r_inf_mean": 0.4805874526500702, "r_inf_median": 0.4551409184932709, "pr_mean": 0.04530470073223114, "pr_median": 0.04584954306483269, "hoyer_mean": 0.23376986384391785, "eff_dim_mean": 0.23376986384391785, "topk_energy": { "1": 0.3551495671272278, "5": 0.7499233484268188, "10": 0.881098747253418, "25": 0.9676958322525024 }, "gamma_raw": -0.0070577338337898254, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.006351459118867222, "1e-07": -0.006351459118867222, "1e-06": -0.006351459118867222, "1e-05": -0.006351459118867222, "0.0001": -0.006351459118867222 } }, { "layer": 2, "mean_norm": 1.4385512780989984e-09, "median_norm": 1.4223615618647045e-09, "max_norm": 2.7388249446147483e-09, "min_norm": 5.177337447648256e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.184637069702148, "5": -9.062196731567383, "10": -9.026018142700195, "25": -8.953360557556152, "50": -8.842397689819336, "75": -8.774778366088867, "90": -8.709124565124512, "95": -8.64722728729248, "99": -8.5990629196167 }, "log_norms_histogram": [ 1, 1, 0, 0, 1, 0, 0, 0, 1, 4, 0, 0, 0, 2, 1, 5, 5, 5, 4, 4, 9, 8, 13, 10, 14, 5, 9, 11, 10, 4, 2, 14, 16, 13, 15, 7, 11, 7, 13, 6, 4, 0, 4, 3, 6, 3, 2, 0, 1, 2 ], "log_norms_bin_edges": [ -9.285893440246582, -9.271424293518066, -9.25695514678955, -9.242486000061035, -9.22801685333252, -9.213547706604004, -9.199078559875488, -9.184609413146973, -9.170140266418457, -9.155671119689941, -9.141201972961426, -9.12673282623291, -9.112263679504395, -9.097794532775879, -9.083325386047363, -9.068856239318848, -9.054387092590332, -9.039917945861816, -9.0254487991333, -9.010979652404785, -8.99651050567627, -8.982041358947754, -8.967572212219238, -8.953103065490723, -8.938633918762207, -8.924164772033691, -8.909695625305176, -8.89522647857666, -8.880757331848145, -8.866288185119629, -8.851819038391113, -8.837349891662598, -8.822880744934082, -8.808411598205566, -8.79394245147705, -8.779473304748535, -8.76500415802002, -8.750535011291504, -8.736065864562988, -8.721596717834473, -8.707127571105957, -8.692658424377441, -8.678189277648926, -8.66372013092041, -8.649250984191895, -8.634781837463379, -8.620312690734863, -8.605843544006348, -8.591374397277832, -8.576905250549316, -8.5624361038208 ], "r_inf_mean": 0.48076289892196655, "r_inf_median": 0.4535062611103058, "pr_mean": 0.04451879858970642, "pr_median": 0.04546936973929405, "hoyer_mean": 0.22649958729743958, "eff_dim_mean": 0.22649958729743958, "topk_energy": { "1": 0.3559178411960602, "5": 0.7551931142807007, "10": 0.8866910338401794, "25": 0.9714776277542114 }, "gamma_raw": -0.004115705378353596, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.005092085300272418, "1e-07": -0.005092085300272418, "1e-06": -0.005092085300272418, "1e-05": -0.005092085300272418, "0.0001": -0.005092085300272418 } }, { "layer": 3, "mean_norm": 1.4386384306064315e-09, "median_norm": 1.421902706688627e-09, "max_norm": 2.7334257080013913e-09, "min_norm": 5.177362982777822e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.184724807739258, "5": -9.062213897705078, "10": -9.025312423706055, "25": -8.953299522399902, "50": -8.842039108276367, "75": -8.774468421936035, "90": -8.70950698852539, "95": -8.647324562072754, "99": -8.59917163848877 }, "log_norms_histogram": [ 1, 1, 0, 0, 1, 0, 0, 0, 1, 4, 0, 0, 0, 2, 1, 5, 5, 4, 5, 4, 8, 8, 14, 10, 14, 5, 9, 11, 10, 4, 1, 15, 16, 13, 14, 8, 10, 8, 13, 6, 4, 0, 4, 3, 6, 3, 2, 0, 1, 2 ], "log_norms_bin_edges": [ -9.28589153289795, -9.271439552307129, -9.256987571716309, -9.242535591125488, -9.228083610534668, -9.213631629943848, -9.199179649353027, -9.184727668762207, -9.170275688171387, -9.155823707580566, -9.141371726989746, -9.126919746398926, -9.112467765808105, -9.098015785217285, -9.083563804626465, -9.069111824035645, -9.054659843444824, -9.040207862854004, -9.025755882263184, -9.011303901672363, -8.996851921081543, -8.982399940490723, -8.967947959899902, -8.953495979309082, -8.939043998718262, -8.924592971801758, -8.910140991210938, -8.895689010620117, -8.881237030029297, -8.866785049438477, -8.852333068847656, -8.837881088256836, -8.823429107666016, -8.808977127075195, -8.794525146484375, -8.780073165893555, -8.765621185302734, -8.751169204711914, -8.736717224121094, -8.722265243530273, -8.707813262939453, -8.693361282348633, -8.678909301757812, -8.664457321166992, -8.650005340576172, -8.635553359985352, -8.621101379394531, -8.606649398803711, -8.59219741821289, -8.57774543762207, -8.56329345703125 ], "r_inf_mean": 0.4808337092399597, "r_inf_median": 0.4535002112388611, "pr_mean": 0.04449794813990593, "pr_median": 0.04551176726818085, "hoyer_mean": 0.22615303099155426, "eff_dim_mean": 0.22615303099155426, "topk_energy": { "1": 0.3559088110923767, "5": 0.7556387782096863, "10": 0.8868860602378845, "25": 0.9715154767036438 }, "gamma_raw": -0.0007453773869201541, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0012066281932884306, "1e-07": -0.0012066281932884306, "1e-06": -0.0012066281932884306, "1e-05": -0.0012066281932884306, "0.0001": -0.0012066281932884306 } } ] }