diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_dfa_s789.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_dfa_s789.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s789.json b/results/confirmatory/clean_sparsity/cifar_dfa_s789.json new file mode 100644 index 0000000..265ecf6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s789.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 789, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9191677570343018, + "acc": 0.28515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.8083488246011257e-07, + "median_norm": 2.1251427995139238e-07, + "max_norm": 1.2998165175304166e-06, + "min_norm": 3.773606493950865e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.92578125, + "1e-06": 0.0234375, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.186432361602783, + "5": -7.062449932098389, + "10": -6.944283485412598, + "25": -6.829133987426758, + "50": -6.671788215637207, + "75": -6.4624762535095215, + "90": -6.278328895568848, + "95": -6.168608665466309, + "99": -5.962457180023193 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 5, + 1, + 4, + 1, + 4, + 5, + 3, + 10, + 14, + 10, + 13, + 6, + 14, + 16, + 14, + 8, + 12, + 8, + 11, + 11, + 9, + 7, + 7, + 8, + 11, + 4, + 5, + 3, + 6, + 2, + 3, + 4, + 1, + 3, + 2, + 0, + 1, + 0, + 4, + 1, + 1 + ], + "log_norms_bin_edges": [ + -7.423243522644043, + -7.392500877380371, + -7.361758708953857, + -7.3310160636901855, + -7.300273418426514, + -7.269530773162842, + -7.238788604736328, + -7.208045959472656, + -7.177303314208984, + -7.1465606689453125, + -7.115818500518799, + -7.085075855255127, + -7.054333209991455, + -7.023591041564941, + -6.9928483963012695, + -6.962105751037598, + -6.931363105773926, + -6.900620937347412, + -6.86987829208374, + -6.839135646820068, + -6.808393478393555, + -6.777650833129883, + -6.746908187866211, + -6.716165542602539, + -6.685423374176025, + -6.6546807289123535, + -6.623938083648682, + -6.593195915222168, + -6.562453269958496, + -6.531710624694824, + -6.500967979431152, + -6.470225811004639, + -6.439483165740967, + -6.408740520477295, + -6.377998352050781, + -6.347255706787109, + -6.3165130615234375, + -6.285770416259766, + -6.255028247833252, + -6.22428560256958, + -6.193542957305908, + -6.1628007888793945, + -6.132058143615723, + -6.101315498352051, + -6.070572853088379, + -6.039830684661865, + -6.009088039398193, + -5.9783453941345215, + -5.947603225708008, + -5.916860580444336, + -5.886117935180664 + ], + "r_inf_mean": 0.21293944120407104, + "r_inf_median": 0.20738723874092102, + "pr_mean": 0.2886452376842499, + "pr_median": 0.26449260115623474, + "hoyer_mean": 0.6029889583587646, + "eff_dim_mean": 0.6029889583587646, + "topk_energy": { + "1": 0.08143994957208633, + "5": 0.3075818717479706, + "10": 0.4832254946231842, + "25": 0.7570875883102417 + }, + "gamma_raw": 0.40701812505722046, + "gamma_active": { + "1e-08": 0.40701812505722046, + "1e-07": 0.4139775335788727, + "1e-06": 0.4263691306114197, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.4263066803555612, + "1e-07": 0.4263066803555612, + "1e-06": 0.4263066803555612, + "1e-05": 0.4263066803555612, + "0.0001": 0.4263066803555612 + } + }, + { + "layer": 1, + "mean_norm": 1.4560261885065984e-09, + "median_norm": 1.4221673838576976e-09, + "max_norm": 5.169566108520485e-09, + "min_norm": 5.21518550566924e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.18366527557373, + "5": -9.061481475830078, + "10": -9.025863647460938, + "25": -8.94975471496582, + "50": -8.84203815460205, + "75": -8.767135620117188, + "90": -8.698319435119629, + "95": -8.646421432495117, + "99": -8.597430229187012 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 0, + 4, + 1, + 0, + 2, + 2, + 7, + 8, + 5, + 9, + 12, + 16, + 20, + 8, + 14, + 11, + 6, + 11, + 22, + 19, + 12, + 15, + 12, + 10, + 5, + 4, + 5, + 5, + 5, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.282731056213379, + -9.26280689239502, + -9.242883682250977, + -9.222959518432617, + -9.203036308288574, + -9.183112144470215, + -9.163188934326172, + -9.143264770507812, + -9.12334156036377, + -9.10341739654541, + -9.083494186401367, + -9.063570022583008, + -9.043646812438965, + -9.023722648620605, + -9.003799438476562, + -8.983875274658203, + -8.96395206451416, + -8.9440279006958, + -8.924104690551758, + -8.904180526733398, + -8.884257316589355, + -8.864333152770996, + -8.844409942626953, + -8.824485778808594, + -8.80456256866455, + -8.784638404846191, + -8.764715194702148, + -8.744791030883789, + -8.72486686706543, + -8.704943656921387, + -8.685019493103027, + -8.665096282958984, + -8.645172119140625, + -8.625248908996582, + -8.605324745178223, + -8.58540153503418, + -8.56547737121582, + -8.545554161071777, + -8.525629997253418, + -8.505706787109375, + -8.485782623291016, + -8.465859413146973, + -8.445935249328613, + -8.42601203918457, + -8.406087875366211, + -8.386164665222168, + -8.366240501403809, + -8.346317291259766, + -8.326393127441406, + -8.306469917297363, + -8.286545753479004 + ], + "r_inf_mean": 0.4805874526500702, + "r_inf_median": 0.4551409184932709, + "pr_mean": 0.04530470073223114, + "pr_median": 0.04584954306483269, + "hoyer_mean": 0.23376986384391785, + "eff_dim_mean": 0.23376986384391785, + "topk_energy": { + "1": 0.3551495671272278, + "5": 0.7499233484268188, + "10": 0.881098747253418, + "25": 0.9676958322525024 + }, + "gamma_raw": -0.0070577338337898254, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.006351459118867222, + "1e-07": -0.006351459118867222, + "1e-06": -0.006351459118867222, + "1e-05": -0.006351459118867222, + "0.0001": -0.006351459118867222 + } + }, + { + "layer": 2, + "mean_norm": 1.4385512780989984e-09, + "median_norm": 1.4223615618647045e-09, + "max_norm": 2.7388249446147483e-09, + "min_norm": 5.177337447648256e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.184637069702148, + "5": -9.062196731567383, + "10": -9.026018142700195, + "25": -8.953360557556152, + "50": -8.842397689819336, + "75": -8.774778366088867, + "90": -8.709124565124512, + "95": -8.64722728729248, + "99": -8.5990629196167 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 4, + 0, + 0, + 0, + 2, + 1, + 5, + 5, + 5, + 4, + 4, + 9, + 8, + 13, + 10, + 14, + 5, + 9, + 11, + 10, + 4, + 2, + 14, + 16, + 13, + 15, + 7, + 11, + 7, + 13, + 6, + 4, + 0, + 4, + 3, + 6, + 3, + 2, + 0, + 1, + 2 + ], + "log_norms_bin_edges": [ + -9.285893440246582, + -9.271424293518066, + -9.25695514678955, + -9.242486000061035, + -9.22801685333252, + -9.213547706604004, + -9.199078559875488, + -9.184609413146973, + -9.170140266418457, + -9.155671119689941, + -9.141201972961426, + -9.12673282623291, + -9.112263679504395, + -9.097794532775879, + -9.083325386047363, + -9.068856239318848, + -9.054387092590332, + -9.039917945861816, + -9.0254487991333, + -9.010979652404785, + -8.99651050567627, + -8.982041358947754, + -8.967572212219238, + -8.953103065490723, + -8.938633918762207, + -8.924164772033691, + -8.909695625305176, + -8.89522647857666, + -8.880757331848145, + -8.866288185119629, + -8.851819038391113, + -8.837349891662598, + -8.822880744934082, + -8.808411598205566, + -8.79394245147705, + -8.779473304748535, + -8.76500415802002, + -8.750535011291504, + -8.736065864562988, + -8.721596717834473, + -8.707127571105957, + -8.692658424377441, + -8.678189277648926, + -8.66372013092041, + -8.649250984191895, + -8.634781837463379, + -8.620312690734863, + -8.605843544006348, + -8.591374397277832, + -8.576905250549316, + -8.5624361038208 + ], + "r_inf_mean": 0.48076289892196655, + "r_inf_median": 0.4535062611103058, + "pr_mean": 0.04451879858970642, + "pr_median": 0.04546936973929405, + "hoyer_mean": 0.22649958729743958, + "eff_dim_mean": 0.22649958729743958, + "topk_energy": { + "1": 0.3559178411960602, + "5": 0.7551931142807007, + "10": 0.8866910338401794, + "25": 0.9714776277542114 + }, + "gamma_raw": -0.004115705378353596, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.005092085300272418, + "1e-07": -0.005092085300272418, + "1e-06": -0.005092085300272418, + "1e-05": -0.005092085300272418, + "0.0001": -0.005092085300272418 + } + }, + { + "layer": 3, + "mean_norm": 1.4386384306064315e-09, + "median_norm": 1.421902706688627e-09, + "max_norm": 2.7334257080013913e-09, + "min_norm": 5.177362982777822e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.184724807739258, + "5": -9.062213897705078, + "10": -9.025312423706055, + "25": -8.953299522399902, + "50": -8.842039108276367, + "75": -8.774468421936035, + "90": -8.70950698852539, + "95": -8.647324562072754, + "99": -8.59917163848877 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 4, + 0, + 0, + 0, + 2, + 1, + 5, + 5, + 4, + 5, + 4, + 8, + 8, + 14, + 10, + 14, + 5, + 9, + 11, + 10, + 4, + 1, + 15, + 16, + 13, + 14, + 8, + 10, + 8, + 13, + 6, + 4, + 0, + 4, + 3, + 6, + 3, + 2, + 0, + 1, + 2 + ], + "log_norms_bin_edges": [ + -9.28589153289795, + -9.271439552307129, + -9.256987571716309, + -9.242535591125488, + -9.228083610534668, + -9.213631629943848, + -9.199179649353027, + -9.184727668762207, + -9.170275688171387, + -9.155823707580566, + -9.141371726989746, + -9.126919746398926, + -9.112467765808105, + -9.098015785217285, + -9.083563804626465, + -9.069111824035645, + -9.054659843444824, + -9.040207862854004, + -9.025755882263184, + -9.011303901672363, + -8.996851921081543, + -8.982399940490723, + -8.967947959899902, + -8.953495979309082, + -8.939043998718262, + -8.924592971801758, + -8.910140991210938, + -8.895689010620117, + -8.881237030029297, + -8.866785049438477, + -8.852333068847656, + -8.837881088256836, + -8.823429107666016, + -8.808977127075195, + -8.794525146484375, + -8.780073165893555, + -8.765621185302734, + -8.751169204711914, + -8.736717224121094, + -8.722265243530273, + -8.707813262939453, + -8.693361282348633, + -8.678909301757812, + -8.664457321166992, + -8.650005340576172, + -8.635553359985352, + -8.621101379394531, + -8.606649398803711, + -8.59219741821289, + -8.57774543762207, + -8.56329345703125 + ], + "r_inf_mean": 0.4808337092399597, + "r_inf_median": 0.4535002112388611, + "pr_mean": 0.04449794813990593, + "pr_median": 0.04551176726818085, + "hoyer_mean": 0.22615303099155426, + "eff_dim_mean": 0.22615303099155426, + "topk_energy": { + "1": 0.3559088110923767, + "5": 0.7556387782096863, + "10": 0.8868860602378845, + "25": 0.9715154767036438 + }, + "gamma_raw": -0.0007453773869201541, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0012066281932884306, + "1e-07": -0.0012066281932884306, + "1e-06": -0.0012066281932884306, + "1e-05": -0.0012066281932884306, + "0.0001": -0.0012066281932884306 + } + } + ] +}
\ No newline at end of file |