diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_dfa_s456.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_dfa_s456.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s456.json b/results/confirmatory/clean_sparsity/cifar_dfa_s456.json new file mode 100644 index 0000000..c395c52 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s456.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 456, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9450786113739014, + "acc": 0.29296875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.589346763670619e-07, + "median_norm": 1.9976906173724274e-07, + "max_norm": 1.5753620346004027e-06, + "min_norm": 4.5592635444791085e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.890625, + "1e-06": 0.00390625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.19437837600708, + "5": -7.088598251342773, + "10": -7.013242721557617, + "25": -6.866405963897705, + "50": -6.698849678039551, + "75": -6.492940902709961, + "90": -6.310779571533203, + "95": -6.176676273345947, + "99": -6.034116268157959 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 7, + 6, + 4, + 4, + 10, + 5, + 7, + 10, + 12, + 14, + 14, + 11, + 7, + 14, + 9, + 16, + 12, + 4, + 9, + 6, + 11, + 4, + 6, + 6, + 6, + 9, + 5, + 3, + 3, + 1, + 4, + 2, + 1, + 2, + 1, + 3, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.341105937957764, + -7.310336112976074, + -7.279566287994385, + -7.2487969398498535, + -7.218027114868164, + -7.187257289886475, + -7.156487464904785, + -7.125718116760254, + -7.0949482917785645, + -7.064178466796875, + -7.0334086418151855, + -7.002638816833496, + -6.971869468688965, + -6.941099643707275, + -6.910329818725586, + -6.8795599937438965, + -6.848790168762207, + -6.818020820617676, + -6.787250995635986, + -6.756481170654297, + -6.725711345672607, + -6.694941997528076, + -6.664172172546387, + -6.633402347564697, + -6.602632522583008, + -6.571863174438477, + -6.541093349456787, + -6.510323524475098, + -6.479553699493408, + -6.448783874511719, + -6.4180145263671875, + -6.387244701385498, + -6.356474876403809, + -6.325705051422119, + -6.29493522644043, + -6.264165878295898, + -6.233396053314209, + -6.2026262283325195, + -6.17185640335083, + -6.141086578369141, + -6.110317230224609, + -6.07954740524292, + -6.0487775802612305, + -6.018008232116699, + -5.987237930297852, + -5.95646858215332, + -5.925698757171631, + -5.894928932189941, + -5.86415958404541, + -5.833389759063721, + -5.802619934082031 + ], + "r_inf_mean": 0.19430051743984222, + "r_inf_median": 0.19414912164211273, + "pr_mean": 0.32317331433296204, + "pr_median": 0.3054687976837158, + "hoyer_mean": 0.6299175024032593, + "eff_dim_mean": 0.6299175024032593, + "topk_energy": { + "1": 0.07147446274757385, + "5": 0.2848600149154663, + "10": 0.45199549198150635, + "25": 0.7325144410133362 + }, + "gamma_raw": 0.40470486879348755, + "gamma_active": { + "1e-08": 0.40470486879348755, + "1e-07": 0.4010109603404999, + "1e-06": 0.6547019481658936, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.43224417743762483, + "1e-07": 0.43224417743762483, + "1e-06": 0.43224417743762483, + "1e-05": 0.43224417743762483, + "0.0001": 0.43224417743762483 + } + }, + { + "layer": 1, + "mean_norm": 1.092690382620276e-09, + "median_norm": 1.0219242119191563e-09, + "max_norm": 2.2986701431193524e-09, + "min_norm": 4.977324108423886e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.237069129943848, + "5": -9.178057670593262, + "10": -9.127224922180176, + "25": -9.078618049621582, + "50": -8.990445137023926, + "75": -8.903547286987305, + "90": -8.805278778076172, + "95": -8.741016387939453, + "99": -8.661843299865723 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 3, + 2, + 2, + 7, + 1, + 8, + 9, + 12, + 12, + 7, + 10, + 13, + 12, + 11, + 6, + 10, + 6, + 9, + 13, + 9, + 12, + 8, + 11, + 4, + 4, + 7, + 5, + 3, + 4, + 4, + 3, + 1, + 1, + 3, + 4, + 2, + 1, + 1, + 2, + 2, + 1, + 2 + ], + "log_norms_bin_edges": [ + -9.303004264831543, + -9.289714813232422, + -9.2764253616333, + -9.26313591003418, + -9.249845504760742, + -9.236556053161621, + -9.2232666015625, + -9.209977149963379, + -9.196687698364258, + -9.183398246765137, + -9.1701078414917, + -9.156818389892578, + -9.143528938293457, + -9.130239486694336, + -9.116950035095215, + -9.103660583496094, + -9.090370178222656, + -9.077080726623535, + -9.063791275024414, + -9.050501823425293, + -9.037212371826172, + -9.02392292022705, + -9.010632514953613, + -8.997343063354492, + -8.984053611755371, + -8.97076416015625, + -8.957474708557129, + -8.944185256958008, + -8.93089485168457, + -8.91760540008545, + -8.904315948486328, + -8.891026496887207, + -8.877737045288086, + -8.864447593688965, + -8.851158142089844, + -8.837867736816406, + -8.824578285217285, + -8.811288833618164, + -8.797999382019043, + -8.784709930419922, + -8.7714204788208, + -8.758130073547363, + -8.744840621948242, + -8.731551170349121, + -8.71826171875, + -8.704972267150879, + -8.691682815551758, + -8.67839241027832, + -8.6651029586792, + -8.651813507080078, + -8.638524055480957 + ], + "r_inf_mean": 0.5697502493858337, + "r_inf_median": 0.5725094079971313, + "pr_mean": 0.027846666052937508, + "pr_median": 0.021392446011304855, + "hoyer_mean": 0.1826842725276947, + "eff_dim_mean": 0.1826842725276947, + "topk_energy": { + "1": 0.503971517086029, + "5": 0.8266641497612, + "10": 0.9156999588012695, + "25": 0.9771815538406372 + }, + "gamma_raw": 0.00021974003175273538, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.001621381128082602, + "1e-07": 0.001621381128082602, + "1e-06": 0.001621381128082602, + "1e-05": 0.001621381128082602, + "0.0001": 0.001621381128082602 + } + }, + { + "layer": 2, + "mean_norm": 1.0801393113268887e-09, + "median_norm": 1.0088880841863102e-09, + "max_norm": 2.279330502119592e-09, + "min_norm": 4.951408727471573e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.238354682922363, + "5": -9.188572883605957, + "10": -9.128071784973145, + "25": -9.082647323608398, + "50": -8.993792533874512, + "75": -8.909320831298828, + "90": -8.808212280273438, + "95": -8.743592262268066, + "99": -8.671186447143555 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 2, + 3, + 2, + 4, + 0, + 4, + 4, + 3, + 9, + 9, + 12, + 12, + 8, + 6, + 17, + 8, + 9, + 11, + 9, + 5, + 9, + 14, + 11, + 12, + 8, + 8, + 6, + 3, + 6, + 4, + 4, + 4, + 4, + 2, + 2, + 2, + 2, + 5, + 1, + 2, + 0, + 2, + 2, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.30527114868164, + -9.292009353637695, + -9.27874755859375, + -9.265486717224121, + -9.252224922180176, + -9.23896312713623, + -9.225701332092285, + -9.212440490722656, + -9.199178695678711, + -9.185916900634766, + -9.17265510559082, + -9.159394264221191, + -9.146132469177246, + -9.1328706741333, + -9.119608879089355, + -9.106348037719727, + -9.093086242675781, + -9.079824447631836, + -9.06656265258789, + -9.053301811218262, + -9.040040016174316, + -9.026778221130371, + -9.013516426086426, + -9.000255584716797, + -8.986993789672852, + -8.973731994628906, + -8.960470199584961, + -8.947208404541016, + -8.933947563171387, + -8.920685768127441, + -8.907423973083496, + -8.89416217803955, + -8.880901336669922, + -8.867639541625977, + -8.854377746582031, + -8.841115951538086, + -8.827855110168457, + -8.814593315124512, + -8.801331520080566, + -8.788069725036621, + -8.774808883666992, + -8.761547088623047, + -8.748285293579102, + -8.735023498535156, + -8.721762657165527, + -8.708500862121582, + -8.695239067077637, + -8.681977272033691, + -8.668716430664062, + -8.655454635620117, + -8.642192840576172 + ], + "r_inf_mean": 0.5732481479644775, + "r_inf_median": 0.5750540494918823, + "pr_mean": 0.027290724217891693, + "pr_median": 0.02120389975607395, + "hoyer_mean": 0.16821932792663574, + "eff_dim_mean": 0.16821932792663574, + "topk_energy": { + "1": 0.5087974667549133, + "5": 0.8347358107566833, + "10": 0.9242771863937378, + "25": 0.9833624958992004 + }, + "gamma_raw": -0.0016264701262116432, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.000601645267533498, + "1e-07": -0.000601645267533498, + "1e-06": -0.000601645267533498, + "1e-05": -0.000601645267533498, + "0.0001": -0.000601645267533498 + } + }, + { + "layer": 3, + "mean_norm": 1.079854206054165e-09, + "median_norm": 1.0086217416827026e-09, + "max_norm": 2.2795683118914667e-09, + "min_norm": 4.953798482532079e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.24002456665039, + "5": -9.189212799072266, + "10": -9.12875747680664, + "25": -9.082115173339844, + "50": -8.99405288696289, + "75": -8.909610748291016, + "90": -8.8084716796875, + "95": -8.743489265441895, + "99": -8.671119689941406 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 2, + 3, + 2, + 4, + 0, + 3, + 5, + 3, + 8, + 10, + 13, + 11, + 8, + 6, + 17, + 10, + 7, + 11, + 9, + 5, + 9, + 15, + 10, + 13, + 8, + 7, + 6, + 3, + 6, + 4, + 4, + 4, + 4, + 2, + 2, + 2, + 2, + 5, + 1, + 2, + 0, + 2, + 2, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.305061340332031, + -9.291803359985352, + -9.278544425964355, + -9.265286445617676, + -9.252028465270996, + -9.23876953125, + -9.22551155090332, + -9.21225357055664, + -9.198995590209961, + -9.185736656188965, + -9.172478675842285, + -9.159220695495605, + -9.14596176147461, + -9.13270378112793, + -9.11944580078125, + -9.10618782043457, + -9.092928886413574, + -9.079670906066895, + -9.066412925720215, + -9.053153991699219, + -9.039896011352539, + -9.02663803100586, + -9.013379096984863, + -9.000121116638184, + -8.986863136291504, + -8.973604202270508, + -8.960346221923828, + -8.947088241577148, + -8.933830261230469, + -8.920571327209473, + -8.907313346862793, + -8.894055366516113, + -8.880796432495117, + -8.867538452148438, + -8.854280471801758, + -8.841022491455078, + -8.827763557434082, + -8.814505577087402, + -8.801247596740723, + -8.787988662719727, + -8.774730682373047, + -8.761472702026367, + -8.748213768005371, + -8.734955787658691, + -8.721697807312012, + -8.708438873291016, + -8.695180892944336, + -8.681922912597656, + -8.668664932250977, + -8.65540599822998, + -8.6421480178833 + ], + "r_inf_mean": 0.5729086995124817, + "r_inf_median": 0.5747510194778442, + "pr_mean": 0.027335815131664276, + "pr_median": 0.02119538001716137, + "hoyer_mean": 0.16768202185630798, + "eff_dim_mean": 0.16768202185630798, + "topk_energy": { + "1": 0.5087243318557739, + "5": 0.8346289396286011, + "10": 0.9243053197860718, + "25": 0.983512282371521 + }, + "gamma_raw": 0.0015623457729816437, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0015149342983521144, + "1e-07": 0.0015149342983521144, + "1e-06": 0.0015149342983521144, + "1e-05": 0.0015149342983521144, + "0.0001": 0.0015149342983521144 + } + } + ] +}
\ No newline at end of file |