diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_bp_s123.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_bp_s123.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s123.json b/results/confirmatory/clean_sparsity/cifar_bp_s123.json new file mode 100644 index 0000000..5f01e6e --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s123.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 123, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.2278447151184082, + "acc": 0.58984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00028450513491407037, + "median_norm": 0.00022855156566947699, + "max_norm": 0.0013590023154392838, + "min_norm": 2.8673215979324596e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.984375, + "1e-05": 0.90234375, + "0.0001": 0.70703125 + }, + "log_norms_percentiles": { + "1": -6.134434700012207, + "5": -5.509753227233887, + "10": -4.9746317863464355, + "25": -4.119090557098389, + "50": -3.639714479446411, + "75": -3.366743326187134, + "90": -3.1877975463867188, + "95": -3.118372678756714, + "99": -3.009988307952881 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 4, + 0, + 2, + 2, + 1, + 1, + 0, + 3, + 3, + 4, + 4, + 4, + 1, + 3, + 1, + 8, + 2, + 2, + 2, + 2, + 7, + 8, + 4, + 10, + 15, + 9, + 10, + 15, + 17, + 18, + 17, + 19, + 12, + 14, + 12, + 8, + 1, + 2 + ], + "log_norms_bin_edges": [ + -6.5425238609313965, + -6.469008922576904, + -6.395493984222412, + -6.32197904586792, + -6.248464584350586, + -6.174949645996094, + -6.101434707641602, + -6.027919769287109, + -5.954404830932617, + -5.880889892578125, + -5.807374954223633, + -5.733860015869141, + -5.660345077514648, + -5.5868306159973145, + -5.513315677642822, + -5.43980073928833, + -5.366285800933838, + -5.292770862579346, + -5.2192559242248535, + -5.1457414627075195, + -5.072226524353027, + -4.998711585998535, + -4.925196647644043, + -4.851681709289551, + -4.778166770935059, + -4.704651832580566, + -4.631136894226074, + -4.557621955871582, + -4.48410701751709, + -4.410592079162598, + -4.337077617645264, + -4.2635626792907715, + -4.190047740936279, + -4.116532802581787, + -4.043017864227295, + -3.969503164291382, + -3.8959882259368896, + -3.8224732875823975, + -3.7489585876464844, + -3.675443649291992, + -3.6019287109375, + -3.528413772583008, + -3.4548988342285156, + -3.3813841342926025, + -3.3078691959381104, + -3.234354257583618, + -3.160839557647705, + -3.087324619293213, + -3.0138096809387207, + -2.9402947425842285, + -2.8667800426483154 + ], + "r_inf_mean": 0.19932274520397186, + "r_inf_median": 0.19578371942043304, + "pr_mean": 0.31977659463882446, + "pr_median": 0.3213789463043213, + "hoyer_mean": 0.6277211904525757, + "eff_dim_mean": 0.6277210712432861, + "topk_energy": { + "1": 0.07279124855995178, + "5": 0.278098464012146, + "10": 0.4454660415649414, + "25": 0.7315179109573364 + }, + "gamma_raw": 0.008091344498097897, + "gamma_active": { + "1e-08": 0.008091344498097897, + "1e-07": 0.008091344498097897, + "1e-06": 0.00732202036306262, + "1e-05": 0.007081781979650259, + "0.0001": 0.0005258761812001467 + }, + "gamma_energy_weighted": { + "1e-08": -0.00987889593599409, + "1e-07": -0.00987889593599409, + "1e-06": -0.00987889593599409, + "1e-05": -0.00987889593599409, + "0.0001": -0.00987889593599409 + } + }, + { + "layer": 1, + "mean_norm": 0.00030184671049937606, + "median_norm": 0.00023769863764755428, + "max_norm": 0.001208685920573771, + "min_norm": 3.1506317554885754e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.90625, + "0.0001": 0.71875 + }, + "log_norms_percentiles": { + "1": -6.092222690582275, + "5": -5.492038726806641, + "10": -4.953402519226074, + "25": -4.072449684143066, + "50": -3.6149144172668457, + "75": -3.337055206298828, + "90": -3.168731689453125, + "95": -3.0973267555236816, + "99": -2.975595235824585 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 2, + 3, + 0, + 2, + 2, + 0, + 2, + 0, + 1, + 4, + 4, + 2, + 5, + 2, + 3, + 2, + 4, + 5, + 2, + 2, + 3, + 2, + 4, + 8, + 8, + 14, + 11, + 8, + 11, + 14, + 18, + 16, + 18, + 17, + 8, + 20, + 10, + 6, + 5 + ], + "log_norms_bin_edges": [ + -6.5016021728515625, + -6.429924011230469, + -6.358245372772217, + -6.286567211151123, + -6.214889049530029, + -6.143210411071777, + -6.071532249450684, + -5.99985408782959, + -5.928175926208496, + -5.856497287750244, + -5.78481912612915, + -5.713140487670898, + -5.641462326049805, + -5.569784164428711, + -5.498106002807617, + -5.426427364349365, + -5.3547492027282715, + -5.283071041107178, + -5.211392402648926, + -5.139714241027832, + -5.068036079406738, + -4.9963579177856445, + -4.924679279327393, + -4.853001117706299, + -4.781322479248047, + -4.709644317626953, + -4.637966156005859, + -4.566287994384766, + -4.494609355926514, + -4.42293119430542, + -4.351252555847168, + -4.279574394226074, + -4.2078962326049805, + -4.136218070983887, + -4.064539909362793, + -3.992861270904541, + -3.9211831092834473, + -3.8495047092437744, + -3.7778263092041016, + -3.706148147583008, + -3.634469747543335, + -3.562791347503662, + -3.4911131858825684, + -3.4194347858428955, + -3.3477563858032227, + -3.276078224182129, + -3.204399824142456, + -3.1327216625213623, + -3.0610432624816895, + -2.9893648624420166, + -2.917686700820923 + ], + "r_inf_mean": 0.1956845223903656, + "r_inf_median": 0.19191423058509827, + "pr_mean": 0.32563915848731995, + "pr_median": 0.3224400579929352, + "hoyer_mean": 0.6296026706695557, + "eff_dim_mean": 0.6296026706695557, + "topk_energy": { + "1": 0.0700303167104721, + "5": 0.2744002342224121, + "10": 0.441372811794281, + "25": 0.7295328378677368 + }, + "gamma_raw": 0.00795608852058649, + "gamma_active": { + "1e-08": 0.00795608852058649, + "1e-07": 0.00795608852058649, + "1e-06": 0.00863230787217617, + "1e-05": 0.010981490835547447, + "0.0001": 0.006701463833451271 + }, + "gamma_energy_weighted": { + "1e-08": 0.00026937501098460513, + "1e-07": 0.00026937501098460513, + "1e-06": 0.00026937501098460513, + "1e-05": 0.00026937501098460513, + "0.0001": 0.00026937501098460513 + } + }, + { + "layer": 2, + "mean_norm": 0.0003135820443276316, + "median_norm": 0.0002543467271607369, + "max_norm": 0.0011772668221965432, + "min_norm": 3.356943807375501e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9140625, + "0.0001": 0.72265625 + }, + "log_norms_percentiles": { + "1": -6.022266387939453, + "5": -5.486436367034912, + "10": -4.916165351867676, + "25": -4.059142112731934, + "50": -3.5942130088806152, + "75": -3.3095245361328125, + "90": -3.142878770828247, + "95": -3.080014228820801, + "99": -2.9782094955444336 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 3, + 0, + 1, + 2, + 3, + 0, + 2, + 1, + 1, + 2, + 0, + 1, + 3, + 3, + 3, + 5, + 3, + 3, + 1, + 3, + 3, + 5, + 2, + 3, + 2, + 3, + 10, + 5, + 10, + 14, + 11, + 10, + 14, + 13, + 14, + 19, + 18, + 15, + 15, + 15, + 5, + 6 + ], + "log_norms_bin_edges": [ + -6.474055767059326, + -6.4031572341918945, + -6.332258701324463, + -6.261360168457031, + -6.190461158752441, + -6.11956262588501, + -6.048664093017578, + -5.9777655601501465, + -5.906867027282715, + -5.835968017578125, + -5.765069484710693, + -5.694170951843262, + -5.62327241897583, + -5.552373886108398, + -5.481475353240967, + -5.410576820373535, + -5.339677810668945, + -5.268779277801514, + -5.197880744934082, + -5.12698221206665, + -5.056083679199219, + -4.985184669494629, + -4.914286136627197, + -4.843387603759766, + -4.772489070892334, + -4.701590538024902, + -4.6306915283203125, + -4.559792995452881, + -4.488894462585449, + -4.417995929718018, + -4.347097396850586, + -4.276198387145996, + -4.205300331115723, + -4.134401321411133, + -4.063502788543701, + -3.9926042556762695, + -3.921705722808838, + -3.850806951522827, + -3.7799084186553955, + -3.709009885787964, + -3.638111114501953, + -3.5672125816345215, + -3.49631404876709, + -3.425415277481079, + -3.3545167446136475, + -3.283618211746216, + -3.212719440460205, + -3.1418209075927734, + -3.070922374725342, + -3.000023603439331, + -2.9291250705718994 + ], + "r_inf_mean": 0.19659769535064697, + "r_inf_median": 0.19407156109809875, + "pr_mean": 0.32775190472602844, + "pr_median": 0.325853168964386, + "hoyer_mean": 0.6314839720726013, + "eff_dim_mean": 0.6314840316772461, + "topk_energy": { + "1": 0.06999526172876358, + "5": 0.27125284075737, + "10": 0.4386821687221527, + "25": 0.7279925346374512 + }, + "gamma_raw": -0.021253487095236778, + "gamma_active": { + "1e-08": -0.021253487095236778, + "1e-07": -0.021253487095236778, + "1e-06": -0.021729107946157455, + "1e-05": -0.021009434014558792, + "0.0001": -0.02308928221464157 + }, + "gamma_energy_weighted": { + "1e-08": -0.016939791060805443, + "1e-07": -0.016939791060805443, + "1e-06": -0.016939791060805443, + "1e-05": -0.016939791060805443, + "0.0001": -0.016939791060805443 + } + }, + { + "layer": 3, + "mean_norm": 0.000297254096949473, + "median_norm": 0.00024099259462673217, + "max_norm": 0.0011388171697035432, + "min_norm": 3.1686695933785813e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.91015625, + "0.0001": 0.71875 + }, + "log_norms_percentiles": { + "1": -6.051245212554932, + "5": -5.475461959838867, + "10": -4.922177314758301, + "25": -4.0708909034729, + "50": -3.611677408218384, + "75": -3.325131893157959, + "90": -3.1709394454956055, + "95": -3.112522602081299, + "99": -3.0375943183898926 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 1, + 2, + 1, + 1, + 2, + 0, + 2, + 2, + 2, + 4, + 4, + 4, + 3, + 1, + 2, + 5, + 3, + 1, + 5, + 1, + 5, + 9, + 3, + 11, + 14, + 11, + 10, + 15, + 12, + 16, + 17, + 19, + 17, + 17, + 13, + 7, + 2 + ], + "log_norms_bin_edges": [ + -6.4991230964660645, + -6.428011417388916, + -6.356900215148926, + -6.285788536071777, + -6.214676856994629, + -6.1435651779174805, + -6.07245397567749, + -6.001342296600342, + -5.930230617523193, + -5.859119415283203, + -5.788007736206055, + -5.716896057128906, + -5.645784378051758, + -5.574673175811768, + -5.503561496734619, + -5.432450294494629, + -5.3613386154174805, + -5.290226936340332, + -5.219115257263184, + -5.148004055023193, + -5.076892375946045, + -5.0057806968688965, + -4.934669494628906, + -4.863557815551758, + -4.792446136474609, + -4.721334457397461, + -4.650223255157471, + -4.579111576080322, + -4.507999897003174, + -4.436888694763184, + -4.365777015686035, + -4.294665336608887, + -4.223553657531738, + -4.152442455291748, + -4.0813307762146, + -4.010219573974609, + -3.939107656478882, + -3.8679962158203125, + -3.796884775161743, + -3.7257730960845947, + -3.6546616554260254, + -3.583549976348877, + -3.5124385356903076, + -3.4413270950317383, + -3.37021541595459, + -3.2991039752960205, + -3.227992296218872, + -3.1568808555603027, + -3.0857691764831543, + -3.014657735824585, + -2.9435460567474365 + ], + "r_inf_mean": 0.1926463544368744, + "r_inf_median": 0.18907807767391205, + "pr_mean": 0.3364142179489136, + "pr_median": 0.3373374044895172, + "hoyer_mean": 0.6366024017333984, + "eff_dim_mean": 0.6366024017333984, + "topk_energy": { + "1": 0.06730996072292328, + "5": 0.264831006526947, + "10": 0.4318138360977173, + "25": 0.7223255634307861 + }, + "gamma_raw": 0.032496366649866104, + "gamma_active": { + "1e-08": 0.032496366649866104, + "1e-07": 0.032496366649866104, + "1e-06": 0.032468751072883606, + "1e-05": 0.030892575159668922, + "0.0001": 0.03325022757053375 + }, + "gamma_energy_weighted": { + "1e-08": 0.02745312077202487, + "1e-07": 0.02745312077202487, + "1e-06": 0.02745312077202487, + "1e-05": 0.02745312077202487, + "0.0001": 0.02745312077202487 + } + } + ] +}
\ No newline at end of file |