{ "dataset": "cifar", "method": "bp", "seed": 123, "alpha": null, "depth": 4, "batch": 256, "loss": 1.2278447151184082, "acc": 0.58984375, "per_layer": [ { "layer": 0, "mean_norm": 0.00028450513491407037, "median_norm": 0.00022855156566947699, "max_norm": 0.0013590023154392838, "min_norm": 2.8673215979324596e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.984375, "1e-05": 0.90234375, "0.0001": 0.70703125 }, "log_norms_percentiles": { "1": -6.134434700012207, "5": -5.509753227233887, "10": -4.9746317863464355, "25": -4.119090557098389, "50": -3.639714479446411, "75": -3.366743326187134, "90": -3.1877975463867188, "95": -3.118372678756714, "99": -3.009988307952881 }, "log_norms_histogram": [ 2, 0, 0, 1, 0, 0, 1, 1, 2, 0, 1, 1, 4, 0, 2, 2, 1, 1, 0, 3, 3, 4, 4, 4, 1, 3, 1, 8, 2, 2, 2, 2, 7, 8, 4, 10, 15, 9, 10, 15, 17, 18, 17, 19, 12, 14, 12, 8, 1, 2 ], "log_norms_bin_edges": [ -6.5425238609313965, -6.469008922576904, -6.395493984222412, -6.32197904586792, -6.248464584350586, -6.174949645996094, -6.101434707641602, -6.027919769287109, -5.954404830932617, -5.880889892578125, -5.807374954223633, -5.733860015869141, -5.660345077514648, -5.5868306159973145, -5.513315677642822, -5.43980073928833, -5.366285800933838, -5.292770862579346, -5.2192559242248535, -5.1457414627075195, -5.072226524353027, -4.998711585998535, -4.925196647644043, -4.851681709289551, -4.778166770935059, -4.704651832580566, -4.631136894226074, -4.557621955871582, -4.48410701751709, -4.410592079162598, -4.337077617645264, -4.2635626792907715, -4.190047740936279, -4.116532802581787, -4.043017864227295, -3.969503164291382, -3.8959882259368896, -3.8224732875823975, -3.7489585876464844, -3.675443649291992, -3.6019287109375, -3.528413772583008, -3.4548988342285156, -3.3813841342926025, -3.3078691959381104, -3.234354257583618, -3.160839557647705, -3.087324619293213, -3.0138096809387207, -2.9402947425842285, -2.8667800426483154 ], "r_inf_mean": 0.19932274520397186, "r_inf_median": 0.19578371942043304, "pr_mean": 0.31977659463882446, "pr_median": 0.3213789463043213, "hoyer_mean": 0.6277211904525757, "eff_dim_mean": 0.6277210712432861, "topk_energy": { "1": 0.07279124855995178, "5": 0.278098464012146, "10": 0.4454660415649414, "25": 0.7315179109573364 }, "gamma_raw": 0.008091344498097897, "gamma_active": { "1e-08": 0.008091344498097897, "1e-07": 0.008091344498097897, "1e-06": 0.00732202036306262, "1e-05": 0.007081781979650259, "0.0001": 0.0005258761812001467 }, "gamma_energy_weighted": { "1e-08": -0.00987889593599409, "1e-07": -0.00987889593599409, "1e-06": -0.00987889593599409, "1e-05": -0.00987889593599409, "0.0001": -0.00987889593599409 } }, { "layer": 1, "mean_norm": 0.00030184671049937606, "median_norm": 0.00023769863764755428, "max_norm": 0.001208685920573771, "min_norm": 3.1506317554885754e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.90625, "0.0001": 0.71875 }, "log_norms_percentiles": { "1": -6.092222690582275, "5": -5.492038726806641, "10": -4.953402519226074, "25": -4.072449684143066, "50": -3.6149144172668457, "75": -3.337055206298828, "90": -3.168731689453125, "95": -3.0973267555236816, "99": -2.975595235824585 }, "log_norms_histogram": [ 2, 0, 0, 0, 1, 0, 0, 2, 1, 1, 1, 2, 3, 0, 2, 2, 0, 2, 0, 1, 4, 4, 2, 5, 2, 3, 2, 4, 5, 2, 2, 3, 2, 4, 8, 8, 14, 11, 8, 11, 14, 18, 16, 18, 17, 8, 20, 10, 6, 5 ], "log_norms_bin_edges": [ -6.5016021728515625, -6.429924011230469, -6.358245372772217, -6.286567211151123, -6.214889049530029, -6.143210411071777, -6.071532249450684, -5.99985408782959, -5.928175926208496, -5.856497287750244, -5.78481912612915, -5.713140487670898, -5.641462326049805, -5.569784164428711, -5.498106002807617, -5.426427364349365, -5.3547492027282715, -5.283071041107178, -5.211392402648926, -5.139714241027832, -5.068036079406738, -4.9963579177856445, -4.924679279327393, -4.853001117706299, -4.781322479248047, -4.709644317626953, -4.637966156005859, -4.566287994384766, -4.494609355926514, -4.42293119430542, -4.351252555847168, -4.279574394226074, -4.2078962326049805, -4.136218070983887, -4.064539909362793, -3.992861270904541, -3.9211831092834473, -3.8495047092437744, -3.7778263092041016, -3.706148147583008, -3.634469747543335, -3.562791347503662, -3.4911131858825684, -3.4194347858428955, -3.3477563858032227, -3.276078224182129, -3.204399824142456, -3.1327216625213623, -3.0610432624816895, -2.9893648624420166, -2.917686700820923 ], "r_inf_mean": 0.1956845223903656, "r_inf_median": 0.19191423058509827, "pr_mean": 0.32563915848731995, "pr_median": 0.3224400579929352, "hoyer_mean": 0.6296026706695557, "eff_dim_mean": 0.6296026706695557, "topk_energy": { "1": 0.0700303167104721, "5": 0.2744002342224121, "10": 0.441372811794281, "25": 0.7295328378677368 }, "gamma_raw": 0.00795608852058649, "gamma_active": { "1e-08": 0.00795608852058649, "1e-07": 0.00795608852058649, "1e-06": 0.00863230787217617, "1e-05": 0.010981490835547447, "0.0001": 0.006701463833451271 }, "gamma_energy_weighted": { "1e-08": 0.00026937501098460513, "1e-07": 0.00026937501098460513, "1e-06": 0.00026937501098460513, "1e-05": 0.00026937501098460513, "0.0001": 0.00026937501098460513 } }, { "layer": 2, "mean_norm": 0.0003135820443276316, "median_norm": 0.0002543467271607369, "max_norm": 0.0011772668221965432, "min_norm": 3.356943807375501e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.9140625, "0.0001": 0.72265625 }, "log_norms_percentiles": { "1": -6.022266387939453, "5": -5.486436367034912, "10": -4.916165351867676, "25": -4.059142112731934, "50": -3.5942130088806152, "75": -3.3095245361328125, "90": -3.142878770828247, "95": -3.080014228820801, "99": -2.9782094955444336 }, "log_norms_histogram": [ 2, 0, 0, 0, 1, 0, 0, 1, 3, 0, 1, 2, 3, 0, 2, 1, 1, 2, 0, 1, 3, 3, 3, 5, 3, 3, 1, 3, 3, 5, 2, 3, 2, 3, 10, 5, 10, 14, 11, 10, 14, 13, 14, 19, 18, 15, 15, 15, 5, 6 ], "log_norms_bin_edges": [ -6.474055767059326, -6.4031572341918945, -6.332258701324463, -6.261360168457031, -6.190461158752441, -6.11956262588501, -6.048664093017578, -5.9777655601501465, -5.906867027282715, -5.835968017578125, -5.765069484710693, -5.694170951843262, -5.62327241897583, -5.552373886108398, -5.481475353240967, -5.410576820373535, -5.339677810668945, -5.268779277801514, -5.197880744934082, -5.12698221206665, -5.056083679199219, -4.985184669494629, -4.914286136627197, -4.843387603759766, -4.772489070892334, -4.701590538024902, -4.6306915283203125, -4.559792995452881, -4.488894462585449, -4.417995929718018, -4.347097396850586, -4.276198387145996, -4.205300331115723, -4.134401321411133, -4.063502788543701, -3.9926042556762695, -3.921705722808838, -3.850806951522827, -3.7799084186553955, -3.709009885787964, -3.638111114501953, -3.5672125816345215, -3.49631404876709, -3.425415277481079, -3.3545167446136475, -3.283618211746216, -3.212719440460205, -3.1418209075927734, -3.070922374725342, -3.000023603439331, -2.9291250705718994 ], "r_inf_mean": 0.19659769535064697, "r_inf_median": 0.19407156109809875, "pr_mean": 0.32775190472602844, "pr_median": 0.325853168964386, "hoyer_mean": 0.6314839720726013, "eff_dim_mean": 0.6314840316772461, "topk_energy": { "1": 0.06999526172876358, "5": 0.27125284075737, "10": 0.4386821687221527, "25": 0.7279925346374512 }, "gamma_raw": -0.021253487095236778, "gamma_active": { "1e-08": -0.021253487095236778, "1e-07": -0.021253487095236778, "1e-06": -0.021729107946157455, "1e-05": -0.021009434014558792, "0.0001": -0.02308928221464157 }, "gamma_energy_weighted": { "1e-08": -0.016939791060805443, "1e-07": -0.016939791060805443, "1e-06": -0.016939791060805443, "1e-05": -0.016939791060805443, "0.0001": -0.016939791060805443 } }, { "layer": 3, "mean_norm": 0.000297254096949473, "median_norm": 0.00024099259462673217, "max_norm": 0.0011388171697035432, "min_norm": 3.1686695933785813e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.91015625, "0.0001": 0.71875 }, "log_norms_percentiles": { "1": -6.051245212554932, "5": -5.475461959838867, "10": -4.922177314758301, "25": -4.0708909034729, "50": -3.611677408218384, "75": -3.325131893157959, "90": -3.1709394454956055, "95": -3.112522602081299, "99": -3.0375943183898926 }, "log_norms_histogram": [ 1, 1, 0, 0, 1, 0, 0, 2, 1, 1, 2, 2, 1, 1, 2, 1, 1, 2, 0, 2, 2, 2, 4, 4, 4, 3, 1, 2, 5, 3, 1, 5, 1, 5, 9, 3, 11, 14, 11, 10, 15, 12, 16, 17, 19, 17, 17, 13, 7, 2 ], "log_norms_bin_edges": [ -6.4991230964660645, -6.428011417388916, -6.356900215148926, -6.285788536071777, -6.214676856994629, -6.1435651779174805, -6.07245397567749, -6.001342296600342, -5.930230617523193, -5.859119415283203, -5.788007736206055, -5.716896057128906, -5.645784378051758, -5.574673175811768, -5.503561496734619, -5.432450294494629, -5.3613386154174805, -5.290226936340332, -5.219115257263184, -5.148004055023193, -5.076892375946045, -5.0057806968688965, -4.934669494628906, -4.863557815551758, -4.792446136474609, -4.721334457397461, -4.650223255157471, -4.579111576080322, -4.507999897003174, -4.436888694763184, -4.365777015686035, -4.294665336608887, -4.223553657531738, -4.152442455291748, -4.0813307762146, -4.010219573974609, -3.939107656478882, -3.8679962158203125, -3.796884775161743, -3.7257730960845947, -3.6546616554260254, -3.583549976348877, -3.5124385356903076, -3.4413270950317383, -3.37021541595459, -3.2991039752960205, -3.227992296218872, -3.1568808555603027, -3.0857691764831543, -3.014657735824585, -2.9435460567474365 ], "r_inf_mean": 0.1926463544368744, "r_inf_median": 0.18907807767391205, "pr_mean": 0.3364142179489136, "pr_median": 0.3373374044895172, "hoyer_mean": 0.6366024017333984, "eff_dim_mean": 0.6366024017333984, "topk_energy": { "1": 0.06730996072292328, "5": 0.264831006526947, "10": 0.4318138360977173, "25": 0.7223255634307861 }, "gamma_raw": 0.032496366649866104, "gamma_active": { "1e-08": 0.032496366649866104, "1e-07": 0.032496366649866104, "1e-06": 0.032468751072883606, "1e-05": 0.030892575159668922, "0.0001": 0.03325022757053375 }, "gamma_energy_weighted": { "1e-08": 0.02745312077202487, "1e-07": 0.02745312077202487, "1e-06": 0.02745312077202487, "1e-05": 0.02745312077202487, "0.0001": 0.02745312077202487 } } ] }