{ "dataset": "cifar", "method": "bp", "seed": 456, "alpha": null, "depth": 4, "batch": 256, "loss": 1.134702205657959, "acc": 0.60546875, "per_layer": [ { "layer": 0, "mean_norm": 0.00027655030135065317, "median_norm": 0.0002507986209820956, "max_norm": 0.0012175287120044231, "min_norm": 1.7616598313452414e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.984375, "1e-05": 0.92578125, "0.0001": 0.6796875 }, "log_norms_percentiles": { "1": -6.09072732925415, "5": -5.340359210968018, "10": -4.7934980392456055, "25": -4.117383003234863, "50": -3.5990183353424072, "75": -3.395719051361084, "90": -3.2136569023132324, "95": -3.1458280086517334, "99": -3.0226263999938965 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 2, 2, 0, 0, 2, 2, 2, 0, 1, 3, 0, 1, 2, 6, 3, 7, 3, 5, 2, 4, 5, 5, 12, 10, 10, 3, 9, 11, 9, 19, 30, 21, 18, 14, 15, 7, 4, 2 ], "log_norms_bin_edges": [ -6.754077911376953, -6.677286624908447, -6.6004958152771, -6.523704528808594, -6.446913242340088, -6.37012243270874, -6.293331146240234, -6.2165398597717285, -6.139748573303223, -6.062957763671875, -5.986166477203369, -5.909375190734863, -5.832584381103516, -5.75579309463501, -5.679001808166504, -5.602210998535156, -5.52541971206665, -5.4486284255981445, -5.371837615966797, -5.295046329498291, -5.218255043029785, -5.1414642333984375, -5.064672946929932, -4.987881660461426, -4.911090850830078, -4.834299564361572, -4.757508277893066, -4.680717468261719, -4.603926181793213, -4.527134895324707, -4.450344085693359, -4.373552322387695, -4.296761512756348, -4.219970703125, -4.143178939819336, -4.066388130187988, -3.9895968437194824, -3.9128057956695557, -3.836014747619629, -3.759223461151123, -3.6824324131011963, -3.6056413650512695, -3.5288500785827637, -3.452059030532837, -3.37526798248291, -3.2984766960144043, -3.2216856479644775, -3.1448943614959717, -3.068103313446045, -2.991312265396118, -2.9145209789276123 ], "r_inf_mean": 0.20751555263996124, "r_inf_median": 0.2025705873966217, "pr_mean": 0.30786722898483276, "pr_median": 0.31083884835243225, "hoyer_mean": 0.6232450604438782, "eff_dim_mean": 0.6232450604438782, "topk_energy": { "1": 0.07772163301706314, "5": 0.2858421504497528, "10": 0.4527928829193115, "25": 0.7351163625717163 }, "gamma_raw": -0.014971199445426464, "gamma_active": { "1e-08": -0.014971199445426464, "1e-07": -0.014971199445426464, "1e-06": -0.014634325169026852, "1e-05": -0.013387474231421947, "0.0001": -0.012127147056162357 }, "gamma_energy_weighted": { "1e-08": -0.011096584233506353, "1e-07": -0.011096584233506353, "1e-06": -0.011096584233506353, "1e-05": -0.011096584233506353, "0.0001": -0.011096584233506353 } }, { "layer": 1, "mean_norm": 0.0002921682025771588, "median_norm": 0.00026245132903568447, "max_norm": 0.0013142111711204052, "min_norm": 2.0419759039214114e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.9296875, "0.0001": 0.69921875 }, "log_norms_percentiles": { "1": -6.023776054382324, "5": -5.316246032714844, "10": -4.728536128997803, "25": -4.09047269821167, "50": -3.5748252868652344, "75": -3.364473581314087, "90": -3.1900417804718018, "95": -3.124774217605591, "99": -3.014953374862671 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 2, 0, 0, 3, 1, 2, 0, 1, 2, 1, 1, 3, 6, 4, 5, 5, 3, 3, 4, 6, 3, 11, 12, 10, 3, 10, 16, 7, 19, 28, 19, 22, 13, 12, 7, 4, 1 ], "log_norms_bin_edges": [ -6.6899495124816895, -6.613777160644531, -6.537604808807373, -6.461432456970215, -6.385260581970215, -6.309088230133057, -6.232915878295898, -6.15674352645874, -6.080571174621582, -6.004398822784424, -5.928226470947266, -5.852054119110107, -5.775881767272949, -5.699709892272949, -5.623537540435791, -5.547365188598633, -5.471192836761475, -5.395020484924316, -5.318848133087158, -5.24267578125, -5.16650390625, -5.090331077575684, -5.014159202575684, -4.937986850738525, -4.861814498901367, -4.785642147064209, -4.709469795227051, -4.633297920227051, -4.557125091552734, -4.480953216552734, -4.404780864715576, -4.328608512878418, -4.25243616104126, -4.176263809204102, -4.100091457366943, -4.023919105529785, -3.947746992111206, -3.871574640274048, -3.7954025268554688, -3.7192301750183105, -3.6430578231811523, -3.566885471343994, -3.490713119506836, -3.414541006088257, -3.3383686542510986, -3.2621963024139404, -3.1860241889953613, -3.109851837158203, -3.033679485321045, -2.9575071334838867, -2.8813347816467285 ], "r_inf_mean": 0.19999593496322632, "r_inf_median": 0.19583410024642944, "pr_mean": 0.3200453817844391, "pr_median": 0.32107144594192505, "hoyer_mean": 0.628067672252655, "eff_dim_mean": 0.628067672252655, "topk_energy": { "1": 0.07280948758125305, "5": 0.2768515348434448, "10": 0.4443309009075165, "25": 0.7308841943740845 }, "gamma_raw": -0.0025548292323946953, "gamma_active": { "1e-08": -0.0025548292323946953, "1e-07": -0.0025548292323946953, "1e-06": -0.001630655606277287, "1e-05": -0.0015760527458041906, "0.0001": -0.0029595294035971165 }, "gamma_energy_weighted": { "1e-08": -0.0035156105135952004, "1e-07": -0.0035156105135952004, "1e-06": -0.0035156105135952004, "1e-05": -0.0035156105135952004, "0.0001": -0.0035156105135952004 } }, { "layer": 2, "mean_norm": 0.00030216804589144886, "median_norm": 0.0002623854670673609, "max_norm": 0.0014048833400011063, "min_norm": 2.0051355420491745e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.9296875, "0.0001": 0.72265625 }, "log_norms_percentiles": { "1": -5.969611644744873, "5": -5.311683654785156, "10": -4.725646018981934, "25": -4.060149669647217, "50": -3.5725948810577393, "75": -3.345057249069214, "90": -3.192936658859253, "95": -3.125922679901123, "99": -3.0328726768493652 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 1, 3, 1, 0, 0, 2, 2, 2, 0, 1, 2, 1, 0, 3, 6, 5, 2, 6, 4, 3, 6, 4, 5, 8, 14, 9, 5, 7, 17, 7, 22, 26, 21, 21, 15, 13, 6, 1, 1 ], "log_norms_bin_edges": [ -6.697856426239014, -6.620946407318115, -6.544036388397217, -6.467126846313477, -6.390216827392578, -6.31330680847168, -6.236396789550781, -6.159486770629883, -6.082576751708984, -6.005667209625244, -5.928757190704346, -5.851847171783447, -5.774937152862549, -5.698027610778809, -5.62111759185791, -5.544207572937012, -5.467297554016113, -5.390387535095215, -5.313477516174316, -5.236567497253418, -5.159657955169678, -5.082747936248779, -5.005837917327881, -4.928927898406982, -4.852018356323242, -4.775108337402344, -4.698198318481445, -4.621288299560547, -4.544378280639648, -4.46746826171875, -4.390558242797852, -4.313648700714111, -4.236738681793213, -4.1598286628723145, -4.082919120788574, -4.006009101867676, -3.9290990829467773, -3.852189064025879, -3.7752790451049805, -3.698369264602661, -3.6214592456817627, -3.5445492267608643, -3.467639446258545, -3.3907294273376465, -3.313819408416748, -3.2369096279144287, -3.1599996089935303, -3.083089828491211, -3.0061798095703125, -2.929269790649414, -2.8523597717285156 ], "r_inf_mean": 0.1971304714679718, "r_inf_median": 0.19318580627441406, "pr_mean": 0.3287036716938019, "pr_median": 0.3311604857444763, "hoyer_mean": 0.6334779858589172, "eff_dim_mean": 0.6334779858589172, "topk_energy": { "1": 0.07015401124954224, "5": 0.27118825912475586, "10": 0.43774986267089844, "25": 0.7261644005775452 }, "gamma_raw": -0.01473689079284668, "gamma_active": { "1e-08": -0.01473689079284668, "1e-07": -0.01473689079284668, "1e-06": -0.014157110825181007, "1e-05": -0.01343219168484211, "0.0001": -0.009055773727595806 }, "gamma_energy_weighted": { "1e-08": -0.002927922528887703, "1e-07": -0.002927922528887703, "1e-06": -0.002927922528887703, "1e-05": -0.002927922528887703, "0.0001": -0.002927922528887703 } }, { "layer": 3, "mean_norm": 0.00028384485631249845, "median_norm": 0.00024727825075387955, "max_norm": 0.0011319027980789542, "min_norm": 2.407495003353688e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.9296875, "0.0001": 0.703125 }, "log_norms_percentiles": { "1": -5.98410177230835, "5": -5.36592435836792, "10": -4.73854398727417, "25": -4.090005397796631, "50": -3.6066718101501465, "75": -3.3403420448303223, "90": -3.2262017726898193, "95": -3.174588441848755, "99": -3.0872867107391357 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 2, 2, 1, 0, 0, 1, 3, 2, 0, 1, 1, 1, 1, 0, 4, 6, 3, 4, 3, 5, 3, 5, 5, 5, 5, 11, 13, 6, 6, 12, 12, 8, 26, 19, 23, 24, 16, 8, 4, 1 ], "log_norms_bin_edges": [ -6.618434429168701, -6.544989585876465, -6.4715447425842285, -6.398099899291992, -6.324655055999756, -6.2512102127075195, -6.177765369415283, -6.104320526123047, -6.030875205993652, -5.957430839538574, -5.88398551940918, -5.810540676116943, -5.737095832824707, -5.663650989532471, -5.590206146240234, -5.516761302947998, -5.443316459655762, -5.369871616363525, -5.296426773071289, -5.222981929779053, -5.149537086486816, -5.07609224319458, -5.002647399902344, -4.929202079772949, -4.855757713317871, -4.782312393188477, -4.708868026733398, -4.635422706604004, -4.561977863311768, -4.488533020019531, -4.415088176727295, -4.341643333435059, -4.268198490142822, -4.194753646850586, -4.12130880355835, -4.047863960266113, -3.974419116973877, -3.9009740352630615, -3.827529191970825, -3.754084348678589, -3.6806395053863525, -3.607194662094116, -3.53374981880188, -3.4603049755096436, -3.386859893798828, -3.313415050506592, -3.2399702072143555, -3.166525363922119, -3.093080520629883, -3.0196356773376465, -2.94619083404541 ], "r_inf_mean": 0.19234594702720642, "r_inf_median": 0.1885949969291687, "pr_mean": 0.3401693105697632, "pr_median": 0.3379734754562378, "hoyer_mean": 0.6397303938865662, "eff_dim_mean": 0.6397303938865662, "topk_energy": { "1": 0.06695324182510376, "5": 0.263593852519989, "10": 0.42823532223701477, "25": 0.7192432880401611 }, "gamma_raw": 0.009588138200342655, "gamma_active": { "1e-08": 0.009588138200342655, "1e-07": 0.009588138200342655, "1e-06": 0.009779800660908222, "1e-05": 0.010010278783738613, "0.0001": 0.015217375941574574 }, "gamma_energy_weighted": { "1e-08": 0.017233552218265464, "1e-07": 0.017233552218265464, "1e-06": 0.017233552218265464, "1e-05": 0.017233552218265464, "0.0001": 0.017233552218265464 } } ] }