diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json new file mode 100644 index 0000000..5f28e1d --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 18.544483184814453, + "acc": 0.0625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024943716824054718, + "median_norm": 0.025181757286190987, + "max_norm": 0.051433585584163666, + "min_norm": 1.8274393109862785e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.986328125, + "0.0001": 0.984375 + }, + "log_norms_percentiles": { + "1": -5.541088581085205, + "5": -2.0038554668426514, + "10": -1.7379688024520874, + "25": -1.6614525318145752, + "50": -1.5985617637634277, + "75": -1.53574538230896, + "90": -1.4839485883712769, + "95": -1.4398938417434692, + "99": -1.3667871952056885 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 5, + 3, + 2, + 1, + 3, + 13, + 151, + 285, + 36 + ], + "log_norms_bin_edges": [ + -9.738157272338867, + -9.569169044494629, + -9.40018081665039, + -9.231193542480469, + -9.06220531463623, + -8.893217086791992, + -8.724228858947754, + -8.555240631103516, + -8.386252403259277, + -8.217264175415039, + -8.048276901245117, + -7.879288673400879, + -7.710300445556641, + -7.541312217712402, + -7.372323989868164, + -7.203335762023926, + -7.034348011016846, + -6.865360260009766, + -6.696372032165527, + -6.527383804321289, + -6.358395576477051, + -6.1894073486328125, + -6.020419597625732, + -5.851431369781494, + -5.682443618774414, + -5.513455390930176, + -5.3444671630859375, + -5.175478935241699, + -5.006491184234619, + -4.837502956390381, + -4.668514728546143, + -4.4995269775390625, + -4.330538749694824, + -4.161550521850586, + -3.992562770843506, + -3.8235745429992676, + -3.6545863151550293, + -3.485598564147949, + -3.316610336303711, + -3.1476221084594727, + -2.9786338806152344, + -2.8096461296081543, + -2.640657901763916, + -2.4716696739196777, + -2.3026819229125977, + -2.1336936950683594, + -1.964705467224121, + -1.795717716217041, + -1.626729965209961, + -1.4577417373657227, + -1.2887532711029053 + ], + "r_inf_mean": 0.2592282295227051, + "r_inf_median": 0.2584441006183624, + "pr_mean": 0.32978084683418274, + "pr_median": 0.33368387818336487, + "hoyer_mean": 0.6335095167160034, + "eff_dim_mean": 0.6335095167160034, + "topk_energy": { + "1": 0.06805849075317383, + "5": 0.2719274163246155, + "10": 0.42678508162498474, + "25": 0.7245383262634277 + }, + "gamma_raw": -0.02927248366177082, + "gamma_active": { + "1e-08": -0.029328664764761925, + "1e-07": -0.02951255813241005, + "1e-06": -0.029479537159204483, + "1e-05": -0.029208900406956673, + "0.0001": -0.0292726531624794 + }, + "gamma_energy_weighted": { + "1e-08": -0.026156029033617603, + "1e-07": -0.026156029033617603, + "1e-06": -0.026156029033617603, + "1e-05": -0.026156029033617603, + "0.0001": -0.026156029033617603 + } + }, + { + "layer": 1, + "mean_norm": 0.015373233705759048, + "median_norm": 0.015636801719665527, + "max_norm": 0.031246481463313103, + "min_norm": 1.1040288822039557e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -5.773871421813965, + "5": -2.208232879638672, + "10": -1.9335746765136719, + "25": -1.863028883934021, + "50": -1.8052759170532227, + "75": -1.750260591506958, + "90": -1.6979732513427734, + "95": -1.671219825744629, + "99": -1.5988398790359497 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 5, + 3, + 2, + 1, + 2, + 10, + 137, + 311, + 28 + ], + "log_norms_bin_edges": [ + -9.957019805908203, + -9.787982940673828, + -9.61894702911377, + -9.449910163879395, + -9.280874252319336, + -9.111837387084961, + -8.942801475524902, + -8.773764610290527, + -8.604728698730469, + -8.435691833496094, + -8.266654968261719, + -8.09761905670166, + -7.928582668304443, + -7.759546279907227, + -7.590509414672852, + -7.421473503112793, + -7.252436637878418, + -7.083400726318359, + -6.914363861083984, + -6.745327472686768, + -6.576291084289551, + -6.407254695892334, + -6.238218307495117, + -6.0691819190979, + -5.900145530700684, + -5.731109142303467, + -5.56207275390625, + -5.393035888671875, + -5.223999500274658, + -5.054963111877441, + -4.885926723480225, + -4.716890335083008, + -4.547853946685791, + -4.378817558288574, + -4.209781169891357, + -4.040744781494141, + -3.871708393096924, + -3.702672004699707, + -3.533635139465332, + -3.3645987510681152, + -3.1955623626708984, + -3.0265259742736816, + -2.857489585876465, + -2.688453197479248, + -2.5194168090820312, + -2.3503804206848145, + -2.1813440322875977, + -2.012307643890381, + -1.843271255493164, + -1.674234390258789, + -1.5051988363265991 + ], + "r_inf_mean": 0.26503825187683105, + "r_inf_median": 0.26362815499305725, + "pr_mean": 0.3185596168041229, + "pr_median": 0.3206579089164734, + "hoyer_mean": 0.6265734434127808, + "eff_dim_mean": 0.6265734434127808, + "topk_energy": { + "1": 0.07123569399118423, + "5": 0.2797052264213562, + "10": 0.4366861879825592, + "25": 0.7318668961524963 + }, + "gamma_raw": 0.0037125947419553995, + "gamma_active": { + "1e-08": 0.003719939151778817, + "1e-07": 0.0038433249574154615, + "1e-06": 0.0038251152727752924, + "1e-05": 0.003772295778617263, + "0.0001": 0.003708981443196535 + }, + "gamma_energy_weighted": { + "1e-08": 0.0032707853489802137, + "1e-07": 0.0032707853489802137, + "1e-06": 0.0032707853489802137, + "1e-05": 0.0032707853489802137, + "0.0001": 0.0032707853489802137 + } + }, + { + "layer": 2, + "mean_norm": 0.009512042626738548, + "median_norm": 0.009835018776357174, + "max_norm": 0.01938004605472088, + "min_norm": 6.831279986130312e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -6.013818264007568, + "5": -2.4126572608947754, + "10": -2.133437395095825, + "25": -2.062596321105957, + "50": -2.0071682929992676, + "75": -1.9623615741729736, + "90": -1.9143974781036377, + "95": -1.8866289854049683, + "99": -1.8308480978012085 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 5, + 3, + 2, + 1, + 2, + 9, + 119, + 335, + 23 + ], + "log_norms_bin_edges": [ + -10.165497779846191, + -9.996440887451172, + -9.827383995056152, + -9.658327102661133, + -9.489269256591797, + -9.320212364196777, + -9.151155471801758, + -8.982098579406738, + -8.813041687011719, + -8.6439847946167, + -8.47492790222168, + -8.305870056152344, + -8.136813163757324, + -7.967756271362305, + -7.798699378967285, + -7.629642486572266, + -7.460585117340088, + -7.29152774810791, + -7.122470855712891, + -6.953413963317871, + -6.784357070922852, + -6.615300178527832, + -6.446242809295654, + -6.277185916900635, + -6.108128547668457, + -5.9390716552734375, + -5.770014762878418, + -5.600957870483398, + -5.431900501251221, + -5.262843608856201, + -5.093786716461182, + -4.924729347229004, + -4.755672454833984, + -4.586615562438965, + -4.417558193206787, + -4.248501300811768, + -4.079444408416748, + -3.9103870391845703, + -3.741330146789551, + -3.5722732543945312, + -3.4032163619995117, + -3.234158992767334, + -3.0651021003723145, + -2.896045207977295, + -2.726987838745117, + -2.5579309463500977, + -2.388874053955078, + -2.2198166847229004, + -2.0507593154907227, + -1.8817024230957031, + -1.712645173072815 + ], + "r_inf_mean": 0.26295149326324463, + "r_inf_median": 0.258951336145401, + "pr_mean": 0.32211005687713623, + "pr_median": 0.32419487833976746, + "hoyer_mean": 0.6279230713844299, + "eff_dim_mean": 0.6279230117797852, + "topk_energy": { + "1": 0.07009349018335342, + "5": 0.27718091011047363, + "10": 0.4343833029270172, + "25": 0.7308527827262878 + }, + "gamma_raw": 0.030417239293456078, + "gamma_active": { + "1e-08": 0.03047564998269081, + "1e-07": 0.030224928632378578, + "1e-06": 0.030111655592918396, + "1e-05": 0.030282037332654, + "0.0001": 0.030522774904966354 + }, + "gamma_energy_weighted": { + "1e-08": 0.030574207844896267, + "1e-07": 0.030574207844896267, + "1e-06": 0.030574207844896267, + "1e-05": 0.030574207844896267, + "0.0001": 0.030574207844896267 + } + }, + { + "layer": 3, + "mean_norm": 0.006155656185001135, + "median_norm": 0.006394953932613134, + "max_norm": 0.012088925577700138, + "min_norm": 4.540010728470989e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -6.237298011779785, + "5": -2.608456611633301, + "10": -2.303708076477051, + "25": -2.2437007427215576, + "50": -2.1938929557800293, + "75": -2.155118942260742, + "90": -2.11965274810791, + "95": -2.092994213104248, + "99": -2.056628465652466 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 3, + 5, + 2, + 1, + 2, + 7, + 69, + 389, + 21 + ], + "log_norms_bin_edges": [ + -10.34294319152832, + -10.174436569213867, + -10.005929946899414, + -9.837423324584961, + -9.668916702270508, + -9.500410079956055, + -9.331903457641602, + -9.163396835327148, + -8.994890213012695, + -8.826383590698242, + -8.657876968383789, + -8.489370346069336, + -8.320863723754883, + -8.15235710144043, + -7.983850479125977, + -7.815343856811523, + -7.64683723449707, + -7.478330612182617, + -7.309823989868164, + -7.141317367553711, + -6.972810745239258, + -6.804304122924805, + -6.635797500610352, + -6.467290878295898, + -6.298784255981445, + -6.130277633666992, + -5.961771011352539, + -5.793264389038086, + -5.624757766723633, + -5.45625114440918, + -5.287744522094727, + -5.119237899780273, + -4.95073127746582, + -4.782224655151367, + -4.613718032836914, + -4.445211410522461, + -4.276704788208008, + -4.108198165893555, + -3.9396915435791016, + -3.7711849212646484, + -3.6026782989501953, + -3.434171676635742, + -3.265665054321289, + -3.097158432006836, + -2.928651809692383, + -2.7601451873779297, + -2.5916385650634766, + -2.4231319427490234, + -2.2546253204345703, + -2.086118698120117, + -1.9176123142242432 + ], + "r_inf_mean": 0.25978392362594604, + "r_inf_median": 0.2569252550601959, + "pr_mean": 0.32997170090675354, + "pr_median": 0.330869197845459, + "hoyer_mean": 0.6332738399505615, + "eff_dim_mean": 0.6332737803459167, + "topk_energy": { + "1": 0.06831978261470795, + "5": 0.27129846811294556, + "10": 0.42740094661712646, + "25": 0.7262023687362671 + }, + "gamma_raw": -0.057751432061195374, + "gamma_active": { + "1e-08": -0.057861924171447754, + "1e-07": -0.05785656347870827, + "1e-06": -0.05747159942984581, + "1e-05": -0.05749933049082756, + "0.0001": -0.057318467646837234 + }, + "gamma_energy_weighted": { + "1e-08": -0.06264227474399169, + "1e-07": -0.06264227474399169, + "1e-06": -0.06264227474399169, + "1e-05": -0.06264227474399169, + "0.0001": -0.06264227474399169 + } + }, + { + "layer": 4, + "mean_norm": 0.004445358645170927, + "median_norm": 0.004600665997713804, + "max_norm": 0.0080570662394166, + "min_norm": 3.3677661354092336e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -6.409004211425781, + "5": -2.770660638809204, + "10": -2.427584409713745, + "25": -2.3791754245758057, + "50": -2.336996555328369, + "75": -2.300764560699463, + "90": -2.256956100463867, + "95": -2.2345120906829834, + "99": -2.203731060028076 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 4, + 3, + 3, + 1, + 2, + 4, + 20, + 404, + 58 + ], + "log_norms_bin_edges": [ + -10.47265911102295, + -10.305082321166992, + -10.137505531311035, + -9.969928741455078, + -9.802351951599121, + -9.634775161743164, + -9.467199325561523, + -9.29962158203125, + -9.13204574584961, + -8.964468955993652, + -8.796892166137695, + -8.629315376281738, + -8.461738586425781, + -8.294161796569824, + -8.126585006713867, + -7.95900821685791, + -7.791431427001953, + -7.623854637145996, + -7.456278324127197, + -7.28870153427124, + -7.121124744415283, + -6.953548431396484, + -6.785971641540527, + -6.61839485168457, + -6.450818061828613, + -6.283241271972656, + -6.115664482116699, + -5.948087692260742, + -5.780510902404785, + -5.612934589385986, + -5.445357799530029, + -5.277781009674072, + -5.110204219818115, + -4.942627429962158, + -4.775050640106201, + -4.607473850250244, + -4.439897537231445, + -4.272320747375488, + -4.104743957519531, + -3.937167167663574, + -3.769590377807617, + -3.60201358795166, + -3.4344372749328613, + -3.2668604850769043, + -3.0992836952209473, + -2.9317069053649902, + -2.764130115509033, + -2.596553325653076, + -2.4289770126342773, + -2.2614002227783203, + -2.093822956085205 + ], + "r_inf_mean": 0.25348615646362305, + "r_inf_median": 0.25214430689811707, + "pr_mean": 0.3438718318939209, + "pr_median": 0.34314021468162537, + "hoyer_mean": 0.6420001983642578, + "eff_dim_mean": 0.6420001983642578, + "topk_energy": { + "1": 0.06492555886507034, + "5": 0.2603427767753601, + "10": 0.41501492261886597, + "25": 0.718519926071167 + }, + "gamma_raw": 0.01994839310646057, + "gamma_active": { + "1e-08": 0.01998729631304741, + "1e-07": 0.01996035687625408, + "1e-06": 0.019706005230545998, + "1e-05": 0.018958328291773796, + "0.0001": 0.01839248277246952 + }, + "gamma_energy_weighted": { + "1e-08": 0.017844755040923442, + "1e-07": 0.017844755040923442, + "1e-06": 0.017844755040923442, + "1e-05": 0.017844755040923442, + "0.0001": 0.017844755040923442 + } + }, + { + "layer": 5, + "mean_norm": 0.0036453385837376118, + "median_norm": 0.0036906967870891094, + "max_norm": 0.006285070441663265, + "min_norm": 2.7647658468188396e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -6.52433443069458, + "5": -2.877371072769165, + "10": -2.5103704929351807, + "25": -2.4663174152374268, + "50": -2.4328231811523438, + "75": -2.3907127380371094, + "90": -2.32977032661438, + "95": -2.29555606842041, + "99": -2.25003981590271 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 3, + 2, + 2, + 2, + 3, + 12, + 386, + 85 + ], + "log_norms_bin_edges": [ + -10.558341979980469, + -10.39120864868164, + -10.224076271057129, + -10.0569429397583, + -9.889809608459473, + -9.722677230834961, + -9.555543899536133, + -9.388410568237305, + -9.221277236938477, + -9.054144859313965, + -8.887011528015137, + -8.719878196716309, + -8.552745819091797, + -8.385612487792969, + -8.21847915649414, + -8.051345825195312, + -7.884213447570801, + -7.717080116271973, + -7.5499467849731445, + -7.382814407348633, + -7.215681076049805, + -7.048547744750977, + -6.881414890289307, + -6.714282035827637, + -6.547148704528809, + -6.380015850067139, + -6.2128825187683105, + -6.045749664306641, + -5.878616809844971, + -5.711483478546143, + -5.544350624084473, + -5.3772172927856445, + -5.210084438323975, + -5.042951583862305, + -4.875818252563477, + -4.708685398101807, + -4.5415520668029785, + -4.374419212341309, + -4.207286357879639, + -4.0401530265808105, + -3.8730201721191406, + -3.7058868408203125, + -3.5387539863586426, + -3.3716211318969727, + -3.2044878005981445, + -3.0373549461364746, + -2.8702216148376465, + -2.7030887603759766, + -2.5359554290771484, + -2.3688230514526367, + -2.2016899585723877 + ], + "r_inf_mean": 0.2421020269393921, + "r_inf_median": 0.2404220849275589, + "pr_mean": 0.3677402138710022, + "pr_median": 0.363219678401947, + "hoyer_mean": 0.6548056602478027, + "eff_dim_mean": 0.6548056602478027, + "topk_energy": { + "1": 0.05917425453662872, + "5": 0.24392381310462952, + "10": 0.3963644206523895, + "25": 0.7051184177398682 + }, + "gamma_raw": 0.01752196066081524, + "gamma_active": { + "1e-08": 0.017418812960386276, + "1e-07": 0.017418812960386276, + "1e-06": 0.017604036256670952, + "1e-05": 0.01757875643670559, + "0.0001": 0.01765461638569832 + }, + "gamma_energy_weighted": { + "1e-08": 0.02338120823343252, + "1e-07": 0.02338120823343252, + "1e-06": 0.02338120823343252, + "1e-05": 0.02338120823343252, + "0.0001": 0.02338120823343252 + } + }, + { + "layer": 6, + "mean_norm": 0.0032705608755350113, + "median_norm": 0.003216492012143135, + "max_norm": 0.005608830135315657, + "min_norm": 2.4531239886660394e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.984375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -6.595219612121582, + "5": -2.939939022064209, + "10": -2.565890073776245, + "25": -2.5183403491973877, + "50": -2.492608070373535, + "75": -2.4367263317108154, + "90": -2.36128830909729, + "95": -2.321669101715088, + "99": -2.266033172607422 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 3, + 3, + 1, + 2, + 4, + 13, + 382, + 87 + ], + "log_norms_bin_edges": [ + -10.610280990600586, + -10.443098068237305, + -10.275915145874023, + -10.108732223510742, + -9.941548347473145, + -9.774365425109863, + -9.607182502746582, + -9.4399995803833, + -9.27281665802002, + -9.105633735656738, + -8.93844985961914, + -8.77126693725586, + -8.604084014892578, + -8.436901092529297, + -8.269718170166016, + -8.102535247802734, + -7.935351848602295, + -7.7681684494018555, + -7.600985527038574, + -7.433802604675293, + -7.266619682312012, + -7.0994367599487305, + -6.932253360748291, + -6.76507043838501, + -6.59788703918457, + -6.430704116821289, + -6.263521194458008, + -6.096338272094727, + -5.929154872894287, + -5.761971950531006, + -5.594789028167725, + -5.427605628967285, + -5.260422706604004, + -5.093239784240723, + -4.926056385040283, + -4.758873462677002, + -4.591690540313721, + -4.424507141113281, + -4.25732421875, + -4.090141296386719, + -3.9229583740234375, + -3.755774974822998, + -3.588592052459717, + -3.4214091300964355, + -3.254225730895996, + -3.087042808532715, + -2.9198598861694336, + -2.752676486968994, + -2.5854930877685547, + -2.4183101654052734, + -2.2511277198791504 + ], + "r_inf_mean": 0.2308952510356903, + "r_inf_median": 0.22695453464984894, + "pr_mean": 0.3889833986759186, + "pr_median": 0.3759351968765259, + "hoyer_mean": 0.6656502485275269, + "eff_dim_mean": 0.6656502485275269, + "topk_energy": { + "1": 0.05391927808523178, + "5": 0.23151594400405884, + "10": 0.3822669982910156, + "25": 0.6939773559570312 + }, + "gamma_raw": -0.0031392681412398815, + "gamma_active": { + "1e-08": -0.0031669402960687876, + "1e-07": -0.0031669402960687876, + "1e-06": -0.0028612930327653885, + "1e-05": -0.002641621744260192, + "0.0001": -0.002544064074754715 + }, + "gamma_energy_weighted": { + "1e-08": 0.0097040107947092, + "1e-07": 0.0097040107947092, + "1e-06": 0.0097040107947092, + "1e-05": 0.0097040107947092, + "0.0001": 0.0097040107947092 + } + }, + { + "layer": 7, + "mean_norm": 0.003092734143137932, + "median_norm": 0.0029898928478360176, + "max_norm": 0.00534145999699831, + "min_norm": 2.2952761219441342e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.984375, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -6.63435173034668, + "5": -2.9739134311676025, + "10": -2.5982632637023926, + "25": -2.5502679347991943, + "50": -2.5243444442749023, + "75": -2.4591140747070312, + "90": -2.3717219829559326, + "95": -2.332230567932129, + "99": -2.2735657691955566 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 3, + 3, + 1, + 2, + 4, + 16, + 378, + 88 + ], + "log_norms_bin_edges": [ + -10.639165878295898, + -10.471829414367676, + -10.304492950439453, + -10.13715648651123, + -9.969820022583008, + -9.802483558654785, + -9.635147094726562, + -9.467809677124023, + -9.300474166870117, + -9.133136749267578, + -8.965800285339355, + -8.798463821411133, + -8.63112735748291, + -8.463790893554688, + -8.296454429626465, + -8.129117965698242, + -7.9617815017700195, + -7.794445037841797, + -7.627108573913574, + -7.459772109985352, + -7.292435646057129, + -7.125099182128906, + -6.957762241363525, + -6.790425777435303, + -6.62308931350708, + -6.455752849578857, + -6.288416385650635, + -6.121079921722412, + -5.953742980957031, + -5.786406517028809, + -5.619070053100586, + -5.451733589172363, + -5.284397125244141, + -5.117060661315918, + -4.949724197387695, + -4.782387733459473, + -4.61505126953125, + -4.447714328765869, + -4.2803778648376465, + -4.113041400909424, + -3.945704936981201, + -3.7783684730529785, + -3.611032009124756, + -3.443695545196533, + -3.2763586044311523, + -3.1090221405029297, + -2.941685676574707, + -2.7743492126464844, + -2.6070127487182617, + -2.439676284790039, + -2.2723400592803955 + ], + "r_inf_mean": 0.22549960017204285, + "r_inf_median": 0.22389009594917297, + "pr_mean": 0.4029165804386139, + "pr_median": 0.3791774809360504, + "hoyer_mean": 0.6730375289916992, + "eff_dim_mean": 0.6730375289916992, + "topk_energy": { + "1": 0.0515168234705925, + "5": 0.22507478296756744, + "10": 0.37442272901535034, + "25": 0.6855036616325378 + }, + "gamma_raw": -0.05878349021077156, + "gamma_active": { + "1e-08": -0.05894923955202103, + "1e-07": -0.05894923955202103, + "1e-06": -0.058894187211990356, + "1e-05": -0.05897298455238342, + "0.0001": -0.05904095619916916 + }, + "gamma_energy_weighted": { + "1e-08": -0.07011299410418195, + "1e-07": -0.07011299410418195, + "1e-06": -0.07011299410418195, + "1e-05": -0.07011299410418195, + "0.0001": -0.07011299410418195 + } + } + ] +}
\ No newline at end of file |