diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
| commit | b9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch) | |
| tree | 3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json | |
| parent | cbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff) | |
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed
Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths)
All data reliable — each method+seed in separate Python process.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json new file mode 100644 index 0000000..9164c37 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 4.957854270935059, + "acc": 0.091796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.005932576954364777, + "median_norm": 0.0058044567704200745, + "max_norm": 0.01206950657069683, + "min_norm": 4.696408359450288e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.151078224182129, + "5": -2.635087251663208, + "10": -2.4299228191375732, + "25": -2.307568311691284, + "50": -2.235927104949951, + "75": -2.1663601398468018, + "90": -2.066653251647949, + "95": -2.0110201835632324, + "99": -1.954315185546875 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 0, + 1, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 5, + 2, + 3, + 7, + 10, + 12, + 25, + 48, + 82, + 93, + 86, + 46, + 22, + 20, + 25, + 6 + ], + "log_norms_bin_edges": [ + -4.3282341957092285, + -4.280035495758057, + -4.231837272644043, + -4.183638572692871, + -4.135440349578857, + -4.0872416496276855, + -4.039043426513672, + -3.990844964981079, + -3.9426465034484863, + -3.8944480419158936, + -3.846249580383301, + -3.798050880432129, + -3.7498526573181152, + -3.7016539573669434, + -3.6534554958343506, + -3.605257034301758, + -3.557058572769165, + -3.5088601112365723, + -3.4606616497039795, + -3.4124631881713867, + -3.364264726638794, + -3.316066265106201, + -3.2678678035736084, + -3.2196693420410156, + -3.171470880508423, + -3.12327241897583, + -3.0750739574432373, + -3.0268754959106445, + -2.9786767959594727, + -2.930478572845459, + -2.882279872894287, + -2.8340816497802734, + -2.7858829498291016, + -2.737684726715088, + -2.689486026763916, + -2.6412878036499023, + -2.5930891036987305, + -2.544890880584717, + -2.496692180633545, + -2.448493719100952, + -2.4002952575683594, + -2.3520967960357666, + -2.303898334503174, + -2.255699872970581, + -2.2075014114379883, + -2.1593029499053955, + -2.1111044883728027, + -2.06290602684021, + -2.014707565307617, + -1.9665091037750244, + -1.9183106422424316 + ], + "r_inf_mean": 0.4095231294631958, + "r_inf_median": 0.39848098158836365, + "pr_mean": 0.13886159658432007, + "pr_median": 0.12802036106586456, + "hoyer_mean": 0.4655231535434723, + "eff_dim_mean": 0.4655231535434723, + "topk_energy": { + "1": 0.17475026845932007, + "5": 0.4939890503883362, + "10": 0.6518568992614746, + "25": 0.8547585606575012 + }, + "gamma_raw": 0.04878466576337814, + "gamma_active": { + "1e-08": 0.04878466576337814, + "1e-07": 0.04878466576337814, + "1e-06": 0.04878466576337814, + "1e-05": 0.04878466576337814, + "0.0001": 0.04870273545384407 + }, + "gamma_energy_weighted": { + "1e-08": 0.06683029744111854, + "1e-07": 0.06683029744111854, + "1e-06": 0.06683029744111854, + "1e-05": 0.06683029744111854, + "0.0001": 0.06683029744111854 + } + }, + { + "layer": 1, + "mean_norm": 0.00199977052398026, + "median_norm": 0.0020882829558104277, + "max_norm": 0.0029260313604027033, + "min_norm": 2.0769777620444074e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.619838237762451, + "5": -3.000190019607544, + "10": -2.8287463188171387, + "25": -2.7249467372894287, + "50": -2.6799397468566895, + "75": -2.6482372283935547, + "90": -2.6148808002471924, + "95": -2.5991339683532715, + "99": -2.5584194660186768 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 2, + 3, + 2, + 3, + 9, + 11, + 13, + 28, + 76, + 149, + 134, + 49, + 12 + ], + "log_norms_bin_edges": [ + -4.682568550109863, + -4.639591693878174, + -4.596614837646484, + -4.553637504577637, + -4.510660648345947, + -4.467683792114258, + -4.424706935882568, + -4.381730079650879, + -4.338752746582031, + -4.295775890350342, + -4.252799034118652, + -4.209822177886963, + -4.166845321655273, + -4.123867988586426, + -4.080891132354736, + -4.037914276123047, + -3.9949374198913574, + -3.951960563659668, + -3.9089834690093994, + -3.86600661277771, + -3.8230295181274414, + -3.780052661895752, + -3.7370758056640625, + -3.694098949432373, + -3.6511218547821045, + -3.608144760131836, + -3.5651679039001465, + -3.522191047668457, + -3.4792141914367676, + -3.436237096786499, + -3.3932602405548096, + -3.350283145904541, + -3.3073062896728516, + -3.264329433441162, + -3.2213523387908936, + -3.178375482559204, + -3.1353983879089355, + -3.092421531677246, + -3.0494446754455566, + -3.006467819213867, + -2.9634907245635986, + -2.92051362991333, + -2.8775367736816406, + -2.834559917449951, + -2.7915830612182617, + -2.748605966567993, + -2.7056291103363037, + -2.662652015686035, + -2.6196751594543457, + -2.5766983032226562, + -2.5337212085723877 + ], + "r_inf_mean": 0.2825510501861572, + "r_inf_median": 0.2754884958267212, + "pr_mean": 0.28882724046707153, + "pr_median": 0.2949356436729431, + "hoyer_mean": 0.6051252484321594, + "eff_dim_mean": 0.6051252484321594, + "topk_energy": { + "1": 0.08140555024147034, + "5": 0.30472397804260254, + "10": 0.4618160128593445, + "25": 0.7517096996307373 + }, + "gamma_raw": 0.26229041814804077, + "gamma_active": { + "1e-08": 0.26229041814804077, + "1e-07": 0.26229041814804077, + "1e-06": 0.26229041814804077, + "1e-05": 0.26229041814804077, + "0.0001": 0.26237380504608154 + }, + "gamma_energy_weighted": { + "1e-08": 0.2628638998478158, + "1e-07": 0.2628638998478158, + "1e-06": 0.2628638998478158, + "1e-05": 0.2628638998478158, + "0.0001": 0.2628638998478158 + } + }, + { + "layer": 2, + "mean_norm": 0.0019615301862359047, + "median_norm": 0.0020386208780109882, + "max_norm": 0.0028989315032958984, + "min_norm": 2.030778705375269e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.625967502593994, + "5": -3.002103328704834, + "10": -2.838046073913574, + "25": -2.7373740673065186, + "50": -2.690659523010254, + "75": -2.6546621322631836, + "90": -2.6224851608276367, + "95": -2.6041829586029053, + "99": -2.562023162841797 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 0, + 3, + 2, + 3, + 2, + 2, + 5, + 7, + 11, + 14, + 31, + 93, + 145, + 120, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.692337512969971, + -4.6492462158203125, + -4.606154441833496, + -4.563063144683838, + -4.5199713706970215, + -4.476880073547363, + -4.433788299560547, + -4.390697002410889, + -4.347605228424072, + -4.304513931274414, + -4.261422157287598, + -4.2183308601379395, + -4.175239562988281, + -4.132147789001465, + -4.089056491851807, + -4.04596471786499, + -4.002873420715332, + -3.9597816467285156, + -3.9166903495788574, + -3.87359881401062, + -3.830507278442383, + -3.7874157428741455, + -3.744324207305908, + -3.701232671737671, + -3.6581411361694336, + -3.6150498390197754, + -3.571958065032959, + -3.528866767883301, + -3.4857749938964844, + -3.442683696746826, + -3.399592161178589, + -3.3565006256103516, + -3.3134090900421143, + -3.270317554473877, + -3.2272260189056396, + -3.1841344833374023, + -3.141043186187744, + -3.0979514122009277, + -3.0548601150512695, + -3.011768341064453, + -2.968677043914795, + -2.9255855083465576, + -2.8824939727783203, + -2.839402437210083, + -2.7963109016418457, + -2.7532193660736084, + -2.710127830505371, + -2.667036294937134, + -2.6239447593688965, + -2.5808534622192383, + -2.537761926651001 + ], + "r_inf_mean": 0.28596174716949463, + "r_inf_median": 0.2799564003944397, + "pr_mean": 0.28678327798843384, + "pr_median": 0.2931159734725952, + "hoyer_mean": 0.6043041944503784, + "eff_dim_mean": 0.6043041348457336, + "topk_energy": { + "1": 0.08337318897247314, + "5": 0.3058406114578247, + "10": 0.4616686999797821, + "25": 0.7511287927627563 + }, + "gamma_raw": 0.16607269644737244, + "gamma_active": { + "1e-08": 0.16607269644737244, + "1e-07": 0.16607269644737244, + "1e-06": 0.16607269644737244, + "1e-05": 0.16607269644737244, + "0.0001": 0.16609208285808563 + }, + "gamma_energy_weighted": { + "1e-08": 0.16949034388893358, + "1e-07": 0.16949034388893358, + "1e-06": 0.16949034388893358, + "1e-05": 0.16949034388893358, + "0.0001": 0.16949034388893358 + } + }, + { + "layer": 3, + "mean_norm": 0.0019580628722906113, + "median_norm": 0.0020357337780296803, + "max_norm": 0.002892693504691124, + "min_norm": 2.0265750208636746e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.6267647743225098, + "5": -3.0023438930511475, + "10": -2.8388781547546387, + "25": -2.7381036281585693, + "50": -2.6911678314208984, + "75": -2.655627727508545, + "90": -2.623220205307007, + "95": -2.6047935485839844, + "99": -2.5629944801330566 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 2, + 2, + 5, + 7, + 11, + 13, + 32, + 94, + 143, + 121, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.693237781524658, + -4.650146961212158, + -4.607056140899658, + -4.563965320587158, + -4.520874500274658, + -4.477783679962158, + -4.434692859649658, + -4.391602039337158, + -4.348511219024658, + -4.305420398712158, + -4.262329578399658, + -4.219238758087158, + -4.176148414611816, + -4.133057594299316, + -4.089966773986816, + -4.046875953674316, + -4.003785133361816, + -3.9606940746307373, + -3.9176034927368164, + -3.8745126724243164, + -3.8314218521118164, + -3.7883310317993164, + -3.7452402114868164, + -3.7021493911743164, + -3.6590585708618164, + -3.6159677505493164, + -3.5728769302368164, + -3.5297861099243164, + -3.4866952896118164, + -3.4436044692993164, + -3.4005136489868164, + -3.3574228286743164, + -3.3143320083618164, + -3.2712411880493164, + -3.2281503677368164, + -3.1850595474243164, + -3.1419689655303955, + -3.0988781452178955, + -3.0557873249053955, + -3.0126965045928955, + -2.9696056842803955, + -2.9265148639678955, + -2.8834242820739746, + -2.8403334617614746, + -2.7972426414489746, + -2.7541518211364746, + -2.7110610008239746, + -2.6679701805114746, + -2.6248793601989746, + -2.5817885398864746, + -2.5386977195739746 + ], + "r_inf_mean": 0.2860814332962036, + "r_inf_median": 0.2803462743759155, + "pr_mean": 0.28692224621772766, + "pr_median": 0.294166624546051, + "hoyer_mean": 0.6046409606933594, + "eff_dim_mean": 0.6046409606933594, + "topk_energy": { + "1": 0.08346064388751984, + "5": 0.30565008521080017, + "10": 0.46138593554496765, + "25": 0.7508560419082642 + }, + "gamma_raw": 0.062495630234479904, + "gamma_active": { + "1e-08": 0.062495630234479904, + "1e-07": 0.062495630234479904, + "1e-06": 0.062495630234479904, + "1e-05": 0.062495630234479904, + "0.0001": 0.06253547221422195 + }, + "gamma_energy_weighted": { + "1e-08": 0.07282960733912137, + "1e-07": 0.07282960733912137, + "1e-06": 0.07282960733912137, + "1e-05": 0.07282960733912137, + "0.0001": 0.07282960733912137 + } + }, + { + "layer": 4, + "mean_norm": 0.0019575587939471006, + "median_norm": 0.0020352271385490894, + "max_norm": 0.0028901451732963324, + "min_norm": 2.0243762264726683e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.626793384552002, + "5": -3.0024871826171875, + "10": -2.8392012119293213, + "25": -2.738178014755249, + "50": -2.691032886505127, + "75": -2.6559436321258545, + "90": -2.6235716342926025, + "95": -2.6050009727478027, + "99": -2.5633461475372314 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 2, + 2, + 5, + 7, + 11, + 13, + 32, + 94, + 142, + 122, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.693708896636963, + -4.65061616897583, + -4.6075239181518555, + -4.564431190490723, + -4.52133846282959, + -4.478246212005615, + -4.435153484344482, + -4.39206075668335, + -4.348968505859375, + -4.305875778198242, + -4.262783050537109, + -4.219690799713135, + -4.176598072052002, + -4.133505344390869, + -4.0904130935668945, + -4.047320365905762, + -4.004227638244629, + -3.961135149002075, + -3.9180426597595215, + -3.8749499320983887, + -3.831857442855835, + -3.7887649536132812, + -3.7456722259521484, + -3.7025797367095947, + -3.659487247467041, + -3.616394519805908, + -3.5733020305633545, + -3.530209541320801, + -3.487116813659668, + -3.4440243244171143, + -3.4009318351745605, + -3.3578391075134277, + -3.314746618270874, + -3.2716541290283203, + -3.2285614013671875, + -3.185468912124634, + -3.14237642288208, + -3.0992836952209473, + -3.0561912059783936, + -3.01309871673584, + -2.970005989074707, + -2.9269134998321533, + -2.8838210105895996, + -2.840728282928467, + -2.797635793685913, + -2.7545433044433594, + -2.7114505767822266, + -2.668358087539673, + -2.625265598297119, + -2.5821728706359863, + -2.5390803813934326 + ], + "r_inf_mean": 0.28624314069747925, + "r_inf_median": 0.2805244028568268, + "pr_mean": 0.28669074177742004, + "pr_median": 0.29398059844970703, + "hoyer_mean": 0.6045035719871521, + "eff_dim_mean": 0.6045035719871521, + "topk_energy": { + "1": 0.08355448395013809, + "5": 0.305828332901001, + "10": 0.4616188704967499, + "25": 0.750997006893158 + }, + "gamma_raw": 0.09785547852516174, + "gamma_active": { + "1e-08": 0.09785547852516174, + "1e-07": 0.09785547852516174, + "1e-06": 0.09785547852516174, + "1e-05": 0.09785547852516174, + "0.0001": 0.0974137932062149 + }, + "gamma_energy_weighted": { + "1e-08": 0.09724696211768985, + "1e-07": 0.09724696211768985, + "1e-06": 0.09724696211768985, + "1e-05": 0.09724696211768985, + "0.0001": 0.09724696211768985 + } + }, + { + "layer": 5, + "mean_norm": 0.0019575506448745728, + "median_norm": 0.002036976395174861, + "max_norm": 0.0028906632214784622, + "min_norm": 2.0240504454704933e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.6269750595092773, + "5": -3.002387523651123, + "10": -2.839168071746826, + "25": -2.7383134365081787, + "50": -2.6908915042877197, + "75": -2.6559762954711914, + "90": -2.6235179901123047, + "95": -2.6050541400909424, + "99": -2.563222646713257 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 1, + 3, + 5, + 7, + 11, + 13, + 33, + 93, + 141, + 123, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.693778991699219, + -4.650683403015137, + -4.607587814331055, + -4.564492225646973, + -4.521396636962891, + -4.478301525115967, + -4.435205936431885, + -4.392110347747803, + -4.349014759063721, + -4.305919170379639, + -4.262823581695557, + -4.219727993011475, + -4.176632404327393, + -4.133537292480469, + -4.090441703796387, + -4.047346115112305, + -4.004250526428223, + -3.9611549377441406, + -3.9180593490600586, + -3.8749637603759766, + -3.8318684101104736, + -3.7887728214263916, + -3.7456772327423096, + -3.7025818824768066, + -3.6594862937927246, + -3.6163907051086426, + -3.5732951164245605, + -3.5301995277404785, + -3.4871039390563965, + -3.4440085887908936, + -3.4009130001068115, + -3.3578176498413086, + -3.3147220611572266, + -3.2716264724731445, + -3.2285308837890625, + -3.1854352951049805, + -3.1423397064208984, + -3.0992441177368164, + -3.0561487674713135, + -3.0130531787872314, + -2.9699578285217285, + -2.9268622398376465, + -2.8837666511535645, + -2.8406710624694824, + -2.7975754737854004, + -2.7544798851013184, + -2.7113845348358154, + -2.6682889461517334, + -2.6251933574676514, + -2.5820977687835693, + -2.5390024185180664 + ], + "r_inf_mean": 0.28632521629333496, + "r_inf_median": 0.28065696358680725, + "pr_mean": 0.28660881519317627, + "pr_median": 0.2940357029438019, + "hoyer_mean": 0.6044480204582214, + "eff_dim_mean": 0.6044480204582214, + "topk_energy": { + "1": 0.08360429108142853, + "5": 0.3058798313140869, + "10": 0.4616706669330597, + "25": 0.750998854637146 + }, + "gamma_raw": 0.12580835819244385, + "gamma_active": { + "1e-08": 0.12580835819244385, + "1e-07": 0.12580835819244385, + "1e-06": 0.12580835819244385, + "1e-05": 0.12580835819244385, + "0.0001": 0.12583471834659576 + }, + "gamma_energy_weighted": { + "1e-08": 0.126059524719032, + "1e-07": 0.126059524719032, + "1e-06": 0.126059524719032, + "1e-05": 0.126059524719032, + "0.0001": 0.126059524719032 + } + }, + { + "layer": 6, + "mean_norm": 0.0019571175798773766, + "median_norm": 0.0020359556656330824, + "max_norm": 0.0028899782337248325, + "min_norm": 2.02362807613099e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.6269545555114746, + "5": -3.0025711059570312, + "10": -2.8392953872680664, + "25": -2.738389492034912, + "50": -2.6910958290100098, + "75": -2.656033515930176, + "90": -2.6235477924346924, + "95": -2.6051695346832275, + "99": -2.5633416175842285 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 1, + 3, + 5, + 7, + 11, + 13, + 32, + 94, + 141, + 123, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.693869590759277, + -4.6507744789123535, + -4.6076788902282715, + -4.564583778381348, + -4.521488666534424, + -4.478393077850342, + -4.435297966003418, + -4.392202377319336, + -4.349107265472412, + -4.306012153625488, + -4.262916564941406, + -4.219821453094482, + -4.176726341247559, + -4.133630752563477, + -4.090535640716553, + -4.047440528869629, + -4.004344940185547, + -3.961249828338623, + -3.91815447807312, + -3.875059127807617, + -3.8319640159606934, + -3.7888686656951904, + -3.7457733154296875, + -3.7026782035827637, + -3.6595828533172607, + -3.616487503051758, + -3.573392391204834, + -3.530296802520752, + -3.487201690673828, + -3.444106340408325, + -3.4010109901428223, + -3.3579158782958984, + -3.3148205280303955, + -3.2717251777648926, + -3.2286300659179688, + -3.185534715652466, + -3.142439365386963, + -3.099344253540039, + -3.056248664855957, + -3.013153553009033, + -2.9700582027435303, + -2.9269628524780273, + -2.8838677406311035, + -2.8407723903656006, + -2.7976770401000977, + -2.754581928253174, + -2.711486577987671, + -2.668391227722168, + -2.625296115875244, + -2.582200765609741, + -2.5391054153442383 + ], + "r_inf_mean": 0.2863696217536926, + "r_inf_median": 0.28059613704681396, + "pr_mean": 0.28659263253211975, + "pr_median": 0.2940434217453003, + "hoyer_mean": 0.6044356822967529, + "eff_dim_mean": 0.6044356822967529, + "topk_energy": { + "1": 0.08363094925880432, + "5": 0.3059106469154358, + "10": 0.46164822578430176, + "25": 0.7509464025497437 + }, + "gamma_raw": 0.11599649488925934, + "gamma_active": { + "1e-08": 0.11599649488925934, + "1e-07": 0.11599649488925934, + "1e-06": 0.11599649488925934, + "1e-05": 0.11599649488925934, + "0.0001": 0.11573956906795502 + }, + "gamma_energy_weighted": { + "1e-08": 0.11797655624154924, + "1e-07": 0.11797655624154924, + "1e-06": 0.11797655624154924, + "1e-05": 0.11797655624154924, + "0.0001": 0.11797655624154924 + } + }, + { + "layer": 7, + "mean_norm": 0.001956493128091097, + "median_norm": 0.002035920275375247, + "max_norm": 0.0028893831185996532, + "min_norm": 2.0229947040206753e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.6268656253814697, + "5": -3.0028293132781982, + "10": -2.8402018547058105, + "25": -2.738884449005127, + "50": -2.6911892890930176, + "75": -2.656329393386841, + "90": -2.6235899925231934, + "95": -2.60524845123291, + "99": -2.56341290473938 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 1, + 3, + 5, + 7, + 11, + 13, + 32, + 94, + 141, + 123, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.694005489349365, + -4.650909423828125, + -4.607812881469727, + -4.564716815948486, + -4.521620750427246, + -4.478524208068848, + -4.435428142547607, + -4.392332077026367, + -4.349235534667969, + -4.3061394691467285, + -4.263043403625488, + -4.219947338104248, + -4.17685079574585, + -4.133754730224609, + -4.090658664703369, + -4.047562122344971, + -4.0044660568237305, + -3.9613699913024902, + -3.918273687362671, + -3.8751773834228516, + -3.8320813179016113, + -3.788985013961792, + -3.7458887100219727, + -3.7027926445007324, + -3.659696340560913, + -3.6166000366210938, + -3.5735039710998535, + -3.530407667160034, + -3.487311363220215, + -3.4442152976989746, + -3.4011189937591553, + -3.358022689819336, + -3.3149266242980957, + -3.2718305587768555, + -3.228734254837036, + -3.185637950897217, + -3.1425418853759766, + -3.0994455814361572, + -3.056349277496338, + -3.0132532119750977, + -2.9701569080352783, + -2.927060604095459, + -2.8839645385742188, + -2.8408682346343994, + -2.79777193069458, + -2.75467586517334, + -2.7115795612335205, + -2.6684834957122803, + -2.625387191772461, + -2.5822908878326416, + -2.5391948223114014 + ], + "r_inf_mean": 0.28635329008102417, + "r_inf_median": 0.2806873917579651, + "pr_mean": 0.28659501671791077, + "pr_median": 0.2939704656600952, + "hoyer_mean": 0.6044409871101379, + "eff_dim_mean": 0.6044409871101379, + "topk_energy": { + "1": 0.08362217992544174, + "5": 0.30586862564086914, + "10": 0.46165475249290466, + "25": 0.7509840130805969 + }, + "gamma_raw": 0.06825856864452362, + "gamma_active": { + "1e-08": 0.06825856864452362, + "1e-07": 0.06825856864452362, + "1e-06": 0.06825856864452362, + "1e-05": 0.06825856864452362, + "0.0001": 0.06812997907400131 + }, + "gamma_energy_weighted": { + "1e-08": 0.07353019310824212, + "1e-07": 0.07353019310824212, + "1e-06": 0.07353019310824212, + "1e-05": 0.07353019310824212, + "0.0001": 0.07353019310824212 + } + } + ] +}
\ No newline at end of file |
