diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json new file mode 100644 index 0000000..61516f2 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 6.1713104248046875, + "acc": 0.076171875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.007532850839197636, + "median_norm": 0.007315286435186863, + "max_norm": 0.015097061172127724, + "min_norm": 7.38429298507981e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.4283883571624756, + "5": -2.5519192218780518, + "10": -2.2838096618652344, + "25": -2.2124950885772705, + "50": -2.135554313659668, + "75": -2.0522072315216064, + "90": -1.9597227573394775, + "95": -1.9218248128890991, + "99": -1.8477203845977783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 2, + 3, + 3, + 3, + 0, + 1, + 2, + 5, + 15, + 36, + 70, + 81, + 92, + 53, + 39, + 37, + 31, + 14, + 7 + ], + "log_norms_bin_edges": [ + -4.1316914558410645, + -4.085479736328125, + -4.0392680168151855, + -3.993056535720825, + -3.9468448162078857, + -3.9006330966949463, + -3.854421377182007, + -3.8082096576690674, + -3.761998176574707, + -3.7157864570617676, + -3.669574737548828, + -3.6233630180358887, + -3.577151298522949, + -3.530939817428589, + -3.4847280979156494, + -3.43851637840271, + -3.3923046588897705, + -3.34609317779541, + -3.2998814582824707, + -3.2536697387695312, + -3.207458019256592, + -3.1612462997436523, + -3.115034580230713, + -3.0688228607177734, + -3.022611379623413, + -2.9763996601104736, + -2.9301881790161133, + -2.883976459503174, + -2.8377647399902344, + -2.791553020477295, + -2.7453413009643555, + -2.699129581451416, + -2.6529178619384766, + -2.606706142425537, + -2.5604946613311768, + -2.5142829418182373, + -2.468071460723877, + -2.4218597412109375, + -2.375648021697998, + -2.3294363021850586, + -2.283224582672119, + -2.2370128631591797, + -2.1908011436462402, + -2.144589424133301, + -2.0983779430389404, + -2.052166223526001, + -2.0059545040130615, + -1.9597430229187012, + -1.9135313034057617, + -1.8673195838928223, + -1.8211077451705933 + ], + "r_inf_mean": 0.3890951871871948, + "r_inf_median": 0.37773993611335754, + "pr_mean": 0.15059992671012878, + "pr_median": 0.140448197722435, + "hoyer_mean": 0.4746935963630676, + "eff_dim_mean": 0.4746935963630676, + "topk_energy": { + "1": 0.15740478038787842, + "5": 0.4759059250354767, + "10": 0.6441375017166138, + "25": 0.8524837493896484 + }, + "gamma_raw": 0.004259799607098103, + "gamma_active": { + "1e-08": 0.004259799607098103, + "1e-07": 0.004259799607098103, + "1e-06": 0.004259799607098103, + "1e-05": 0.004259799607098103, + "0.0001": 0.004448278341442347 + }, + "gamma_energy_weighted": { + "1e-08": -0.01047850841180783, + "1e-07": -0.01047850841180783, + "1e-06": -0.01047850841180783, + "1e-05": -0.01047850841180783, + "0.0001": -0.01047850841180783 + } + }, + { + "layer": 1, + "mean_norm": 0.0019752010703086853, + "median_norm": 0.002030913019552827, + "max_norm": 0.002893763594329357, + "min_norm": 1.0888797078223433e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.979748249053955, + "5": -3.0953633785247803, + "10": -2.834406852722168, + "25": -2.7286720275878906, + "50": -2.6922659873962402, + "75": -2.6390044689178467, + "90": -2.6046152114868164, + "95": -2.5847744941711426, + "99": -2.56687068939209 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 0, + 1, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 3, + 6, + 10, + 19, + 50, + 156, + 113, + 93, + 28 + ], + "log_norms_bin_edges": [ + -4.963020324707031, + -4.9145307540893555, + -4.86604118347168, + -4.817551136016846, + -4.76906156539917, + -4.720571994781494, + -4.672082424163818, + -4.623592853546143, + -4.575102806091309, + -4.526613235473633, + -4.478123664855957, + -4.429634094238281, + -4.3811445236206055, + -4.3326544761657715, + -4.284164905548096, + -4.23567533493042, + -4.187185764312744, + -4.13869571685791, + -4.090206146240234, + -4.041716575622559, + -3.993227005004883, + -3.944737434387207, + -3.896247625350952, + -3.8477578163146973, + -3.7992682456970215, + -3.7507786750793457, + -3.70228910446167, + -3.653799295425415, + -3.60530948638916, + -3.5568199157714844, + -3.5083303451538086, + -3.459840774536133, + -3.411350965499878, + -3.362861156463623, + -3.3143715858459473, + -3.2658820152282715, + -3.2173924446105957, + -3.168902635574341, + -3.120412826538086, + -3.07192325592041, + -3.0234336853027344, + -2.9749441146850586, + -2.9264543056488037, + -2.877964735031128, + -2.829474925994873, + -2.7809853553771973, + -2.7324955463409424, + -2.6840059757232666, + -2.6355161666870117, + -2.587026596069336, + -2.53853702545166 + ], + "r_inf_mean": 0.2802375257015228, + "r_inf_median": 0.273185670375824, + "pr_mean": 0.3038672208786011, + "pr_median": 0.31710830330848694, + "hoyer_mean": 0.621390700340271, + "eff_dim_mean": 0.6213906407356262, + "topk_energy": { + "1": 0.08067095279693604, + "5": 0.2888798117637634, + "10": 0.4443775415420532, + "25": 0.7368499040603638 + }, + "gamma_raw": 0.2747020125389099, + "gamma_active": { + "1e-08": 0.2747020125389099, + "1e-07": 0.2747020125389099, + "1e-06": 0.2747020125389099, + "1e-05": 0.2747020125389099, + "0.0001": 0.27477967739105225 + }, + "gamma_energy_weighted": { + "1e-08": 0.27507778563314755, + "1e-07": 0.27507778563314755, + "1e-06": 0.27507778563314755, + "1e-05": 0.27507778563314755, + "0.0001": 0.27507778563314755 + } + }, + { + "layer": 2, + "mean_norm": 0.001952650723978877, + "median_norm": 0.00200668815523386, + "max_norm": 0.0028831101953983307, + "min_norm": 1.0780074262584094e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.983128309249878, + "5": -3.0981640815734863, + "10": -2.8382582664489746, + "25": -2.7369093894958496, + "50": -2.6975111961364746, + "75": -2.644345760345459, + "90": -2.6082205772399902, + "95": -2.585623264312744, + "99": -2.5738887786865234 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 12, + 23, + 54, + 159, + 103, + 89, + 29 + ], + "log_norms_bin_edges": [ + -4.96737813949585, + -4.918833255767822, + -4.870288372039795, + -4.821743965148926, + -4.773199081420898, + -4.724654197692871, + -4.676109313964844, + -4.627564430236816, + -4.579020023345947, + -4.53047513961792, + -4.481930255889893, + -4.433385372161865, + -4.384840965270996, + -4.336296081542969, + -4.287751197814941, + -4.239206314086914, + -4.190661430358887, + -4.142116546630859, + -4.09357213973999, + -4.045027256011963, + -3.9964823722839355, + -3.947937488555908, + -3.89939284324646, + -3.8508481979370117, + -3.8023033142089844, + -3.753758430480957, + -3.7052135467529297, + -3.6566689014434814, + -3.608124256134033, + -3.559579372406006, + -3.5110344886779785, + -3.462489604949951, + -3.413944959640503, + -3.3654003143310547, + -3.3168554306030273, + -3.268310546875, + -3.2197656631469727, + -3.1712210178375244, + -3.122676372528076, + -3.074131488800049, + -3.0255866050720215, + -2.977041721343994, + -2.928497076034546, + -2.8799521923065186, + -2.8314075469970703, + -2.782862663269043, + -2.7343180179595947, + -2.6857731342315674, + -2.637228488922119, + -2.588683605194092, + -2.5401387214660645 + ], + "r_inf_mean": 0.2807044982910156, + "r_inf_median": 0.2717209756374359, + "pr_mean": 0.3049052357673645, + "pr_median": 0.31693893671035767, + "hoyer_mean": 0.6231553554534912, + "eff_dim_mean": 0.6231553554534912, + "topk_energy": { + "1": 0.08096382021903992, + "5": 0.288168728351593, + "10": 0.4431476593017578, + "25": 0.7346833348274231 + }, + "gamma_raw": 0.12229488790035248, + "gamma_active": { + "1e-08": 0.12229488790035248, + "1e-07": 0.12229488790035248, + "1e-06": 0.12229488790035248, + "1e-05": 0.12229488790035248, + "0.0001": 0.12277957797050476 + }, + "gamma_energy_weighted": { + "1e-08": 0.1305244742556957, + "1e-07": 0.1305244742556957, + "1e-06": 0.1305244742556957, + "1e-05": 0.1305244742556957, + "0.0001": 0.1305244742556957 + } + }, + { + "layer": 3, + "mean_norm": 0.0019504409283399582, + "median_norm": 0.0020051205065101385, + "max_norm": 0.0028770670760422945, + "min_norm": 1.0778582691273186e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.983774185180664, + "5": -3.098360776901245, + "10": -2.839005708694458, + "25": -2.7377922534942627, + "50": -2.697819948196411, + "75": -2.6448006629943848, + "90": -2.6088755130767822, + "95": -2.5860493183135986, + "99": -2.5741279125213623 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 12, + 23, + 53, + 160, + 102, + 90, + 29 + ], + "log_norms_bin_edges": [ + -4.967438220977783, + -4.918910503387451, + -4.870382785797119, + -4.821855068206787, + -4.773327350616455, + -4.724799633026123, + -4.676271438598633, + -4.627743721008301, + -4.579216003417969, + -4.530688285827637, + -4.482160568237305, + -4.433632850646973, + -4.385105133056641, + -4.336577415466309, + -4.288049697875977, + -4.2395219802856445, + -4.1909942626953125, + -4.142466068267822, + -4.09393835067749, + -4.045410633087158, + -3.996882915496826, + -3.948355197906494, + -3.899827480316162, + -3.85129976272583, + -3.802772045135498, + -3.754244327545166, + -3.705716371536255, + -3.657188653945923, + -3.608660936355591, + -3.5601329803466797, + -3.5116052627563477, + -3.4630775451660156, + -3.4145498275756836, + -3.3660221099853516, + -3.3174943923950195, + -3.2689666748046875, + -3.2204387187957764, + -3.1719110012054443, + -3.1233832836151123, + -3.074855327606201, + -3.026327610015869, + -2.977799892425537, + -2.929272174835205, + -2.880744457244873, + -2.832216739654541, + -2.783689022064209, + -2.735161066055298, + -2.686633348464966, + -2.638105630874634, + -2.5895779132843018, + -2.5410501956939697 + ], + "r_inf_mean": 0.2808457612991333, + "r_inf_median": 0.2713828980922699, + "pr_mean": 0.3045424222946167, + "pr_median": 0.3164176046848297, + "hoyer_mean": 0.6230210661888123, + "eff_dim_mean": 0.6230210065841675, + "topk_energy": { + "1": 0.08103559166193008, + "5": 0.2885124087333679, + "10": 0.44346192479133606, + "25": 0.7348107695579529 + }, + "gamma_raw": 0.058160606771707535, + "gamma_active": { + "1e-08": 0.058160606771707535, + "1e-07": 0.058160606771707535, + "1e-06": 0.058160606771707535, + "1e-05": 0.058160606771707535, + "0.0001": 0.058369915932416916 + }, + "gamma_energy_weighted": { + "1e-08": 0.06722333881540113, + "1e-07": 0.06722333881540113, + "1e-06": 0.06722333881540113, + "1e-05": 0.06722333881540113, + "0.0001": 0.06722333881540113 + } + }, + { + "layer": 4, + "mean_norm": 0.0019506842363625765, + "median_norm": 0.0020068353042006493, + "max_norm": 0.00288299098610878, + "min_norm": 1.0810102139657829e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.9839375019073486, + "5": -3.098226547241211, + "10": -2.838139533996582, + "25": -2.73799991607666, + "50": -2.697472095489502, + "75": -2.64552640914917, + "90": -2.608635902404785, + "95": -2.5856754779815674, + "99": -2.574399471282959 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 13, + 23, + 54, + 163, + 100, + 87, + 29 + ], + "log_norms_bin_edges": [ + -4.966170310974121, + -4.91765022277832, + -4.869129657745361, + -4.8206095695495605, + -4.772089004516602, + -4.723568916320801, + -4.675048828125, + -4.626528263092041, + -4.57800817489624, + -4.5294880867004395, + -4.4809675216674805, + -4.43244743347168, + -4.383926868438721, + -4.33540678024292, + -4.286886692047119, + -4.23836612701416, + -4.189846038818359, + -4.141325950622559, + -4.0928053855896, + -4.044285297393799, + -3.995764970779419, + -3.947244644165039, + -3.898724317550659, + -3.8502039909362793, + -3.8016839027404785, + -3.7531635761260986, + -3.7046432495117188, + -3.656123161315918, + -3.607602596282959, + -3.559082508087158, + -3.5105621814727783, + -3.4620418548583984, + -3.4135217666625977, + -3.3650012016296387, + -3.316481113433838, + -3.267960786819458, + -3.219440460205078, + -3.1709203720092773, + -3.1224000453948975, + -3.0738797187805176, + -3.025359630584717, + -2.976839065551758, + -2.928318977355957, + -2.879798650741577, + -2.8312783241271973, + -2.7827582359313965, + -2.7342379093170166, + -2.6857175827026367, + -2.637197256088257, + -2.588676929473877, + -2.540156841278076 + ], + "r_inf_mean": 0.2810853123664856, + "r_inf_median": 0.27165746688842773, + "pr_mean": 0.3042261302471161, + "pr_median": 0.31661099195480347, + "hoyer_mean": 0.6229735016822815, + "eff_dim_mean": 0.6229734420776367, + "topk_energy": { + "1": 0.08118787407875061, + "5": 0.28864961862564087, + "10": 0.44364941120147705, + "25": 0.7349649667739868 + }, + "gamma_raw": 0.12279719114303589, + "gamma_active": { + "1e-08": 0.12279719114303589, + "1e-07": 0.12279719114303589, + "1e-06": 0.12279719114303589, + "1e-05": 0.12279719114303589, + "0.0001": 0.12278967350721359 + }, + "gamma_energy_weighted": { + "1e-08": 0.12208357556220593, + "1e-07": 0.12208357556220593, + "1e-06": 0.12208357556220593, + "1e-05": 0.12208357556220593, + "0.0001": 0.12208357556220593 + } + }, + { + "layer": 5, + "mean_norm": 0.0019504544325172901, + "median_norm": 0.002006699563935399, + "max_norm": 0.002882658503949642, + "min_norm": 1.0821350770129357e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.9843926429748535, + "5": -3.098877429962158, + "10": -2.8382678031921387, + "25": -2.73783802986145, + "50": -2.6974964141845703, + "75": -2.6456072330474854, + "90": -2.608908176422119, + "95": -2.5857090950012207, + "99": -2.574798583984375 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 13, + 23, + 54, + 163, + 100, + 87, + 29 + ], + "log_norms_bin_edges": [ + -4.965718746185303, + -4.917208671569824, + -4.8686981201171875, + -4.820188045501709, + -4.7716779708862305, + -4.723167419433594, + -4.674657344818115, + -4.626147270202637, + -4.57763671875, + -4.5291266441345215, + -4.480616569519043, + -4.432106018066406, + -4.383595943450928, + -4.335085868835449, + -4.2865753173828125, + -4.238065242767334, + -4.1895551681518555, + -4.141044616699219, + -4.09253454208374, + -4.044024467468262, + -3.995513916015625, + -3.9470038414001465, + -3.898493528366089, + -3.8499832153320312, + -3.8014731407165527, + -3.752962827682495, + -3.7044525146484375, + -3.655942440032959, + -3.6074321269989014, + -3.5589218139648438, + -3.5104117393493652, + -3.4619011878967285, + -3.41339111328125, + -3.3648810386657715, + -3.3163704872131348, + -3.2678604125976562, + -3.2193500995635986, + -3.170839786529541, + -3.1223297119140625, + -3.073819398880005, + -3.0253090858459473, + -2.9767990112304688, + -2.928288698196411, + -2.8797783851623535, + -2.831268310546875, + -2.7827579975128174, + -2.7342476844787598, + -2.6857376098632812, + -2.6372272968292236, + -2.588716983795166, + -2.5402069091796875 + ], + "r_inf_mean": 0.2809467315673828, + "r_inf_median": 0.2708880305290222, + "pr_mean": 0.3044413924217224, + "pr_median": 0.3165642023086548, + "hoyer_mean": 0.6230653524398804, + "eff_dim_mean": 0.6230652928352356, + "topk_energy": { + "1": 0.0811091810464859, + "5": 0.2884969115257263, + "10": 0.44348108768463135, + "25": 0.7348671555519104 + }, + "gamma_raw": 0.08943603932857513, + "gamma_active": { + "1e-08": 0.08943603932857513, + "1e-07": 0.08943603932857513, + "1e-06": 0.08943603932857513, + "1e-05": 0.08943603932857513, + "0.0001": 0.08980078995227814 + }, + "gamma_energy_weighted": { + "1e-08": 0.09905447716111432, + "1e-07": 0.09905447716111432, + "1e-06": 0.09905447716111432, + "1e-05": 0.09905447716111432, + "0.0001": 0.09905447716111432 + } + }, + { + "layer": 6, + "mean_norm": 0.0019505099626258016, + "median_norm": 0.0020066166762262583, + "max_norm": 0.002882121130824089, + "min_norm": 1.082702601706842e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.9843664169311523, + "5": -3.0987679958343506, + "10": -2.838142156600952, + "25": -2.737828254699707, + "50": -2.6974525451660156, + "75": -2.645805835723877, + "90": -2.608813524246216, + "95": -2.5857765674591064, + "99": -2.5747857093811035 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 13, + 23, + 54, + 163, + 100, + 87, + 29 + ], + "log_norms_bin_edges": [ + -4.965490818023682, + -4.91698694229126, + -4.86848258972168, + -4.819978713989258, + -4.771474361419678, + -4.722970485687256, + -4.674466609954834, + -4.625962257385254, + -4.577458381652832, + -4.52895450592041, + -4.48045015335083, + -4.431946277618408, + -4.383441925048828, + -4.334938049316406, + -4.286434173583984, + -4.237929821014404, + -4.189425945281982, + -4.140921592712402, + -4.0924177169799805, + -4.043913841247559, + -3.9954097270965576, + -3.9469056129455566, + -3.8984014987945557, + -3.8498973846435547, + -3.801393508911133, + -3.752889394760132, + -3.704385280609131, + -3.655881404876709, + -3.607377052307129, + -3.558873176574707, + -3.510369062423706, + -3.461864948272705, + -3.413361072540283, + -3.364856719970703, + -3.3163528442382812, + -3.2678487300872803, + -3.2193446159362793, + -3.1708407402038574, + -3.1223366260528564, + -3.0738325119018555, + -3.0253286361694336, + -2.9768242835998535, + -2.9283204078674316, + -2.8798162937164307, + -2.8313121795654297, + -2.782808303833008, + -2.734304189682007, + -2.685800075531006, + -2.637295961380005, + -2.588791847229004, + -2.540287971496582 + ], + "r_inf_mean": 0.28095096349716187, + "r_inf_median": 0.2710053324699402, + "pr_mean": 0.304426908493042, + "pr_median": 0.31655973196029663, + "hoyer_mean": 0.623043954372406, + "eff_dim_mean": 0.623043954372406, + "topk_energy": { + "1": 0.08111319690942764, + "5": 0.28852516412734985, + "10": 0.44347843527793884, + "25": 0.7348406314849854 + }, + "gamma_raw": 0.10261707007884979, + "gamma_active": { + "1e-08": 0.10261707007884979, + "1e-07": 0.10261707007884979, + "1e-06": 0.10261707007884979, + "1e-05": 0.10261707007884979, + "0.0001": 0.10286406427621841 + }, + "gamma_energy_weighted": { + "1e-08": 0.10501813207965245, + "1e-07": 0.10501813207965245, + "1e-06": 0.10501813207965245, + "1e-05": 0.10501813207965245, + "0.0001": 0.10501813207965245 + } + }, + { + "layer": 7, + "mean_norm": 0.0019501900533214211, + "median_norm": 0.0020060099195688963, + "max_norm": 0.002880372805520892, + "min_norm": 1.0823402590176556e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.9845006465911865, + "5": -3.0990617275238037, + "10": -2.8385016918182373, + "25": -2.7378792762756348, + "50": -2.6976280212402344, + "75": -2.645927667617798, + "90": -2.6088755130767822, + "95": -2.5858349800109863, + "99": -2.574846029281616 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 12, + 24, + 52, + 164, + 101, + 87, + 29 + ], + "log_norms_bin_edges": [ + -4.965636253356934, + -4.917134761810303, + -4.868632793426514, + -4.820131301879883, + -4.771629333496094, + -4.723127841949463, + -4.674625873565674, + -4.626124382019043, + -4.577622413635254, + -4.529120922088623, + -4.480619430541992, + -4.432117462158203, + -4.383615970611572, + -4.335114002227783, + -4.286612510681152, + -4.238110542297363, + -4.189609050750732, + -4.141107559204102, + -4.0926055908203125, + -4.044104099273682, + -3.9956021308898926, + -3.9471006393432617, + -3.8985989093780518, + -3.850097179412842, + -3.801595449447632, + -3.753093719482422, + -3.704591989517212, + -3.656090259552002, + -3.607588768005371, + -3.559086799621582, + -3.510585308074951, + -3.462083578109741, + -3.4135818481445312, + -3.3650801181793213, + -3.3165783882141113, + -3.2680768966674805, + -3.2195749282836914, + -3.1710734367370605, + -3.1225717067718506, + -3.0740699768066406, + -3.0255682468414307, + -2.9770665168762207, + -2.9285647869110107, + -2.880063056945801, + -2.83156156539917, + -2.78305983543396, + -2.73455810546875, + -2.68605637550354, + -2.63755464553833, + -2.58905291557312, + -2.54055118560791 + ], + "r_inf_mean": 0.2809687852859497, + "r_inf_median": 0.2709221839904785, + "pr_mean": 0.30449581146240234, + "pr_median": 0.31658974289894104, + "hoyer_mean": 0.6230658292770386, + "eff_dim_mean": 0.6230658292770386, + "topk_energy": { + "1": 0.08112221956253052, + "5": 0.28844815492630005, + "10": 0.44343557953834534, + "25": 0.7348103523254395 + }, + "gamma_raw": 0.021245133131742477, + "gamma_active": { + "1e-08": 0.021245133131742477, + "1e-07": 0.021245133131742477, + "1e-06": 0.021245133131742477, + "1e-05": 0.021245133131742477, + "0.0001": 0.021350590512156487 + }, + "gamma_energy_weighted": { + "1e-08": 0.024245804860290005, + "1e-07": 0.024245804860290005, + "1e-06": 0.024245804860290005, + "1e-05": 0.024245804860290005, + "0.0001": 0.024245804860290005 + } + } + ] +}
\ No newline at end of file |