diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json new file mode 100644 index 0000000..d45037b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 23.589893341064453, + "acc": 0.099609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03663027286529541, + "median_norm": 0.03880731388926506, + "max_norm": 0.07522233575582504, + "min_norm": 4.477548719842477e-15, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.9609375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -10.388416290283203, + "5": -4.185113430023193, + "10": -1.6542483568191528, + "25": -1.4754047393798828, + "50": -1.411051869392395, + "75": -1.3581039905548096, + "90": -1.3080165386199951, + "95": -1.2822368144989014, + "99": -1.2321867942810059 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 1, + 6, + 2, + 2, + 1, + 4, + 0, + 2, + 1, + 6, + 0, + 1, + 4, + 1, + 9, + 259, + 201 + ], + "log_norms_bin_edges": [ + -14.348959922790527, + -14.084453582763672, + -13.819947242736816, + -13.555441856384277, + -13.290935516357422, + -13.026429176330566, + -12.761922836303711, + -12.497417449951172, + -12.232911109924316, + -11.968404769897461, + -11.703898429870605, + -11.43939208984375, + -11.174886703491211, + -10.910380363464355, + -10.6458740234375, + -10.381367683410645, + -10.116861343383789, + -9.85235595703125, + -9.587849617004395, + -9.323343276977539, + -9.058837890625, + -8.794330596923828, + -8.529825210571289, + -8.265318870544434, + -8.000812530517578, + -7.736306667327881, + -7.471800327301025, + -7.207294464111328, + -6.942788124084473, + -6.678282260894775, + -6.41377592086792, + -6.149270057678223, + -5.884763717651367, + -5.620257377624512, + -5.355751037597656, + -5.091245651245117, + -4.826739311218262, + -4.562232971191406, + -4.297726631164551, + -4.033221244812012, + -3.7687149047851562, + -3.504208564758301, + -3.2397022247314453, + -2.97519588470459, + -2.710690498352051, + -2.4461841583251953, + -2.18167781829834, + -1.9171714782714844, + -1.652665138244629, + -1.3881597518920898, + -1.1236531734466553 + ], + "r_inf_mean": 0.30212149024009705, + "r_inf_median": 0.2927967607975006, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5825396776199341, + "eff_dim_mean": 0.5825395584106445, + "topk_energy": { + "1": 0.09394186735153198, + "5": 0.33244985342025757, + "10": 0.4924853444099426, + "25": 0.7716927528381348 + }, + "gamma_raw": 0.00017208827193826437, + "gamma_active": { + "1e-08": 0.00017228764772880822, + "1e-07": 0.00017228764772880822, + "1e-06": -0.00024375217617489398, + "1e-05": -0.00117091229185462, + "0.0001": -0.0017461221432313323 + }, + "gamma_energy_weighted": { + "1e-08": -0.003475262699125872, + "1e-07": -0.003475262699125872, + "1e-06": -0.003475262699125872, + "1e-05": -0.003475262699125872, + "0.0001": -0.003475262699125872 + } + }, + { + "layer": 1, + "mean_norm": 0.00226157670840621, + "median_norm": 0.002401332138106227, + "max_norm": 0.0035980790853500366, + "min_norm": 3.9958890459795946e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.522722244262695, + "5": -5.373133182525635, + "10": -2.8739171028137207, + "25": -2.662987470626831, + "50": -2.6195297241210938, + "75": -2.5710320472717285, + "90": -2.537107229232788, + "95": -2.5200583934783936, + "99": -2.455779552459717 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 25, + 440 + ], + "log_norms_bin_edges": [ + -15.398387908935547, + -15.139298439025879, + -14.880209922790527, + -14.62112045288086, + -14.362030982971191, + -14.102941513061523, + -13.843852996826172, + -13.584763526916504, + -13.325674057006836, + -13.066585540771484, + -12.807496070861816, + -12.548406600952148, + -12.289318084716797, + -12.030228614807129, + -11.771139144897461, + -11.51205062866211, + -11.252961158752441, + -10.993871688842773, + -10.734783172607422, + -10.475693702697754, + -10.216604232788086, + -9.957515716552734, + -9.698426246643066, + -9.439336776733398, + -9.180248260498047, + -8.921158790588379, + -8.662069320678711, + -8.40298080444336, + -8.143891334533691, + -7.884801864624023, + -7.625712871551514, + -7.366623878479004, + -7.107534408569336, + -6.848444938659668, + -6.589356422424316, + -6.330266952514648, + -6.0711774826049805, + -5.812088966369629, + -5.552999496459961, + -5.293910026550293, + -5.034820556640625, + -4.775732040405273, + -4.5166425704956055, + -4.2575531005859375, + -3.998464584350586, + -3.739375114440918, + -3.48028564453125, + -3.2211971282958984, + -2.9621076583862305, + -2.7030181884765625, + -2.443929433822632 + ], + "r_inf_mean": 0.3157373070716858, + "r_inf_median": 0.30317676067352295, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5945762395858765, + "eff_dim_mean": 0.5945761799812317, + "topk_energy": { + "1": 0.10523805022239685, + "5": 0.32798266410827637, + "10": 0.48020094633102417, + "25": 0.7569596767425537 + }, + "gamma_raw": 0.3187795877456665, + "gamma_active": { + "1e-08": 0.3235667049884796, + "1e-07": 0.32377785444259644, + "1e-06": 0.3239595890045166, + "1e-05": 0.32380232214927673, + "0.0001": 0.32386958599090576 + }, + "gamma_energy_weighted": { + "1e-08": 0.32812105453146956, + "1e-07": 0.32812105453146956, + "1e-06": 0.32812105453146956, + "1e-05": 0.32812105453146956, + "0.0001": 0.32812105453146956 + } + }, + { + "layer": 2, + "mean_norm": 0.0020853416062891483, + "median_norm": 0.0021757360082119703, + "max_norm": 0.003370540915057063, + "min_norm": 3.852481074053521e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.550459861755371, + "5": -5.400139808654785, + "10": -2.902160167694092, + "25": -2.707030773162842, + "50": -2.66232967376709, + "75": -2.600224733352661, + "90": -2.571833372116089, + "95": -2.5522217750549316, + "99": -2.4820399284362793 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 33, + 432 + ], + "log_norms_bin_edges": [ + -15.414259910583496, + -15.155420303344727, + -14.896581649780273, + -14.637742042541504, + -14.37890338897705, + -14.120063781738281, + -13.861225128173828, + -13.602385520935059, + -13.343545913696289, + -13.084707260131836, + -12.825868606567383, + -12.567028999328613, + -12.308189392089844, + -12.04935073852539, + -11.790511131286621, + -11.531671524047852, + -11.272832870483398, + -11.013994216918945, + -10.755154609680176, + -10.496315002441406, + -10.237476348876953, + -9.978636741638184, + -9.719797134399414, + -9.460958480834961, + -9.202119827270508, + -8.943280220031738, + -8.684440612792969, + -8.425601959228516, + -8.166762351989746, + -7.907923221588135, + -7.649084091186523, + -7.39024543762207, + -7.131405830383301, + -6.872566223144531, + -6.613727569580078, + -6.354887962341309, + -6.0960493087768555, + -5.837209701538086, + -5.578371047973633, + -5.319531440734863, + -5.06069278717041, + -4.801853179931641, + -4.543013572692871, + -4.284174919128418, + -4.025335311889648, + -3.7664966583251953, + -3.507657051086426, + -3.2488183975219727, + -2.989978790283203, + -2.7311391830444336, + -2.4723005294799805 + ], + "r_inf_mean": 0.3156874179840088, + "r_inf_median": 0.29559797048568726, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5934724807739258, + "eff_dim_mean": 0.593472421169281, + "topk_energy": { + "1": 0.10464159399271011, + "5": 0.3304239511489868, + "10": 0.48074495792388916, + "25": 0.7568550705909729 + }, + "gamma_raw": 0.17311397194862366, + "gamma_active": { + "1e-08": 0.17575740814208984, + "1e-07": 0.17600733041763306, + "1e-06": 0.17592598497867584, + "1e-05": 0.1757841855287552, + "0.0001": 0.1751527190208435 + }, + "gamma_energy_weighted": { + "1e-08": 0.1924710830566847, + "1e-07": 0.1924710830566847, + "1e-06": 0.1924710830566847, + "1e-05": 0.1924710830566847, + "0.0001": 0.1924710830566847 + } + }, + { + "layer": 3, + "mean_norm": 0.00207107444293797, + "median_norm": 0.0021614867728203535, + "max_norm": 0.0033451539929956198, + "min_norm": 3.8261409963718726e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.554874420166016, + "5": -5.402879238128662, + "10": -2.9036779403686523, + "25": -2.7087950706481934, + "50": -2.6650238037109375, + "75": -2.603062629699707, + "90": -2.5734310150146484, + "95": -2.555098533630371, + "99": -2.4852898120880127 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 32, + 433 + ], + "log_norms_bin_edges": [ + -15.41723918914795, + -15.158406257629395, + -14.89957332611084, + -14.640739440917969, + -14.381906509399414, + -14.12307357788086, + -13.864240646362305, + -13.60540771484375, + -13.346574783325195, + -13.087740898132324, + -12.82890796661377, + -12.570075035095215, + -12.31124210357666, + -12.052408218383789, + -11.793575286865234, + -11.53474235534668, + -11.275909423828125, + -11.01707649230957, + -10.758243560791016, + -10.499410629272461, + -10.24057674407959, + -9.981743812561035, + -9.72291088104248, + -9.46407699584961, + -9.205244064331055, + -8.9464111328125, + -8.687578201293945, + -8.42874526977539, + -8.169912338256836, + -7.911078929901123, + -7.652245998382568, + -7.3934125900268555, + -7.134579658508301, + -6.875746726989746, + -6.616913795471191, + -6.35807991027832, + -6.099246978759766, + -5.840414047241211, + -5.581581115722656, + -5.322748184204102, + -5.0639142990112305, + -4.805081367492676, + -4.546248435974121, + -4.287415504455566, + -4.028582572937012, + -3.769749641418457, + -3.510915756225586, + -3.2520828247070312, + -2.9932498931884766, + -2.734416961669922, + -2.475584030151367 + ], + "r_inf_mean": 0.31668996810913086, + "r_inf_median": 0.2986648976802826, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5921904444694519, + "eff_dim_mean": 0.5921904444694519, + "topk_energy": { + "1": 0.10531964153051376, + "5": 0.3321181535720825, + "10": 0.4824402928352356, + "25": 0.7578698396682739 + }, + "gamma_raw": 0.11816003918647766, + "gamma_active": { + "1e-08": 0.12007071077823639, + "1e-07": 0.12021492421627045, + "1e-06": 0.12011346966028214, + "1e-05": 0.11995594948530197, + "0.0001": 0.11929599940776825 + }, + "gamma_energy_weighted": { + "1e-08": 0.14040239158146034, + "1e-07": 0.14040239158146034, + "1e-06": 0.14040239158146034, + "1e-05": 0.14040239158146034, + "0.0001": 0.14040239158146034 + } + }, + { + "layer": 4, + "mean_norm": 0.0020668096840381622, + "median_norm": 0.002157854149118066, + "max_norm": 0.0033308553975075483, + "min_norm": 3.814792343065441e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.556507110595703, + "5": -5.4035258293151855, + "10": -2.904838800430298, + "25": -2.709076404571533, + "50": -2.665858268737793, + "75": -2.6055493354797363, + "90": -2.574549674987793, + "95": -2.5566818714141846, + "99": -2.4871206283569336 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 31, + 434 + ], + "log_norms_bin_edges": [ + -15.418529510498047, + -15.159708023071289, + -14.900886535644531, + -14.642064094543457, + -14.3832426071167, + -14.124421119689941, + -13.865598678588867, + -13.60677719116211, + -13.347955703735352, + -13.089134216308594, + -12.830312728881836, + -12.571490287780762, + -12.312668800354004, + -12.053847312927246, + -11.795024871826172, + -11.536203384399414, + -11.277381896972656, + -11.018560409545898, + -10.75973892211914, + -10.500916481018066, + -10.242094993591309, + -9.98327350616455, + -9.724451065063477, + -9.465629577636719, + -9.206808090209961, + -8.947986602783203, + -8.689165115356445, + -8.430342674255371, + -8.171521186828613, + -7.9126996994018555, + -7.6538777351379395, + -7.395055770874023, + -7.136234283447266, + -6.877412796020508, + -6.61859130859375, + -6.359768867492676, + -6.100947380065918, + -5.84212589263916, + -5.583303451538086, + -5.324481964111328, + -5.06566047668457, + -4.8068389892578125, + -4.548017501831055, + -4.2891950607299805, + -4.030373573303223, + -3.771552085876465, + -3.5127296447753906, + -3.253908157348633, + -2.995086669921875, + -2.736265182495117, + -2.4774441719055176 + ], + "r_inf_mean": 0.31680649518966675, + "r_inf_median": 0.29824185371398926, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5924966335296631, + "eff_dim_mean": 0.5924966335296631, + "topk_energy": { + "1": 0.10542615503072739, + "5": 0.3320468068122864, + "10": 0.4823357164859772, + "25": 0.7578166723251343 + }, + "gamma_raw": 0.11687050014734268, + "gamma_active": { + "1e-08": 0.11870842427015305, + "1e-07": 0.11896798014640808, + "1e-06": 0.11950072646141052, + "1e-05": 0.11895456910133362, + "0.0001": 0.11812672764062881 + }, + "gamma_energy_weighted": { + "1e-08": 0.13253446455332948, + "1e-07": 0.13253446455332948, + "1e-06": 0.13253446455332948, + "1e-05": 0.13253446455332948, + "0.0001": 0.13253446455332948 + } + }, + { + "layer": 5, + "mean_norm": 0.0020655510015785694, + "median_norm": 0.002157761249691248, + "max_norm": 0.003329123603180051, + "min_norm": 3.80357789154159e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.556997299194336, + "5": -5.404664039611816, + "10": -2.9058518409729004, + "25": -2.7090985774993896, + "50": -2.665976047515869, + "75": -2.6064813137054443, + "90": -2.575258255004883, + "95": -2.556051015853882, + "99": -2.4873225688934326 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 31, + 434 + ], + "log_norms_bin_edges": [ + -15.419808387756348, + -15.160965919494629, + -14.902122497558594, + -14.643280029296875, + -14.384437561035156, + -14.125595092773438, + -13.866751670837402, + -13.607909202575684, + -13.349065780639648, + -13.09022331237793, + -12.831380844116211, + -12.572538375854492, + -12.313694953918457, + -12.054852485656738, + -11.796009063720703, + -11.537166595458984, + -11.278324127197266, + -11.019481658935547, + -10.760639190673828, + -10.501795768737793, + -10.242953300476074, + -9.984109878540039, + -9.72526741027832, + -9.466424942016602, + -9.207582473754883, + -8.948739051818848, + -8.689896583557129, + -8.431053161621094, + -8.172210693359375, + -7.913368225097656, + -7.654525279998779, + -7.395682334899902, + -7.136839866638184, + -6.877997398376465, + -6.61915397644043, + -6.360311508178711, + -6.101469039916992, + -5.842625617980957, + -5.583783149719238, + -5.3249406814575195, + -5.066098213195801, + -4.807254791259766, + -4.548412322998047, + -4.289569854736328, + -4.030726432800293, + -3.771883964538574, + -3.5130414962768555, + -3.2541980743408203, + -2.9953556060791016, + -2.736513137817383, + -2.477670192718506 + ], + "r_inf_mean": 0.3175058960914612, + "r_inf_median": 0.2997305691242218, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.591528594493866, + "eff_dim_mean": 0.591528594493866, + "topk_energy": { + "1": 0.1059575080871582, + "5": 0.33281761407852173, + "10": 0.4829464554786682, + "25": 0.7584227919578552 + }, + "gamma_raw": 0.12686090171337128, + "gamma_active": { + "1e-08": 0.12883707880973816, + "1e-07": 0.12881948053836823, + "1e-06": 0.12860503792762756, + "1e-05": 0.12859337031841278, + "0.0001": 0.12818846106529236 + }, + "gamma_energy_weighted": { + "1e-08": 0.13964325301907707, + "1e-07": 0.13964325301907707, + "1e-06": 0.13964325301907707, + "1e-05": 0.13964325301907707, + "0.0001": 0.13964325301907707 + } + }, + { + "layer": 6, + "mean_norm": 0.0020645172335207462, + "median_norm": 0.0021619892213493586, + "max_norm": 0.0033248490653932095, + "min_norm": 3.795338378547174e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.557374000549316, + "5": -5.404569625854492, + "10": -2.9054923057556152, + "25": -2.7096662521362305, + "50": -2.6651322841644287, + "75": -2.6068406105041504, + "90": -2.5762672424316406, + "95": -2.5570547580718994, + "99": -2.4878835678100586 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 31, + 434 + ], + "log_norms_bin_edges": [ + -15.42074966430664, + -15.16189956665039, + -14.903048515319824, + -14.644198417663574, + -14.385348320007324, + -14.126497268676758, + -13.867647171020508, + -13.608797073364258, + -13.349946022033691, + -13.091095924377441, + -12.832244873046875, + -12.573394775390625, + -12.314544677734375, + -12.055694580078125, + -11.796843528747559, + -11.537993431091309, + -11.279142379760742, + -11.020292282104492, + -10.761442184448242, + -10.502592086791992, + -10.243741035461426, + -9.984890937805176, + -9.72603988647461, + -9.46718978881836, + -9.20833969116211, + -8.94948959350586, + -8.690638542175293, + -8.431787490844727, + -8.172937393188477, + -7.914087295532227, + -7.655236721038818, + -7.39638614654541, + -7.13753604888916, + -6.87868595123291, + -6.619834899902344, + -6.360984802246094, + -6.102134704589844, + -5.843283653259277, + -5.584433555603027, + -5.325583457946777, + -5.066732406616211, + -4.807882308959961, + -4.549032211303711, + -4.2901811599731445, + -4.0313310623168945, + -3.7724809646606445, + -3.513629913330078, + -3.254779815673828, + -2.995929718017578, + -2.7370786666870117, + -2.4782283306121826 + ], + "r_inf_mean": 0.3177311420440674, + "r_inf_median": 0.3003791570663452, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5912920236587524, + "eff_dim_mean": 0.5912920236587524, + "topk_energy": { + "1": 0.1061195358633995, + "5": 0.33303868770599365, + "10": 0.4830688238143921, + "25": 0.7585671544075012 + }, + "gamma_raw": 0.07899341732263565, + "gamma_active": { + "1e-08": 0.08021406829357147, + "1e-07": 0.08061359077692032, + "1e-06": 0.08065356314182281, + "1e-05": 0.08101510256528854, + "0.0001": 0.08036850392818451 + }, + "gamma_energy_weighted": { + "1e-08": 0.09249136671327582, + "1e-07": 0.09249136671327582, + "1e-06": 0.09249136671327582, + "1e-05": 0.09249136671327582, + "0.0001": 0.09249136671327582 + } + }, + { + "layer": 7, + "mean_norm": 0.002063342370092869, + "median_norm": 0.0021619838662445545, + "max_norm": 0.0033249377738684416, + "min_norm": 3.7981883797168887e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.556805610656738, + "5": -5.404972553253174, + "10": -2.906582832336426, + "25": -2.709460973739624, + "50": -2.6651451587677, + "75": -2.6063499450683594, + "90": -2.5767524242401123, + "95": -2.557468891143799, + "99": -2.4879026412963867 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 30, + 435 + ], + "log_norms_bin_edges": [ + -15.42042350769043, + -15.161579132080078, + -14.902734756469727, + -14.643891334533691, + -14.38504695892334, + -14.126202583312988, + -13.867359161376953, + -13.608514785766602, + -13.34967041015625, + -13.090826034545898, + -12.831981658935547, + -12.573138236999512, + -12.31429386138916, + -12.055449485778809, + -11.796606063842773, + -11.537761688232422, + -11.27891731262207, + -11.020072937011719, + -10.761228561401367, + -10.502385139465332, + -10.24354076385498, + -9.984696388244629, + -9.725852966308594, + -9.467008590698242, + -9.20816421508789, + -8.949319839477539, + -8.690475463867188, + -8.431632041931152, + -8.1727876663208, + -7.913943290710449, + -7.655099391937256, + -7.3962554931640625, + -7.137411117553711, + -6.878566741943359, + -6.619722366333008, + -6.360878944396973, + -6.102034568786621, + -5.8431901931762695, + -5.584346771240234, + -5.325502395629883, + -5.066658020019531, + -4.80781364440918, + -4.548969268798828, + -4.290125846862793, + -4.031281471252441, + -3.77243709564209, + -3.5135936737060547, + -3.254749298095703, + -2.9959049224853516, + -2.737060546875, + -2.4782166481018066 + ], + "r_inf_mean": 0.31759804487228394, + "r_inf_median": 0.2996453642845154, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5912238955497742, + "eff_dim_mean": 0.5912238359451294, + "topk_energy": { + "1": 0.10601305961608887, + "5": 0.3331417441368103, + "10": 0.48317885398864746, + "25": 0.7587971091270447 + }, + "gamma_raw": 0.09696105867624283, + "gamma_active": { + "1e-08": 0.09844896197319031, + "1e-07": 0.09812601655721664, + "1e-06": 0.09801632165908813, + "1e-05": 0.09783696383237839, + "0.0001": 0.09852685034275055 + }, + "gamma_energy_weighted": { + "1e-08": 0.10457998728225884, + "1e-07": 0.10457998728225884, + "1e-06": 0.10457998728225884, + "1e-05": 0.10457998728225884, + "0.0001": 0.10457998728225884 + } + } + ] +}
\ No newline at end of file |