From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_bp_s2048_a0.5_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json new file mode 100644 index 0000000..ff00f48 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.529144287109375, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.022830668836832047, + "median_norm": 0.02394457533955574, + "max_norm": 0.0441448837518692, + "min_norm": 8.592800249118682e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.4092206954956055, + "5": -3.0594489574432373, + "10": -1.858654260635376, + "25": -1.701714038848877, + "50": -1.6206932067871094, + "75": -1.5599751472473145, + "90": -1.505589485168457, + "95": -1.4743549823760986, + "99": -1.4099395275115967 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 1, + 0, + 2, + 1, + 2, + 1, + 2, + 2, + 4, + 2, + 1, + 5, + 5, + 23, + 178, + 225, + 37 + ], + "log_norms_bin_edges": [ + -8.065865516662598, + -7.931650638580322, + -7.797435760498047, + -7.6632208824157715, + -7.529006004333496, + -7.3947906494140625, + -7.260576248168945, + -7.126360893249512, + -6.992146015167236, + -6.857931137084961, + -6.7237162590026855, + -6.58950138092041, + -6.455286502838135, + -6.321071624755859, + -6.186856746673584, + -6.052641868591309, + -5.918426513671875, + -5.784212112426758, + -5.649996757507324, + -5.515781879425049, + -5.381567001342773, + -5.247352123260498, + -5.113137245178223, + -4.978922367095947, + -4.844707489013672, + -4.710492134094238, + -4.576277732849121, + -4.4420623779296875, + -4.30784797668457, + -4.173632621765137, + -4.039417743682861, + -3.905202865600586, + -3.7709879875183105, + -3.636773109436035, + -3.5025582313537598, + -3.3683433532714844, + -3.234128475189209, + -3.0999135971069336, + -2.9656982421875, + -2.8314833641052246, + -2.697268486022949, + -2.563053607940674, + -2.4288387298583984, + -2.294623851776123, + -2.1604089736938477, + -2.0261940956115723, + -1.8919792175292969, + -1.7577643394470215, + -1.623549461364746, + -1.4893341064453125, + -1.3551197052001953 + ], + "r_inf_mean": 0.2527957260608673, + "r_inf_median": 0.24926498532295227, + "pr_mean": 0.3373042345046997, + "pr_median": 0.3375975489616394, + "hoyer_mean": 0.6321998834609985, + "eff_dim_mean": 0.6321998834609985, + "topk_energy": { + "1": 0.06485982984304428, + "5": 0.2648225426673889, + "10": 0.42239007353782654, + "25": 0.7273234128952026 + }, + "gamma_raw": -0.027467651292681694, + "gamma_active": { + "1e-08": -0.027501311153173447, + "1e-07": -0.027318257838487625, + "1e-06": -0.02730315737426281, + "1e-05": -0.027406007051467896, + "0.0001": -0.02782290428876877 + }, + "gamma_energy_weighted": { + "1e-08": -0.029970358077885815, + "1e-07": -0.029970358077885815, + "1e-06": -0.029970358077885815, + "1e-05": -0.029970358077885815, + "0.0001": -0.029970358077885815 + } + }, + { + "layer": 1, + "mean_norm": 0.009119179099798203, + "median_norm": 0.009597215801477432, + "max_norm": 0.01806207187473774, + "min_norm": 3.157074823789685e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -5.801940441131592, + "5": -3.461678981781006, + "10": -2.2571470737457275, + "25": -2.087165117263794, + "50": -2.0178425312042236, + "75": -1.9544835090637207, + "90": -1.914967656135559, + "95": -1.887465238571167, + "99": -1.8355059623718262 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 4, + 2, + 1, + 0, + 3, + 1, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 2, + 1, + 4, + 2, + 2, + 4, + 6, + 22, + 194, + 226, + 20 + ], + "log_norms_bin_edges": [ + -8.500715255737305, + -8.365565299987793, + -8.230416297912598, + -8.095266342163086, + -7.960116386413574, + -7.824966907501221, + -7.689817428588867, + -7.5546674728393555, + -7.419517993927002, + -7.284368515014648, + -7.149218559265137, + -7.014069080352783, + -6.87891960144043, + -6.743769645690918, + -6.6086201667785645, + -6.473470687866211, + -6.338320732116699, + -6.2031707763671875, + -6.068021297454834, + -5.9328718185424805, + -5.797721862792969, + -5.662572383880615, + -5.527422904968262, + -5.39227294921875, + -5.2571234703063965, + -5.121973991394043, + -4.986824035644531, + -4.851674556732178, + -4.716525077819824, + -4.5813751220703125, + -4.446225643157959, + -4.311075687408447, + -4.175926208496094, + -4.04077672958374, + -3.9056267738342285, + -3.770477294921875, + -3.6353273391723633, + -3.5001778602600098, + -3.3650283813476562, + -3.2298784255981445, + -3.094728946685791, + -2.9595794677734375, + -2.824429512023926, + -2.6892800331115723, + -2.5541305541992188, + -2.418980598449707, + -2.2838311195373535, + -2.148681163787842, + -2.0135316848754883, + -1.8783822059631348, + -1.7432323694229126 + ], + "r_inf_mean": 0.25211822986602783, + "r_inf_median": 0.24682241678237915, + "pr_mean": 0.3330375552177429, + "pr_median": 0.3343857526779175, + "hoyer_mean": 0.6268778443336487, + "eff_dim_mean": 0.6268778443336487, + "topk_energy": { + "1": 0.06441916525363922, + "5": 0.2674591839313507, + "10": 0.4284147024154663, + "25": 0.7323087453842163 + }, + "gamma_raw": -0.03476639837026596, + "gamma_active": { + "1e-08": -0.0347684882581234, + "1e-07": -0.03522029519081116, + "1e-06": -0.03522029519081116, + "1e-05": -0.03502306714653969, + "0.0001": -0.034315988421440125 + }, + "gamma_energy_weighted": { + "1e-08": -0.037048974646936156, + "1e-07": -0.037048974646936156, + "1e-06": -0.037048974646936156, + "1e-05": -0.037048974646936156, + "0.0001": -0.037048974646936156 + } + }, + { + "layer": 2, + "mean_norm": 0.004220063332468271, + "median_norm": 0.004463389981538057, + "max_norm": 0.007612418383359909, + "min_norm": 1.4044142515601266e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.970703125, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.117467880249023, + "5": -3.801046133041382, + "10": -2.5792086124420166, + "25": -2.4014148712158203, + "50": -2.3502349853515625, + "75": -2.292912006378174, + "90": -2.2689599990844727, + "95": -2.2498531341552734, + "99": -2.209670066833496 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 4, + 0, + 2, + 1, + 3, + 1, + 1, + 1, + 0, + 2, + 1, + 2, + 0, + 4, + 0, + 4, + 3, + 1, + 5, + 4, + 8, + 104, + 323, + 29 + ], + "log_norms_bin_edges": [ + -8.85250473022461, + -8.71782398223877, + -8.58314323425293, + -8.448463439941406, + -8.313782691955566, + -8.179101943969727, + -8.044421195983887, + -7.909740924835205, + -7.775060176849365, + -7.640379905700684, + -7.505699157714844, + -7.371018409729004, + -7.236338138580322, + -7.101657390594482, + -6.966977119445801, + -6.832296371459961, + -6.697615623474121, + -6.5629353523254395, + -6.428255081176758, + -6.293574333190918, + -6.158893585205078, + -6.024212837219238, + -5.889532566070557, + -5.754852294921875, + -5.620171546936035, + -5.485490798950195, + -5.3508100509643555, + -5.216129779815674, + -5.081449508666992, + -4.946768760681152, + -4.8120880126953125, + -4.677407741546631, + -4.542726993560791, + -4.408046245574951, + -4.2733659744262695, + -4.13868522644043, + -4.004004955291748, + -3.869324207305908, + -3.7346434593200684, + -3.5999631881713867, + -3.465282440185547, + -3.3306021690368652, + -3.1959214210510254, + -3.0612406730651855, + -2.926560401916504, + -2.791879653930664, + -2.6571993827819824, + -2.5225186347961426, + -2.387838363647461, + -2.253157615661621, + -2.1184773445129395 + ], + "r_inf_mean": 0.24841417372226715, + "r_inf_median": 0.24499499797821045, + "pr_mean": 0.3401544690132141, + "pr_median": 0.3423527181148529, + "hoyer_mean": 0.6314678192138672, + "eff_dim_mean": 0.6314678192138672, + "topk_energy": { + "1": 0.06251662969589233, + "5": 0.26333242654800415, + "10": 0.42283520102500916, + "25": 0.726983368396759 + }, + "gamma_raw": 0.023570498451590538, + "gamma_active": { + "1e-08": 0.0236891470849514, + "1e-07": 0.02361922711133957, + "1e-06": 0.023404208943247795, + "1e-05": 0.0238052811473608, + "0.0001": 0.02351701818406582 + }, + "gamma_energy_weighted": { + "1e-08": 0.02038155524981106, + "1e-07": 0.02038155524981106, + "1e-06": 0.02038155524981106, + "1e-05": 0.02038155524981106, + "0.0001": 0.02038155524981106 + } + }, + { + "layer": 3, + "mean_norm": 0.0027981449384242296, + "median_norm": 0.0029381532222032547, + "max_norm": 0.004478891845792532, + "min_norm": 9.207854478887612e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.966796875, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.265011787414551, + "5": -4.005611896514893, + "10": -2.74735951423645, + "25": -2.5786452293395996, + "50": -2.5318853855133057, + "75": -2.482095241546631, + "90": -2.430499792098999, + "95": -2.398293972015381, + "99": -2.380772829055786 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 4, + 0, + 1, + 3, + 1, + 2, + 1, + 1, + 0, + 1, + 3, + 0, + 2, + 2, + 1, + 4, + 3, + 1, + 4, + 4, + 4, + 23, + 308, + 130 + ], + "log_norms_bin_edges": [ + -9.035841941833496, + -8.902101516723633, + -8.76836109161377, + -8.634621620178223, + -8.50088119506836, + -8.367140769958496, + -8.233400344848633, + -8.09965991973877, + -7.9659199714660645, + -7.832180023193359, + -7.698439598083496, + -7.564699172973633, + -7.4309587478637695, + -7.2972187995910645, + -7.163478374481201, + -7.029738426208496, + -6.895998001098633, + -6.7622575759887695, + -6.6285176277160645, + -6.494777202606201, + -6.361037254333496, + -6.227296829223633, + -6.0935564041137695, + -5.959815979003906, + -5.826076030731201, + -5.692336082458496, + -5.558595657348633, + -5.4248552322387695, + -5.291114807128906, + -5.157374858856201, + -5.023634433746338, + -4.889894485473633, + -4.7561540603637695, + -4.622413635253906, + -4.488673686981201, + -4.354933261871338, + -4.221193313598633, + -4.0874528884887695, + -3.9537124633789062, + -3.819972515106201, + -3.686232089996338, + -3.5524916648864746, + -3.4187517166137695, + -3.2850112915039062, + -3.151270866394043, + -3.017530918121338, + -2.8837904930114746, + -2.7500505447387695, + -2.6163101196289062, + -2.482569694519043, + -2.348829507827759 + ], + "r_inf_mean": 0.23966534435749054, + "r_inf_median": 0.23767666518688202, + "pr_mean": 0.3591637909412384, + "pr_median": 0.35721248388290405, + "hoyer_mean": 0.6461199522018433, + "eff_dim_mean": 0.6461198925971985, + "topk_energy": { + "1": 0.05827067419886589, + "5": 0.25049394369125366, + "10": 0.4072131812572479, + "25": 0.7141352891921997 + }, + "gamma_raw": -0.016496308147907257, + "gamma_active": { + "1e-08": -0.01645020768046379, + "1e-07": -0.016435574740171432, + "1e-06": -0.016515815630555153, + "1e-05": -0.016593225300312042, + "0.0001": -0.016813669353723526 + }, + "gamma_energy_weighted": { + "1e-08": -0.02257832620971252, + "1e-07": -0.02257832620971252, + "1e-06": -0.02257832620971252, + "1e-05": -0.02257832620971252, + "0.0001": -0.02257832620971252 + } + }, + { + "layer": 4, + "mean_norm": 0.0023635143879801035, + "median_norm": 0.0023611392825841904, + "max_norm": 0.004102890379726887, + "min_norm": 7.559824988234709e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.323130130767822, + "5": -4.087550163269043, + "10": -2.8203587532043457, + "25": -2.6605541706085205, + "50": -2.626826286315918, + "75": -2.551337957382202, + "90": -2.4849252700805664, + "95": -2.4382667541503906, + "99": -2.422736167907715 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 0, + 2, + 2, + 1, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 3, + 1, + 4, + 3, + 1, + 3, + 4, + 4, + 5, + 87, + 275, + 96 + ], + "log_norms_bin_edges": [ + -9.121488571166992, + -8.986797332763672, + -8.852105140686035, + -8.717413902282715, + -8.582722663879395, + -8.448030471801758, + -8.313339233398438, + -8.178647994995117, + -8.04395580291748, + -7.90926456451416, + -7.774572849273682, + -7.639881134033203, + -7.505189895629883, + -7.370498180389404, + -7.235806465148926, + -7.1011152267456055, + -6.966423511505127, + -6.831731796264648, + -6.697040557861328, + -6.56234884262085, + -6.427657127380371, + -6.292965888977051, + -6.158274173736572, + -6.023582458496094, + -5.888891220092773, + -5.754199504852295, + -5.619507789611816, + -5.484816551208496, + -5.350124835968018, + -5.215433120727539, + -5.0807414054870605, + -4.94605016708374, + -4.811358451843262, + -4.676666736602783, + -4.541975498199463, + -4.407283782958984, + -4.272592067718506, + -4.1379008293151855, + -4.003209114074707, + -3.8685173988342285, + -3.73382568359375, + -3.5991344451904297, + -3.464442729949951, + -3.3297510147094727, + -3.1950597763061523, + -3.060368061065674, + -2.9256763458251953, + -2.790985107421875, + -2.6562933921813965, + -2.521601676940918, + -2.3869102001190186 + ], + "r_inf_mean": 0.23319146037101746, + "r_inf_median": 0.23019780218601227, + "pr_mean": 0.37867581844329834, + "pr_median": 0.37249642610549927, + "hoyer_mean": 0.6615416407585144, + "eff_dim_mean": 0.6615416407585144, + "topk_energy": { + "1": 0.055228929966688156, + "5": 0.2402559220790863, + "10": 0.3926117718219757, + "25": 0.6994709968566895 + }, + "gamma_raw": -0.004548726603388786, + "gamma_active": { + "1e-08": -0.004647247958928347, + "1e-07": -0.0048407092690467834, + "1e-06": -0.005038693081587553, + "1e-05": -0.004713014699518681, + "0.0001": -0.004555841442197561 + }, + "gamma_energy_weighted": { + "1e-08": -0.00915121906727273, + "1e-07": -0.00915121906727273, + "1e-06": -0.00915121906727273, + "1e-05": -0.00915121906727273, + "0.0001": -0.00915121906727273 + } + }, + { + "layer": 5, + "mean_norm": 0.0022010065149515867, + "median_norm": 0.0021621056366711855, + "max_norm": 0.004004308488219976, + "min_norm": 6.887071468675288e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96484375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -6.366365909576416, + "5": -4.127693176269531, + "10": -2.850889205932617, + "25": -2.7053816318511963, + "50": -2.664759635925293, + "75": -2.578068256378174, + "90": -2.5015413761138916, + "95": -2.4524121284484863, + "99": -2.4393699169158936 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 3, + 1, + 0, + 0, + 3, + 1, + 0, + 3, + 1, + 4, + 3, + 1, + 3, + 5, + 3, + 7, + 196, + 171, + 89 + ], + "log_norms_bin_edges": [ + -9.161965370178223, + -9.0266752243042, + -8.891386032104492, + -8.756095886230469, + -8.620805740356445, + -8.485515594482422, + -8.350226402282715, + -8.214936256408691, + -8.079646110534668, + -7.944356441497803, + -7.8090667724609375, + -7.673776626586914, + -7.538486957550049, + -7.403197288513184, + -7.26790714263916, + -7.132617473602295, + -6.99732780456543, + -6.862037658691406, + -6.726747512817383, + -6.591458320617676, + -6.456168174743652, + -6.320878028869629, + -6.185588359832764, + -6.050298690795898, + -5.915008544921875, + -5.77971887588501, + -5.6444292068481445, + -5.509139060974121, + -5.373848915100098, + -5.238559246063232, + -5.103269577026367, + -4.967979431152344, + -4.8326897621154785, + -4.697400093078613, + -4.56210994720459, + -4.426820278167725, + -4.291530132293701, + -4.156240463256836, + -4.020950794219971, + -3.8856606483459473, + -3.750370979309082, + -3.6150808334350586, + -3.4797911643981934, + -3.344501495361328, + -3.2092113494873047, + -3.0739216804504395, + -2.938631534576416, + -2.803341865539551, + -2.6680517196655273, + -2.532762050628662, + -2.397472381591797 + ], + "r_inf_mean": 0.22962544858455658, + "r_inf_median": 0.2256789654493332, + "pr_mean": 0.39211714267730713, + "pr_median": 0.3812454342842102, + "hoyer_mean": 0.6713128089904785, + "eff_dim_mean": 0.671312689781189, + "topk_energy": { + "1": 0.05359278619289398, + "5": 0.23456978797912598, + "10": 0.3835296332836151, + "25": 0.6893787980079651 + }, + "gamma_raw": 0.002208166290074587, + "gamma_active": { + "1e-08": 0.002211744664236903, + "1e-07": 0.0020191618241369724, + "1e-06": 0.001911863568238914, + "1e-05": 0.002386551583185792, + "0.0001": 0.002598369028419256 + }, + "gamma_energy_weighted": { + "1e-08": 0.001481714416073113, + "1e-07": 0.001481714416073113, + "1e-06": 0.001481714416073113, + "1e-05": 0.001481714416073113, + "0.0001": 0.001481714416073113 + } + }, + { + "layer": 6, + "mean_norm": 0.002135454909875989, + "median_norm": 0.0020802172366529703, + "max_norm": 0.003975641448050737, + "min_norm": 6.606752367410706e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96484375, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.382171154022217, + "5": -4.149234771728516, + "10": -2.8790488243103027, + "25": -2.7255141735076904, + "50": -2.68160080909729, + "75": -2.589114189147949, + "90": -2.5089738368988037, + "95": -2.4581427574157715, + "99": -2.4466230869293213 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 3, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 1, + 5, + 3, + 0, + 3, + 5, + 4, + 8, + 220, + 147, + 87 + ], + "log_norms_bin_edges": [ + -9.180011749267578, + -9.04442310333252, + -8.908835411071777, + -8.773246765136719, + -8.63765811920166, + -8.502069473266602, + -8.36648178100586, + -8.2308931350708, + -8.095304489135742, + -7.959716320037842, + -7.824128150939941, + -7.688539505004883, + -7.552951335906982, + -7.417362689971924, + -7.281774520874023, + -7.146185874938965, + -7.0105977058410645, + -6.875009536743164, + -6.7394208908081055, + -6.603832244873047, + -6.4682440757751465, + -6.332655906677246, + -6.1970672607421875, + -6.061479091644287, + -5.925890922546387, + -5.790302276611328, + -5.6547136306762695, + -5.519125461578369, + -5.383537292480469, + -5.24794864654541, + -5.11236047744751, + -4.976771831512451, + -4.841183662414551, + -4.70559549331665, + -4.570006847381592, + -4.434418678283691, + -4.298830032348633, + -4.163241863250732, + -4.027653217315674, + -3.8920650482177734, + -3.756476402282715, + -3.6208882331848145, + -3.485300064086914, + -3.3497114181518555, + -3.214123249053955, + -3.0785346031188965, + -2.942946434020996, + -2.8073577880859375, + -2.671769618988037, + -2.5361814498901367, + -2.400592803955078 + ], + "r_inf_mean": 0.22552062571048737, + "r_inf_median": 0.22226230800151825, + "pr_mean": 0.4034368395805359, + "pr_median": 0.3872189521789551, + "hoyer_mean": 0.6788276433944702, + "eff_dim_mean": 0.6788275837898254, + "topk_energy": { + "1": 0.05175556614995003, + "5": 0.22889086604118347, + "10": 0.37602710723876953, + "25": 0.6823893785476685 + }, + "gamma_raw": 0.07739413529634476, + "gamma_active": { + "1e-08": 0.07776207476854324, + "1e-07": 0.07770554721355438, + "1e-06": 0.07779345661401749, + "1e-05": 0.07832631468772888, + "0.0001": 0.07817180454730988 + }, + "gamma_energy_weighted": { + "1e-08": 0.08650643233552074, + "1e-07": 0.08650643233552074, + "1e-06": 0.08650643233552074, + "1e-05": 0.08650643233552074, + "0.0001": 0.08650643233552074 + } + }, + { + "layer": 7, + "mean_norm": 0.002124262508004904, + "median_norm": 0.0020672143436968327, + "max_norm": 0.0039840624667704105, + "min_norm": 6.563048438046337e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96484375, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.378508567810059, + "5": -4.152637481689453, + "10": -2.8812830448150635, + "25": -2.729494094848633, + "50": -2.6846115589141846, + "75": -2.58837628364563, + "90": -2.511002779006958, + "95": -2.459068536758423, + "99": -2.4488539695739746 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 3, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 1, + 5, + 3, + 1, + 2, + 5, + 4, + 8, + 224, + 144, + 86 + ], + "log_norms_bin_edges": [ + -9.182894706726074, + -9.04723072052002, + -8.911565780639648, + -8.775901794433594, + -8.640236854553223, + -8.504572868347168, + -8.368907928466797, + -8.233243942260742, + -8.097579002380371, + -7.961915016174316, + -7.8262505531311035, + -7.690586090087891, + -7.554921627044678, + -7.419257164001465, + -7.283592700958252, + -7.147928237915039, + -7.012264251708984, + -6.876599311828613, + -6.740935325622559, + -6.605270862579346, + -6.469606399536133, + -6.33394193649292, + -6.198277473449707, + -6.062613010406494, + -5.926948547363281, + -5.791284561157227, + -5.6556196212768555, + -5.519955635070801, + -5.38429069519043, + -5.248626708984375, + -5.112962245941162, + -4.977297782897949, + -4.841633319854736, + -4.705968856811523, + -4.5703043937683105, + -4.434639930725098, + -4.298975467681885, + -4.163311004638672, + -4.027647018432617, + -3.8919825553894043, + -3.7563180923461914, + -3.6206536293029785, + -3.4849891662597656, + -3.3493247032165527, + -3.21366024017334, + -3.077995777130127, + -2.942331314086914, + -2.806666851043701, + -2.6710023880004883, + -2.5353384017944336, + -2.3996739387512207 + ], + "r_inf_mean": 0.22112175822257996, + "r_inf_median": 0.2185535579919815, + "pr_mean": 0.4140963554382324, + "pr_median": 0.3942195773124695, + "hoyer_mean": 0.6857084035873413, + "eff_dim_mean": 0.6857084035873413, + "topk_energy": { + "1": 0.04978479444980621, + "5": 0.22277840971946716, + "10": 0.36830925941467285, + "25": 0.67542964220047 + }, + "gamma_raw": -0.06650508940219879, + "gamma_active": { + "1e-08": -0.06678270548582077, + "1e-07": -0.0667336955666542, + "1e-06": -0.06677804887294769, + "1e-05": -0.06694776564836502, + "0.0001": -0.06732112169265747 + }, + "gamma_energy_weighted": { + "1e-08": -0.0556212535193431, + "1e-07": -0.0556212535193431, + "1e-06": -0.0556212535193431, + "1e-05": -0.0556212535193431, + "0.0001": -0.0556212535193431 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3