summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json
new file mode 100644
index 0000000..afcf743
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 42,
+ "alpha": 1.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 6.213278293609619,
+ "acc": 0.1015625,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.008935617282986641,
+ "median_norm": 0.00916270725429058,
+ "max_norm": 0.017597230151295662,
+ "min_norm": 7.515313427575165e-06,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 0.998046875,
+ "0.0001": 0.9921875
+ },
+ "log_norms_percentiles": {
+ "1": -3.655613899230957,
+ "5": -2.7662413120269775,
+ "10": -2.2640912532806396,
+ "25": -2.1189022064208984,
+ "50": -2.0376334190368652,
+ "75": -1.9678400754928589,
+ "90": -1.905834436416626,
+ "95": -1.8649730682373047,
+ "99": -1.8053683042526245
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 3,
+ 2,
+ 1,
+ 1,
+ 1,
+ 3,
+ 0,
+ 2,
+ 0,
+ 1,
+ 4,
+ 2,
+ 3,
+ 2,
+ 1,
+ 2,
+ 2,
+ 4,
+ 7,
+ 16,
+ 31,
+ 76,
+ 111,
+ 122,
+ 70,
+ 30,
+ 9
+ ],
+ "log_norms_bin_edges": [
+ -5.124053001403809,
+ -5.0566630363464355,
+ -4.9892730712890625,
+ -4.9218831062316895,
+ -4.854493141174316,
+ -4.787103176116943,
+ -4.71971321105957,
+ -4.652323246002197,
+ -4.584933280944824,
+ -4.517543315887451,
+ -4.450153350830078,
+ -4.382763862609863,
+ -4.315373420715332,
+ -4.247983932495117,
+ -4.180593967437744,
+ -4.113204002380371,
+ -4.045814037322998,
+ -3.978424072265625,
+ -3.911034107208252,
+ -3.843644142150879,
+ -3.776254177093506,
+ -3.708864212036133,
+ -3.6414742469787598,
+ -3.5740842819213867,
+ -3.5066943168640137,
+ -3.4393043518066406,
+ -3.3719143867492676,
+ -3.3045244216918945,
+ -3.2371344566345215,
+ -3.1697444915771484,
+ -3.1023547649383545,
+ -3.0349647998809814,
+ -2.9675748348236084,
+ -2.9001848697662354,
+ -2.8327949047088623,
+ -2.7654049396514893,
+ -2.698014974594116,
+ -2.630625009536743,
+ -2.563235282897949,
+ -2.495845317840576,
+ -2.428455352783203,
+ -2.36106538772583,
+ -2.293675422668457,
+ -2.226285457611084,
+ -2.158895492553711,
+ -2.091505527496338,
+ -2.024115562438965,
+ -1.9567255973815918,
+ -1.8893356323242188,
+ -1.8219459056854248,
+ -1.7545557022094727
+ ],
+ "r_inf_mean": 0.3840498924255371,
+ "r_inf_median": 0.3751075565814972,
+ "pr_mean": 0.14737462997436523,
+ "pr_median": 0.14348970353603363,
+ "hoyer_mean": 0.44728100299835205,
+ "eff_dim_mean": 0.44728100299835205,
+ "topk_energy": {
+ "1": 0.15175727009773254,
+ "5": 0.4775546193122864,
+ "10": 0.6534497737884521,
+ "25": 0.8752610683441162
+ },
+ "gamma_raw": 0.02481183595955372,
+ "gamma_active": {
+ "1e-08": 0.02481183595955372,
+ "1e-07": 0.02481183595955372,
+ "1e-06": 0.02481183595955372,
+ "1e-05": 0.024990908801555634,
+ "0.0001": 0.02527591399848461
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.017983022987198987,
+ "1e-07": 0.017983022987198987,
+ "1e-06": 0.017983022987198987,
+ "1e-05": 0.017983022987198987,
+ "0.0001": 0.017983022987198987
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.002002544002607465,
+ "median_norm": 0.002125849248841405,
+ "max_norm": 0.003072380321100354,
+ "min_norm": 2.007131342907087e-06,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 0.99609375,
+ "0.0001": 0.9765625
+ },
+ "log_norms_percentiles": {
+ "1": -4.367098808288574,
+ "5": -3.4802491664886475,
+ "10": -2.8986332416534424,
+ "25": -2.717024326324463,
+ "50": -2.6724600791931152,
+ "75": -2.6321017742156982,
+ "90": -2.5984878540039062,
+ "95": -2.5756869316101074,
+ "99": -2.53145432472229
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 4,
+ 0,
+ 2,
+ 3,
+ 0,
+ 0,
+ 2,
+ 2,
+ 3,
+ 3,
+ 1,
+ 1,
+ 2,
+ 0,
+ 3,
+ 4,
+ 3,
+ 5,
+ 7,
+ 10,
+ 19,
+ 77,
+ 196,
+ 130,
+ 27
+ ],
+ "log_norms_bin_edges": [
+ -5.697424411773682,
+ -5.633726596832275,
+ -5.570028305053711,
+ -5.506330490112305,
+ -5.442632675170898,
+ -5.378934383392334,
+ -5.315236568450928,
+ -5.251538276672363,
+ -5.187840461730957,
+ -5.124142646789551,
+ -5.060444355010986,
+ -4.99674654006958,
+ -4.933048725128174,
+ -4.869350433349609,
+ -4.805652618408203,
+ -4.741954803466797,
+ -4.678256511688232,
+ -4.614558696746826,
+ -4.550860404968262,
+ -4.4871625900268555,
+ -4.423464775085449,
+ -4.359766960144043,
+ -4.2960686683654785,
+ -4.232370853424072,
+ -4.168672561645508,
+ -4.104974746704102,
+ -4.041276931762695,
+ -3.977578639984131,
+ -3.9138808250427246,
+ -3.8501827716827393,
+ -3.786484718322754,
+ -3.7227869033813477,
+ -3.6590888500213623,
+ -3.595390796661377,
+ -3.5316929817199707,
+ -3.4679949283599854,
+ -3.404296875,
+ -3.3405988216400146,
+ -3.2769010066986084,
+ -3.213202953338623,
+ -3.1495048999786377,
+ -3.0858070850372314,
+ -3.022109031677246,
+ -2.9584109783172607,
+ -2.8947129249572754,
+ -2.831015110015869,
+ -2.767317056655884,
+ -2.7036190032958984,
+ -2.639921188354492,
+ -2.576223134994507,
+ -2.5125250816345215
+ ],
+ "r_inf_mean": 0.287308931350708,
+ "r_inf_median": 0.28054749965667725,
+ "pr_mean": 0.2956356108188629,
+ "pr_median": 0.30407074093818665,
+ "hoyer_mean": 0.615317702293396,
+ "eff_dim_mean": 0.6153176426887512,
+ "topk_energy": {
+ "1": 0.08502627909183502,
+ "5": 0.2958172857761383,
+ "10": 0.4508517384529114,
+ "25": 0.7416930198669434
+ },
+ "gamma_raw": 0.2900810241699219,
+ "gamma_active": {
+ "1e-08": 0.2900810241699219,
+ "1e-07": 0.2900810241699219,
+ "1e-06": 0.2900810241699219,
+ "1e-05": 0.29036179184913635,
+ "0.0001": 0.28969696164131165
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.28916916115678254,
+ "1e-07": 0.28916916115678254,
+ "1e-06": 0.28916916115678254,
+ "1e-05": 0.28916916115678254,
+ "0.0001": 0.28916916115678254
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.0018993552075698972,
+ "median_norm": 0.0020110742188990116,
+ "max_norm": 0.002969037974253297,
+ "min_norm": 1.7968172869586851e-06,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 0.994140625,
+ "0.0001": 0.974609375
+ },
+ "log_norms_percentiles": {
+ "1": -4.416164875030518,
+ "5": -3.4923250675201416,
+ "10": -2.9189584255218506,
+ "25": -2.738096237182617,
+ "50": -2.696560859680176,
+ "75": -2.654766321182251,
+ "90": -2.618069648742676,
+ "95": -2.5898261070251465,
+ "99": -2.5509629249572754
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 3,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 2,
+ 4,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 4,
+ 3,
+ 4,
+ 4,
+ 6,
+ 12,
+ 28,
+ 81,
+ 205,
+ 106,
+ 28
+ ],
+ "log_norms_bin_edges": [
+ -5.7454962730407715,
+ -5.681134223937988,
+ -5.616771697998047,
+ -5.552409648895264,
+ -5.488047122955322,
+ -5.423685073852539,
+ -5.359323024749756,
+ -5.2949604988098145,
+ -5.230598449707031,
+ -5.16623592376709,
+ -5.101873874664307,
+ -5.037511825561523,
+ -4.973149299621582,
+ -4.908787250518799,
+ -4.844424724578857,
+ -4.780062675476074,
+ -4.715700149536133,
+ -4.65133810043335,
+ -4.586976051330566,
+ -4.522613525390625,
+ -4.458251476287842,
+ -4.393889427185059,
+ -4.329526901245117,
+ -4.265164852142334,
+ -4.200802326202393,
+ -4.136440277099609,
+ -4.072077751159668,
+ -4.007715702056885,
+ -3.9433534145355225,
+ -3.87899112701416,
+ -3.814629077911377,
+ -3.7502667903900146,
+ -3.6859045028686523,
+ -3.62154221534729,
+ -3.5571799278259277,
+ -3.4928178787231445,
+ -3.4284555912017822,
+ -3.36409330368042,
+ -3.2997310161590576,
+ -3.2353687286376953,
+ -3.171006679534912,
+ -3.10664439201355,
+ -3.0422821044921875,
+ -2.977919816970825,
+ -2.913557529449463,
+ -2.8491952419281006,
+ -2.7848331928253174,
+ -2.720470905303955,
+ -2.6561086177825928,
+ -2.5917463302612305,
+ -2.5273842811584473
+ ],
+ "r_inf_mean": 0.2798207998275757,
+ "r_inf_median": 0.26711925864219666,
+ "pr_mean": 0.3039546310901642,
+ "pr_median": 0.3136492669582367,
+ "hoyer_mean": 0.6168254017829895,
+ "eff_dim_mean": 0.6168254017829895,
+ "topk_energy": {
+ "1": 0.08072725683450699,
+ "5": 0.2894190847873688,
+ "10": 0.44574373960494995,
+ "25": 0.7403979301452637
+ },
+ "gamma_raw": 0.1185590997338295,
+ "gamma_active": {
+ "1e-08": 0.1185590997338295,
+ "1e-07": 0.1185590997338295,
+ "1e-06": 0.1185590997338295,
+ "1e-05": 0.119007408618927,
+ "0.0001": 0.1194368451833725
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.12935184729780655,
+ "1e-07": 0.12935184729780655,
+ "1e-06": 0.12935184729780655,
+ "1e-05": 0.12935184729780655,
+ "0.0001": 0.12935184729780655
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0018978500738739967,
+ "median_norm": 0.0020091980695724487,
+ "max_norm": 0.002968156011775136,
+ "min_norm": 1.7971007082451251e-06,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 0.994140625,
+ "0.0001": 0.974609375
+ },
+ "log_norms_percentiles": {
+ "1": -4.415787220001221,
+ "5": -3.492914915084839,
+ "10": -2.9193694591522217,
+ "25": -2.7387967109680176,
+ "50": -2.696688175201416,
+ "75": -2.6551477909088135,
+ "90": -2.6181483268737793,
+ "95": -2.590113639831543,
+ "99": -2.5508410930633545
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 3,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 2,
+ 4,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 4,
+ 3,
+ 4,
+ 4,
+ 6,
+ 12,
+ 28,
+ 82,
+ 204,
+ 107,
+ 27
+ ],
+ "log_norms_bin_edges": [
+ -5.74542760848999,
+ -5.681069374084473,
+ -5.616711139678955,
+ -5.5523529052734375,
+ -5.48799467086792,
+ -5.423635959625244,
+ -5.359277725219727,
+ -5.294919490814209,
+ -5.230561256408691,
+ -5.166203022003174,
+ -5.101844787597656,
+ -5.037486553192139,
+ -4.973128318786621,
+ -4.9087700843811035,
+ -4.844411849975586,
+ -4.78005313873291,
+ -4.715694904327393,
+ -4.651336669921875,
+ -4.586978435516357,
+ -4.52262020111084,
+ -4.458261966705322,
+ -4.393903732299805,
+ -4.329545021057129,
+ -4.2651872634887695,
+ -4.200828552246094,
+ -4.136470317840576,
+ -4.072112083435059,
+ -4.007753849029541,
+ -3.9433956146240234,
+ -3.879037380218506,
+ -3.8146791458129883,
+ -3.7503206729888916,
+ -3.685962438583374,
+ -3.6216042041778564,
+ -3.557245969772339,
+ -3.492887496948242,
+ -3.4285292625427246,
+ -3.364171028137207,
+ -3.2998127937316895,
+ -3.2354543209075928,
+ -3.171096086502075,
+ -3.1067378520965576,
+ -3.04237961769104,
+ -2.9780213832855225,
+ -2.913662910461426,
+ -2.849304676055908,
+ -2.7849464416503906,
+ -2.720588207244873,
+ -2.6562299728393555,
+ -2.591871500015259,
+ -2.527513265609741
+ ],
+ "r_inf_mean": 0.27983102202415466,
+ "r_inf_median": 0.2667291462421417,
+ "pr_mean": 0.30413302779197693,
+ "pr_median": 0.3135732114315033,
+ "hoyer_mean": 0.6171528697013855,
+ "eff_dim_mean": 0.6171528100967407,
+ "topk_energy": {
+ "1": 0.08074554055929184,
+ "5": 0.2893717288970947,
+ "10": 0.4456186890602112,
+ "25": 0.7400233149528503
+ },
+ "gamma_raw": 0.06531120836734772,
+ "gamma_active": {
+ "1e-08": 0.06531120836734772,
+ "1e-07": 0.06531120836734772,
+ "1e-06": 0.06531120836734772,
+ "1e-05": 0.06543208658695221,
+ "0.0001": 0.06531093269586563
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.07669325876491,
+ "1e-07": 0.07669325876491,
+ "1e-06": 0.07669325876491,
+ "1e-05": 0.07669325876491,
+ "0.0001": 0.07669325876491
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.0018975376151502132,
+ "median_norm": 0.002008681185543537,
+ "max_norm": 0.002963270992040634,
+ "min_norm": 1.7960192053578794e-06,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 0.994140625,
+ "0.0001": 0.974609375
+ },
+ "log_norms_percentiles": {
+ "1": -4.415700435638428,
+ "5": -3.4929561614990234,
+ "10": -2.919647693634033,
+ "25": -2.7388627529144287,
+ "50": -2.6969072818756104,
+ "75": -2.6550629138946533,
+ "90": -2.6181397438049316,
+ "95": -2.5898730754852295,
+ "99": -2.551422595977783
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 3,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 2,
+ 4,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 4,
+ 3,
+ 4,
+ 4,
+ 6,
+ 12,
+ 28,
+ 79,
+ 204,
+ 109,
+ 28
+ ],
+ "log_norms_bin_edges": [
+ -5.7456889152526855,
+ -5.681339740753174,
+ -5.616990566253662,
+ -5.55264139175415,
+ -5.488292217254639,
+ -5.423943042755127,
+ -5.359593868255615,
+ -5.2952446937561035,
+ -5.230895042419434,
+ -5.166545867919922,
+ -5.10219669342041,
+ -5.037847518920898,
+ -4.973498344421387,
+ -4.909149169921875,
+ -4.844799995422363,
+ -4.780450820922852,
+ -4.71610164642334,
+ -4.651752471923828,
+ -4.587403297424316,
+ -4.523054122924805,
+ -4.458704948425293,
+ -4.394355773925781,
+ -4.3300065994262695,
+ -4.265657424926758,
+ -4.201308250427246,
+ -4.136959075927734,
+ -4.072609901428223,
+ -4.008260250091553,
+ -3.943911075592041,
+ -3.8795619010925293,
+ -3.8152127265930176,
+ -3.750863552093506,
+ -3.686514377593994,
+ -3.6221652030944824,
+ -3.5578160285949707,
+ -3.493466854095459,
+ -3.4291176795959473,
+ -3.3647682666778564,
+ -3.3004190921783447,
+ -3.236069917678833,
+ -3.1717207431793213,
+ -3.1073715686798096,
+ -3.043022394180298,
+ -2.978673219680786,
+ -2.9143238067626953,
+ -2.8499746322631836,
+ -2.785625457763672,
+ -2.72127628326416,
+ -2.6569271087646484,
+ -2.5925779342651367,
+ -2.528228759765625
+ ],
+ "r_inf_mean": 0.2797001004219055,
+ "r_inf_median": 0.2659136652946472,
+ "pr_mean": 0.30420076847076416,
+ "pr_median": 0.31310349702835083,
+ "hoyer_mean": 0.6171371936798096,
+ "eff_dim_mean": 0.6171371936798096,
+ "topk_energy": {
+ "1": 0.08068197965621948,
+ "5": 0.2893235683441162,
+ "10": 0.44559305906295776,
+ "25": 0.740071177482605
+ },
+ "gamma_raw": 0.1547166258096695,
+ "gamma_active": {
+ "1e-08": 0.1547166258096695,
+ "1e-07": 0.1547166258096695,
+ "1e-06": 0.1547166258096695,
+ "1e-05": 0.15490800142288208,
+ "0.0001": 0.15468207001686096
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.1594013743296288,
+ "1e-07": 0.1594013743296288,
+ "1e-06": 0.1594013743296288,
+ "1e-05": 0.1594013743296288,
+ "0.0001": 0.1594013743296288
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0018968542572110891,
+ "median_norm": 0.002009041840210557,
+ "max_norm": 0.0029594528023153543,
+ "min_norm": 1.793547880879487e-06,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 0.994140625,
+ "0.0001": 0.974609375
+ },
+ "log_norms_percentiles": {
+ "1": -4.415905952453613,
+ "5": -3.493173122406006,
+ "10": -2.919761896133423,
+ "25": -2.7391786575317383,
+ "50": -2.6969614028930664,
+ "75": -2.655212640762329,
+ "90": -2.618333578109741,
+ "95": -2.5897443294525146,
+ "99": -2.55202317237854
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 3,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 2,
+ 4,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 4,
+ 3,
+ 4,
+ 4,
+ 6,
+ 12,
+ 28,
+ 78,
+ 203,
+ 110,
+ 29
+ ],
+ "log_norms_bin_edges": [
+ -5.746286869049072,
+ -5.681936740875244,
+ -5.617587089538574,
+ -5.553236961364746,
+ -5.488886833190918,
+ -5.424537181854248,
+ -5.36018705368042,
+ -5.295836925506592,
+ -5.231487274169922,
+ -5.167137145996094,
+ -5.102787017822266,
+ -5.038437366485596,
+ -4.974087238311768,
+ -4.909737586975098,
+ -4.8453874588012695,
+ -4.781037330627441,
+ -4.716687202453613,
+ -4.652337551116943,
+ -4.587987422943115,
+ -4.523637771606445,
+ -4.459287643432617,
+ -4.394937515258789,
+ -4.330587387084961,
+ -4.266237735748291,
+ -4.201887607574463,
+ -4.137537956237793,
+ -4.073187828063965,
+ -4.008837699890137,
+ -3.9444878101348877,
+ -3.8801379203796387,
+ -3.8157877922058105,
+ -3.7514381408691406,
+ -3.6870880126953125,
+ -3.6227381229400635,
+ -3.5583879947662354,
+ -3.4940381050109863,
+ -3.4296882152557373,
+ -3.365338087081909,
+ -3.30098819732666,
+ -3.236638307571411,
+ -3.172288417816162,
+ -3.107938289642334,
+ -3.043588399887085,
+ -2.979238510131836,
+ -2.914888381958008,
+ -2.850538492202759,
+ -2.7861886024475098,
+ -2.7218384742736816,
+ -2.6574885845184326,
+ -2.5931386947631836,
+ -2.5287888050079346
+ ],
+ "r_inf_mean": 0.2797278165817261,
+ "r_inf_median": 0.26567956805229187,
+ "pr_mean": 0.3041910231113434,
+ "pr_median": 0.3131352365016937,
+ "hoyer_mean": 0.6172611713409424,
+ "eff_dim_mean": 0.6172611117362976,
+ "topk_energy": {
+ "1": 0.08070598542690277,
+ "5": 0.28941917419433594,
+ "10": 0.44565266370773315,
+ "25": 0.7399928569793701
+ },
+ "gamma_raw": 0.06356089562177658,
+ "gamma_active": {
+ "1e-08": 0.06356089562177658,
+ "1e-07": 0.06356089562177658,
+ "1e-06": 0.06356089562177658,
+ "1e-05": 0.06366901099681854,
+ "0.0001": 0.06391880661249161
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.07034586663135149,
+ "1e-07": 0.07034586663135149,
+ "1e-06": 0.07034586663135149,
+ "1e-05": 0.07034586663135149,
+ "0.0001": 0.07034586663135149
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.0018970833625644445,
+ "median_norm": 0.0020088402088731527,
+ "max_norm": 0.0029594984371215105,
+ "min_norm": 1.7922484403243288e-06,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 0.994140625,
+ "0.0001": 0.974609375
+ },
+ "log_norms_percentiles": {
+ "1": -4.415919780731201,
+ "5": -3.493014097213745,
+ "10": -2.9197843074798584,
+ "25": -2.739189624786377,
+ "50": -2.6970505714416504,
+ "75": -2.6550824642181396,
+ "90": -2.618417263031006,
+ "95": -2.589141607284546,
+ "99": -2.5519142150878906
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 3,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 2,
+ 4,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 4,
+ 3,
+ 4,
+ 4,
+ 6,
+ 12,
+ 28,
+ 78,
+ 203,
+ 109,
+ 30
+ ],
+ "log_norms_bin_edges": [
+ -5.7466020584106445,
+ -5.68224573135376,
+ -5.617889404296875,
+ -5.55353307723999,
+ -5.489176273345947,
+ -5.4248199462890625,
+ -5.360463619232178,
+ -5.296107292175293,
+ -5.231750965118408,
+ -5.167394638061523,
+ -5.1030378341674805,
+ -5.038681507110596,
+ -4.974325180053711,
+ -4.909968852996826,
+ -4.845612525939941,
+ -4.781256198883057,
+ -4.716899871826172,
+ -4.652543067932129,
+ -4.588186740875244,
+ -4.523830413818359,
+ -4.459474086761475,
+ -4.39511775970459,
+ -4.330760955810547,
+ -4.26640510559082,
+ -4.202048301696777,
+ -4.137691974639893,
+ -4.073335647583008,
+ -4.008979320526123,
+ -3.944622755050659,
+ -3.8802664279937744,
+ -3.8159098625183105,
+ -3.751553535461426,
+ -3.687197208404541,
+ -3.6228408813476562,
+ -3.5584843158721924,
+ -3.4941279888153076,
+ -3.429771661758423,
+ -3.365415096282959,
+ -3.301058769226074,
+ -3.2367024421691895,
+ -3.1723461151123047,
+ -3.107989549636841,
+ -3.043633222579956,
+ -2.9792768955230713,
+ -2.9149203300476074,
+ -2.8505640029907227,
+ -2.786207675933838,
+ -2.721851110458374,
+ -2.6574947834014893,
+ -2.5931384563446045,
+ -2.5287818908691406
+ ],
+ "r_inf_mean": 0.27957504987716675,
+ "r_inf_median": 0.2653108239173889,
+ "pr_mean": 0.3044307231903076,
+ "pr_median": 0.3142626881599426,
+ "hoyer_mean": 0.6173781752586365,
+ "eff_dim_mean": 0.6173781156539917,
+ "topk_energy": {
+ "1": 0.08062129467725754,
+ "5": 0.2892090380191803,
+ "10": 0.44538503885269165,
+ "25": 0.7399603128433228
+ },
+ "gamma_raw": 0.06584728509187698,
+ "gamma_active": {
+ "1e-08": 0.06584728509187698,
+ "1e-07": 0.06584728509187698,
+ "1e-06": 0.06584728509187698,
+ "1e-05": 0.0660751461982727,
+ "0.0001": 0.06644094735383987
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.07585605886137915,
+ "1e-07": 0.07585605886137915,
+ "1e-06": 0.07585605886137915,
+ "1e-05": 0.07585605886137915,
+ "0.0001": 0.07585605886137915
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.0018968135118484497,
+ "median_norm": 0.0020070497412234545,
+ "max_norm": 0.002959177130833268,
+ "min_norm": 1.7919385300046997e-06,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 0.994140625,
+ "0.0001": 0.974609375
+ },
+ "log_norms_percentiles": {
+ "1": -4.416089057922363,
+ "5": -3.493065595626831,
+ "10": -2.91959810256958,
+ "25": -2.739379405975342,
+ "50": -2.697252035140991,
+ "75": -2.6552815437316895,
+ "90": -2.6183111667633057,
+ "95": -2.5892508029937744,
+ "99": -2.552466869354248
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 3,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 2,
+ 4,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 4,
+ 3,
+ 4,
+ 4,
+ 6,
+ 12,
+ 28,
+ 78,
+ 203,
+ 110,
+ 29
+ ],
+ "log_norms_bin_edges": [
+ -5.746677398681641,
+ -5.682320594787598,
+ -5.6179633140563965,
+ -5.5536065101623535,
+ -5.4892497062683105,
+ -5.424892425537109,
+ -5.360535621643066,
+ -5.296178817749023,
+ -5.231821537017822,
+ -5.167464733123779,
+ -5.103107452392578,
+ -5.038750648498535,
+ -4.974393844604492,
+ -4.910037040710449,
+ -4.845679759979248,
+ -4.781322956085205,
+ -4.716965675354004,
+ -4.652608871459961,
+ -4.588252067565918,
+ -4.523895263671875,
+ -4.459537982940674,
+ -4.395181179046631,
+ -4.33082389831543,
+ -4.266467094421387,
+ -4.202110290527344,
+ -4.137753486633301,
+ -4.0733962059021,
+ -4.009039402008057,
+ -3.9446823596954346,
+ -3.8803253173828125,
+ -3.8159685134887695,
+ -3.7516112327575684,
+ -3.6872544288635254,
+ -3.6228973865509033,
+ -3.5585405826568604,
+ -3.4941835403442383,
+ -3.429826498031616,
+ -3.3654696941375732,
+ -3.301112651824951,
+ -3.236755609512329,
+ -3.172398567199707,
+ -3.108041763305664,
+ -3.043684720993042,
+ -2.97932767868042,
+ -2.914970874786377,
+ -2.850613832473755,
+ -2.786256790161133,
+ -2.72189998626709,
+ -2.6575429439544678,
+ -2.5931859016418457,
+ -2.5288290977478027
+ ],
+ "r_inf_mean": 0.2798437476158142,
+ "r_inf_median": 0.26571521162986755,
+ "pr_mean": 0.3042486310005188,
+ "pr_median": 0.31366485357284546,
+ "hoyer_mean": 0.6172775030136108,
+ "eff_dim_mean": 0.6172775030136108,
+ "topk_energy": {
+ "1": 0.08077885210514069,
+ "5": 0.2892950773239136,
+ "10": 0.44546303153038025,
+ "25": 0.7399926781654358
+ },
+ "gamma_raw": 0.05081772431731224,
+ "gamma_active": {
+ "1e-08": 0.05081772431731224,
+ "1e-07": 0.05081772431731224,
+ "1e-06": 0.05081772431731224,
+ "1e-05": 0.051039330661296844,
+ "0.0001": 0.05146088823676109
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.05082617314772379,
+ "1e-07": 0.05082617314772379,
+ "1e-06": 0.05082617314772379,
+ "1e-05": 0.05082617314772379,
+ "0.0001": 0.05082617314772379
+ }
+ }
+ ]
+} \ No newline at end of file