summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json
new file mode 100644
index 0000000..63cedc4
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 789,
+ "alpha": 0.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 34.03881072998047,
+ "acc": 0.1015625,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.05789917707443237,
+ "median_norm": 0.06120702996850014,
+ "max_norm": 0.11116074025630951,
+ "min_norm": 2.3642714163196103e-21,
+ "support": {
+ "1e-08": 0.966796875,
+ "1e-07": 0.96484375,
+ "1e-06": 0.958984375,
+ "1e-05": 0.951171875,
+ "0.0001": 0.931640625
+ },
+ "log_norms_percentiles": {
+ "1": -12.324583053588867,
+ "5": -4.832668781280518,
+ "10": -1.5375053882598877,
+ "25": -1.2747005224227905,
+ "50": -1.2127583026885986,
+ "75": -1.158224105834961,
+ "90": -1.0983738899230957,
+ "95": -1.0683625936508179,
+ "99": -1.0058194398880005
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 2,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 6,
+ 3,
+ 2,
+ 3,
+ 1,
+ 4,
+ 3,
+ 1,
+ 20,
+ 444
+ ],
+ "log_norms_bin_edges": [
+ -20.62630271911621,
+ -20.23285675048828,
+ -19.839412689208984,
+ -19.445966720581055,
+ -19.052522659301758,
+ -18.659076690673828,
+ -18.26563262939453,
+ -17.8721866607666,
+ -17.478742599487305,
+ -17.085296630859375,
+ -16.691852569580078,
+ -16.29840660095215,
+ -15.904961585998535,
+ -15.511516571044922,
+ -15.118070602416992,
+ -14.724626541137695,
+ -14.331180572509766,
+ -13.937736511230469,
+ -13.544290542602539,
+ -13.150845527648926,
+ -12.757400512695312,
+ -12.3639554977417,
+ -11.970510482788086,
+ -11.577065467834473,
+ -11.18362045288086,
+ -10.790175437927246,
+ -10.396730422973633,
+ -10.003284454345703,
+ -9.60983943939209,
+ -9.216394424438477,
+ -8.822949409484863,
+ -8.42950439453125,
+ -8.036059379577637,
+ -7.642614364624023,
+ -7.24916934967041,
+ -6.855724334716797,
+ -6.462279319763184,
+ -6.06883430480957,
+ -5.675388336181641,
+ -5.281943321228027,
+ -4.888498306274414,
+ -4.495054244995117,
+ -4.1016082763671875,
+ -3.708162307739258,
+ -3.314718246459961,
+ -2.9212722778320312,
+ -2.5278282165527344,
+ -2.1343822479248047,
+ -1.7409381866455078,
+ -1.3474922180175781,
+ -0.9540486335754395
+ ],
+ "r_inf_mean": 0.2596322298049927,
+ "r_inf_median": 0.25171273946762085,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6307257413864136,
+ "eff_dim_mean": 0.6307257413864136,
+ "topk_energy": {
+ "1": 0.06868930160999298,
+ "5": 0.2721356153488159,
+ "10": 0.42672520875930786,
+ "25": 0.7273880243301392
+ },
+ "gamma_raw": -0.005377952940762043,
+ "gamma_active": {
+ "1e-08": -0.005726921837776899,
+ "1e-07": -0.005744844675064087,
+ "1e-06": -0.005832703784108162,
+ "1e-05": -0.0053237429820001125,
+ "0.0001": -0.005314255133271217
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.01411074253887775,
+ "1e-07": -0.01411074253887775,
+ "1e-06": -0.01411074253887775,
+ "1e-05": -0.01411074253887775,
+ "0.0001": -0.01411074253887775
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.0022284556180238724,
+ "median_norm": 0.0023481755051761866,
+ "max_norm": 0.0037236332427710295,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.962890625,
+ "1e-07": 0.958984375,
+ "1e-06": 0.939453125,
+ "1e-05": 0.92578125,
+ "0.0001": 0.912109375
+ },
+ "log_norms_percentiles": {
+ "1": -13.722043991088867,
+ "5": -6.2402215003967285,
+ "10": -3.024840831756592,
+ "25": -2.673257350921631,
+ "50": -2.6292288303375244,
+ "75": -2.578972339630127,
+ "90": -2.5222201347351074,
+ "95": -2.504274606704712,
+ "99": -2.444551467895508
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 2,
+ 1,
+ 2,
+ 0,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 4,
+ 8,
+ 3,
+ 3,
+ 4,
+ 4,
+ 5,
+ 460
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.448579788208008,
+ -28.89716148376465,
+ -28.345741271972656,
+ -27.794322967529297,
+ -27.242902755737305,
+ -26.691484451293945,
+ -26.140064239501953,
+ -25.588645935058594,
+ -25.0372257232666,
+ -24.485807418823242,
+ -23.93438720703125,
+ -23.38296890258789,
+ -22.8315486907959,
+ -22.280128479003906,
+ -21.728710174560547,
+ -21.177291870117188,
+ -20.625871658325195,
+ -20.074451446533203,
+ -19.523033142089844,
+ -18.971614837646484,
+ -18.420194625854492,
+ -17.8687744140625,
+ -17.31735610961914,
+ -16.76593589782715,
+ -16.214515686035156,
+ -15.663097381591797,
+ -15.111678123474121,
+ -14.560258865356445,
+ -14.00883960723877,
+ -13.457420349121094,
+ -12.906002044677734,
+ -12.354581832885742,
+ -11.80316162109375,
+ -11.25174331665039,
+ -10.700323104858398,
+ -10.148904800415039,
+ -9.597484588623047,
+ -9.046066284179688,
+ -8.494646072387695,
+ -7.943227767944336,
+ -7.391807556152344,
+ -6.840389251708984,
+ -6.288969039916992,
+ -5.737550735473633,
+ -5.186130523681641,
+ -4.634712219238281,
+ -4.083292007446289,
+ -3.531871795654297,
+ -2.9804534912109375,
+ -2.429033041000366
+ ],
+ "r_inf_mean": 65193.19140625,
+ "r_inf_median": 0.25023457407951355,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 13740983451648.0,
+ "eff_dim_mean": Infinity,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.2901250720024109,
+ "gamma_active": {
+ "1e-08": 0.3005901873111725,
+ "1e-07": 0.30056485533714294,
+ "1e-06": 0.300697386264801,
+ "1e-05": 0.30093374848365784,
+ "0.0001": 0.3005979359149933
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.3049428767482295,
+ "1e-07": 0.3049428767482295,
+ "1e-06": 0.3049428767482295,
+ "1e-05": 0.3049428767482295,
+ "0.0001": 0.3049428767482295
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.001947231823578477,
+ "median_norm": 0.0020448784343898296,
+ "max_norm": 0.0033612046390771866,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.962890625,
+ "1e-07": 0.958984375,
+ "1e-06": 0.9375,
+ "1e-05": 0.92578125,
+ "0.0001": 0.912109375
+ },
+ "log_norms_percentiles": {
+ "1": -13.765771865844727,
+ "5": -6.296547889709473,
+ "10": -3.101289987564087,
+ "25": -2.746689558029175,
+ "50": -2.689314842224121,
+ "75": -2.63220477104187,
+ "90": -2.5685408115386963,
+ "95": -2.5428645610809326,
+ "99": -2.4981260299682617
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 2,
+ 1,
+ 3,
+ 8,
+ 3,
+ 3,
+ 4,
+ 4,
+ 5,
+ 460
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.44947052001953,
+ -28.898941040039062,
+ -28.34840965270996,
+ -27.797880172729492,
+ -27.247350692749023,
+ -26.696821212768555,
+ -26.146289825439453,
+ -25.595760345458984,
+ -25.045230865478516,
+ -24.494701385498047,
+ -23.944171905517578,
+ -23.39364242553711,
+ -22.843111038208008,
+ -22.29258155822754,
+ -21.742050170898438,
+ -21.19152069091797,
+ -20.6409912109375,
+ -20.09046173095703,
+ -19.539932250976562,
+ -18.989402770996094,
+ -18.438873291015625,
+ -17.888341903686523,
+ -17.337812423706055,
+ -16.787282943725586,
+ -16.236751556396484,
+ -15.686223030090332,
+ -15.135692596435547,
+ -14.585163116455078,
+ -14.034632682800293,
+ -13.484102249145508,
+ -12.933572769165039,
+ -12.38304328918457,
+ -11.832513809204102,
+ -11.281984329223633,
+ -10.731452941894531,
+ -10.180923461914062,
+ -9.630393981933594,
+ -9.079864501953125,
+ -8.529333114624023,
+ -7.978803634643555,
+ -7.428274154663086,
+ -6.877744674682617,
+ -6.327215194702148,
+ -5.776683807373047,
+ -5.226154327392578,
+ -4.675624847412109,
+ -4.125095367431641,
+ -3.574565887451172,
+ -3.0240345001220703,
+ -2.4735052585601807
+ ],
+ "r_inf_mean": 59653.59765625,
+ "r_inf_median": 0.26284289360046387,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 11058615943168.0,
+ "eff_dim_mean": Infinity,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.17232497036457062,
+ "gamma_active": {
+ "1e-08": 0.178744375705719,
+ "1e-07": 0.17915396392345428,
+ "1e-06": 0.1793329417705536,
+ "1e-05": 0.17993780970573425,
+ "0.0001": 0.18024826049804688
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.19422710614608693,
+ "1e-07": 0.19422710614608693,
+ "1e-06": 0.19422710614608693,
+ "1e-05": 0.19422710614608693,
+ "0.0001": 0.19422710614608693
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.001932391431182623,
+ "median_norm": 0.0020316417794674635,
+ "max_norm": 0.003339041955769062,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.962890625,
+ "1e-07": 0.958984375,
+ "1e-06": 0.9375,
+ "1e-05": 0.92578125,
+ "0.0001": 0.912109375
+ },
+ "log_norms_percentiles": {
+ "1": -13.770116806030273,
+ "5": -6.298447608947754,
+ "10": -3.1039395332336426,
+ "25": -2.748793125152588,
+ "50": -2.6920924186706543,
+ "75": -2.63460636138916,
+ "90": -2.573774814605713,
+ "95": -2.5461487770080566,
+ "99": -2.501988410949707
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 2,
+ 1,
+ 3,
+ 8,
+ 3,
+ 3,
+ 4,
+ 4,
+ 5,
+ 460
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.449527740478516,
+ -28.89905548095703,
+ -28.348583221435547,
+ -27.798110961914062,
+ -27.247638702392578,
+ -26.697166442871094,
+ -26.146692276000977,
+ -25.596220016479492,
+ -25.045747756958008,
+ -24.495275497436523,
+ -23.94480323791504,
+ -23.394330978393555,
+ -22.84385871887207,
+ -22.293386459350586,
+ -21.74291229248047,
+ -21.192440032958984,
+ -20.6419677734375,
+ -20.091495513916016,
+ -19.54102325439453,
+ -18.990550994873047,
+ -18.440078735351562,
+ -17.889606475830078,
+ -17.339134216308594,
+ -16.78866195678711,
+ -16.238189697265625,
+ -15.687716484069824,
+ -15.13724422454834,
+ -14.586771965026855,
+ -14.036299705505371,
+ -13.48582649230957,
+ -12.935354232788086,
+ -12.384881973266602,
+ -11.834409713745117,
+ -11.283937454223633,
+ -10.733465194702148,
+ -10.182992935180664,
+ -9.63252067565918,
+ -9.082046508789062,
+ -8.531574249267578,
+ -7.981101989746094,
+ -7.430629730224609,
+ -6.880157470703125,
+ -6.329685211181641,
+ -5.779212951660156,
+ -5.228740692138672,
+ -4.6782684326171875,
+ -4.127796173095703,
+ -3.5773239135742188,
+ -3.0268497467041016,
+ -2.4763782024383545
+ ],
+ "r_inf_mean": 59889.59375,
+ "r_inf_median": 0.2600129544734955,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 11069416275968.0,
+ "eff_dim_mean": Infinity,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.10074371099472046,
+ "gamma_active": {
+ "1e-08": 0.10449250042438507,
+ "1e-07": 0.10468679666519165,
+ "1e-06": 0.10342326760292053,
+ "1e-05": 0.10468180477619171,
+ "0.0001": 0.10512305051088333
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.1262922579903859,
+ "1e-07": 0.1262922579903859,
+ "1e-06": 0.1262922579903859,
+ "1e-05": 0.1262922579903859,
+ "0.0001": 0.1262922579903859
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.0019281813874840736,
+ "median_norm": 0.0020240135490894318,
+ "max_norm": 0.003334285691380501,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.962890625,
+ "1e-07": 0.958984375,
+ "1e-06": 0.9375,
+ "1e-05": 0.92578125,
+ "0.0001": 0.912109375
+ },
+ "log_norms_percentiles": {
+ "1": -13.771897315979004,
+ "5": -6.29954195022583,
+ "10": -3.105011224746704,
+ "25": -2.7485196590423584,
+ "50": -2.6931843757629395,
+ "75": -2.6367344856262207,
+ "90": -2.5735673904418945,
+ "95": -2.5476162433624268,
+ "99": -2.504242181777954
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 2,
+ 1,
+ 3,
+ 8,
+ 3,
+ 3,
+ 4,
+ 4,
+ 5,
+ 460
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.449539184570312,
+ -28.899080276489258,
+ -28.34861946105957,
+ -27.798160552978516,
+ -27.247699737548828,
+ -26.69723892211914,
+ -26.146780014038086,
+ -25.5963191986084,
+ -25.045860290527344,
+ -24.495399475097656,
+ -23.94493865966797,
+ -23.394479751586914,
+ -22.844018936157227,
+ -22.293560028076172,
+ -21.743099212646484,
+ -21.192638397216797,
+ -20.642179489135742,
+ -20.091720581054688,
+ -19.541259765625,
+ -18.990798950195312,
+ -18.440338134765625,
+ -17.88987922668457,
+ -17.339420318603516,
+ -16.788959503173828,
+ -16.23849868774414,
+ -15.68803882598877,
+ -15.137578964233398,
+ -14.587119102478027,
+ -14.036659240722656,
+ -13.486198425292969,
+ -12.935739517211914,
+ -12.385278701782227,
+ -11.834817886352539,
+ -11.284358978271484,
+ -10.733898162841797,
+ -10.183439254760742,
+ -9.632978439331055,
+ -9.082517623901367,
+ -8.532058715820312,
+ -7.981597900390625,
+ -7.43113899230957,
+ -6.880678176879883,
+ -6.330217361450195,
+ -5.779758453369141,
+ -5.229297637939453,
+ -4.678838729858398,
+ -4.128377914428711,
+ -3.5779190063476562,
+ -3.0274581909179688,
+ -2.4769973754882812
+ ],
+ "r_inf_mean": 59528.1171875,
+ "r_inf_median": 0.26020967960357666,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 11120437886976.0,
+ "eff_dim_mean": Infinity,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.05224398896098137,
+ "gamma_active": {
+ "1e-08": 0.05389215052127838,
+ "1e-07": 0.05405271053314209,
+ "1e-06": 0.05353220924735069,
+ "1e-05": 0.05358513817191124,
+ "0.0001": 0.052871156483888626
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.06299120993177915,
+ "1e-07": 0.06299120993177915,
+ "1e-06": 0.06299120993177915,
+ "1e-05": 0.06299120993177915,
+ "0.0001": 0.06299120993177915
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.001928182551637292,
+ "median_norm": 0.0020261092577129602,
+ "max_norm": 0.00332873803563416,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.962890625,
+ "1e-07": 0.958984375,
+ "1e-06": 0.9375,
+ "1e-05": 0.92578125,
+ "0.0001": 0.912109375
+ },
+ "log_norms_percentiles": {
+ "1": -13.771439552307129,
+ "5": -6.2994513511657715,
+ "10": -3.1058671474456787,
+ "25": -2.748410224914551,
+ "50": -2.693319797515869,
+ "75": -2.6374194622039795,
+ "90": -2.574390172958374,
+ "95": -2.5480871200561523,
+ "99": -2.504793643951416
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 2,
+ 1,
+ 3,
+ 8,
+ 3,
+ 3,
+ 4,
+ 4,
+ 5,
+ 460
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.449554443359375,
+ -28.89910888671875,
+ -28.348663330078125,
+ -27.7982177734375,
+ -27.247772216796875,
+ -26.69732666015625,
+ -26.146881103515625,
+ -25.596435546875,
+ -25.045989990234375,
+ -24.49554443359375,
+ -23.945098876953125,
+ -23.3946533203125,
+ -22.844207763671875,
+ -22.29376220703125,
+ -21.743316650390625,
+ -21.19287109375,
+ -20.642425537109375,
+ -20.09197998046875,
+ -19.541534423828125,
+ -18.9910888671875,
+ -18.440643310546875,
+ -17.89019775390625,
+ -17.339752197265625,
+ -16.789304733276367,
+ -16.238859176635742,
+ -15.688413619995117,
+ -15.137968063354492,
+ -14.587522506713867,
+ -14.037076950073242,
+ -13.486631393432617,
+ -12.936185836791992,
+ -12.385740280151367,
+ -11.835294723510742,
+ -11.284849166870117,
+ -10.734403610229492,
+ -10.183958053588867,
+ -9.633512496948242,
+ -9.083066940307617,
+ -8.532621383666992,
+ -7.982175827026367,
+ -7.431730270385742,
+ -6.881284713745117,
+ -6.330839157104492,
+ -5.780393600463867,
+ -5.229948043823242,
+ -4.679502487182617,
+ -4.129056930541992,
+ -3.5786094665527344,
+ -3.0281639099121094,
+ -2.4777204990386963
+ ],
+ "r_inf_mean": 59749.671875,
+ "r_inf_median": 0.26183339953422546,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 11102758895616.0,
+ "eff_dim_mean": Infinity,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.1023988127708435,
+ "gamma_active": {
+ "1e-08": 0.1061287373304367,
+ "1e-07": 0.10610603541135788,
+ "1e-06": 0.10709664225578308,
+ "1e-05": 0.10732613503932953,
+ "0.0001": 0.10711430758237839
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.11146182096030527,
+ "1e-07": 0.11146182096030527,
+ "1e-06": 0.11146182096030527,
+ "1e-05": 0.11146182096030527,
+ "0.0001": 0.11146182096030527
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.0019260760163888335,
+ "median_norm": 0.0020186821930110455,
+ "max_norm": 0.0033311620354652405,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.962890625,
+ "1e-07": 0.958984375,
+ "1e-06": 0.9375,
+ "1e-05": 0.92578125,
+ "0.0001": 0.912109375
+ },
+ "log_norms_percentiles": {
+ "1": -13.773550987243652,
+ "5": -6.299068927764893,
+ "10": -3.105290412902832,
+ "25": -2.74892520904541,
+ "50": -2.694925546646118,
+ "75": -2.6370797157287598,
+ "90": -2.574951648712158,
+ "95": -2.5476369857788086,
+ "99": -2.5049781799316406
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 2,
+ 1,
+ 3,
+ 8,
+ 3,
+ 3,
+ 4,
+ 4,
+ 5,
+ 460
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.449548721313477,
+ -28.89909553527832,
+ -28.348644256591797,
+ -27.798192977905273,
+ -27.247739791870117,
+ -26.697288513183594,
+ -26.14683723449707,
+ -25.596384048461914,
+ -25.04593276977539,
+ -24.495479583740234,
+ -23.94502830505371,
+ -23.394577026367188,
+ -22.84412384033203,
+ -22.293672561645508,
+ -21.743221282958984,
+ -21.192768096923828,
+ -20.642316818237305,
+ -20.09186553955078,
+ -19.541412353515625,
+ -18.9909610748291,
+ -18.440509796142578,
+ -17.890056610107422,
+ -17.3396053314209,
+ -16.789154052734375,
+ -16.23870086669922,
+ -15.688249588012695,
+ -15.137797355651855,
+ -14.587346076965332,
+ -14.036893844604492,
+ -13.486442565917969,
+ -12.935989379882812,
+ -12.385538101196289,
+ -11.835086822509766,
+ -11.28463363647461,
+ -10.734182357788086,
+ -10.183731079101562,
+ -9.633277893066406,
+ -9.082826614379883,
+ -8.53237533569336,
+ -7.981922149658203,
+ -7.43147087097168,
+ -6.881019592285156,
+ -6.33056640625,
+ -5.780115127563477,
+ -5.229663848876953,
+ -4.679210662841797,
+ -4.128759384155273,
+ -3.57830810546875,
+ -3.0278549194335938,
+ -2.4774041175842285
+ ],
+ "r_inf_mean": 59654.7578125,
+ "r_inf_median": 0.2629860043525696,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 11125518237696.0,
+ "eff_dim_mean": Infinity,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.019728105515241623,
+ "gamma_active": {
+ "1e-08": 0.020565995946526527,
+ "1e-07": 0.020771734416484833,
+ "1e-06": 0.021775634959340096,
+ "1e-05": 0.022413434460759163,
+ "0.0001": 0.022627048194408417
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.04103664905671761,
+ "1e-07": 0.04103664905671761,
+ "1e-06": 0.04103664905671761,
+ "1e-05": 0.04103664905671761,
+ "0.0001": 0.04103664905671761
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.001925894059240818,
+ "median_norm": 0.002018409315496683,
+ "max_norm": 0.003329530591145158,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.962890625,
+ "1e-07": 0.958984375,
+ "1e-06": 0.9375,
+ "1e-05": 0.92578125,
+ "0.0001": 0.912109375
+ },
+ "log_norms_percentiles": {
+ "1": -13.774040222167969,
+ "5": -6.298595428466797,
+ "10": -3.104585886001587,
+ "25": -2.749150276184082,
+ "50": -2.694404125213623,
+ "75": -2.637688636779785,
+ "90": -2.576064109802246,
+ "95": -2.5464179515838623,
+ "99": -2.5050981044769287
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 2,
+ 1,
+ 3,
+ 8,
+ 3,
+ 3,
+ 4,
+ 4,
+ 5,
+ 460
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.449552536010742,
+ -28.899105072021484,
+ -28.348657608032227,
+ -27.79821014404297,
+ -27.247760772705078,
+ -26.697315216064453,
+ -26.146865844726562,
+ -25.596418380737305,
+ -25.045970916748047,
+ -24.49552345275879,
+ -23.94507598876953,
+ -23.394628524780273,
+ -22.844181060791016,
+ -22.293733596801758,
+ -21.7432861328125,
+ -21.19283676147461,
+ -20.642391204833984,
+ -20.091941833496094,
+ -19.541494369506836,
+ -18.991046905517578,
+ -18.44059944152832,
+ -17.890151977539062,
+ -17.339704513549805,
+ -16.789257049560547,
+ -16.238807678222656,
+ -15.688361167907715,
+ -15.137913703918457,
+ -14.5874662399292,
+ -14.037018775939941,
+ -13.486570358276367,
+ -12.93612289428711,
+ -12.385675430297852,
+ -11.835227966308594,
+ -11.284780502319336,
+ -10.734333038330078,
+ -10.18388557434082,
+ -9.633438110351562,
+ -9.082988739013672,
+ -8.532541275024414,
+ -7.982093811035156,
+ -7.431646347045898,
+ -6.881198883056641,
+ -6.330751419067383,
+ -5.780303955078125,
+ -5.229856491088867,
+ -4.679409027099609,
+ -4.128961563110352,
+ -3.5785140991210938,
+ -3.028064727783203,
+ -2.477617025375366
+ ],
+ "r_inf_mean": 59523.97265625,
+ "r_inf_median": 0.2614961862564087,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 11096362582016.0,
+ "eff_dim_mean": Infinity,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.10541211813688278,
+ "gamma_active": {
+ "1e-08": 0.1093578189611435,
+ "1e-07": 0.10949357599020004,
+ "1e-06": 0.10920441895723343,
+ "1e-05": 0.10971087962388992,
+ "0.0001": 0.1098177507519722
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.12543550562185188,
+ "1e-07": 0.12543550562185188,
+ "1e-06": 0.12543550562185188,
+ "1e-05": 0.12543550562185188,
+ "0.0001": 0.12543550562185188
+ }
+ }
+ ]
+} \ No newline at end of file