summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json
new file mode 100644
index 0000000..7067170
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 123,
+ "alpha": 1.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 14.4655179977417,
+ "acc": 0.083984375,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.029319901019334793,
+ "median_norm": 0.02496122196316719,
+ "max_norm": 0.1693883240222931,
+ "min_norm": 1.2046235120521942e-09,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.998046875,
+ "1e-06": 0.99609375,
+ "1e-05": 0.9921875,
+ "0.0001": 0.986328125
+ },
+ "log_norms_percentiles": {
+ "1": -4.304049491882324,
+ "5": -2.671001434326172,
+ "10": -1.8980939388275146,
+ "25": -1.734944462776184,
+ "50": -1.6027177572250366,
+ "75": -1.4548070430755615,
+ "90": -1.3126062154769897,
+ "95": -1.184635043144226,
+ "99": -0.9225583672523499
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 0,
+ 3,
+ 3,
+ 2,
+ 1,
+ 3,
+ 1,
+ 6,
+ 1,
+ 4,
+ 2,
+ 3,
+ 13,
+ 67,
+ 158,
+ 132,
+ 64,
+ 31,
+ 5,
+ 6
+ ],
+ "log_norms_bin_edges": [
+ -8.919148445129395,
+ -8.756187438964844,
+ -8.59322738647461,
+ -8.430266380310059,
+ -8.267305374145508,
+ -8.104345321655273,
+ -7.941384315490723,
+ -7.77842378616333,
+ -7.6154632568359375,
+ -7.452502727508545,
+ -7.289542198181152,
+ -7.126581192016602,
+ -6.963620662689209,
+ -6.800660133361816,
+ -6.637699127197266,
+ -6.474738597869873,
+ -6.3117780685424805,
+ -6.148817539215088,
+ -5.985857009887695,
+ -5.8228960037231445,
+ -5.659935474395752,
+ -5.496974945068359,
+ -5.334013938903809,
+ -5.171053409576416,
+ -5.008092880249023,
+ -4.845132350921631,
+ -4.682171821594238,
+ -4.5192108154296875,
+ -4.356250286102295,
+ -4.193289756774902,
+ -4.030328750610352,
+ -3.867368221282959,
+ -3.7044076919555664,
+ -3.541447162628174,
+ -3.3784866333007812,
+ -3.2155256271362305,
+ -3.052565097808838,
+ -2.8896045684814453,
+ -2.7266435623168945,
+ -2.563683032989502,
+ -2.4007225036621094,
+ -2.237761974334717,
+ -2.074801445007324,
+ -1.9118404388427734,
+ -1.7488799095153809,
+ -1.5859193801879883,
+ -1.4229583740234375,
+ -1.259997844696045,
+ -1.0970373153686523,
+ -0.9340767860412598,
+ -0.7711165547370911
+ ],
+ "r_inf_mean": 0.34299877285957336,
+ "r_inf_median": 0.33503738045692444,
+ "pr_mean": 0.1792212873697281,
+ "pr_median": 0.1780494600534439,
+ "hoyer_mean": 0.4523465037345886,
+ "eff_dim_mean": 0.45234647393226624,
+ "topk_energy": {
+ "1": 0.12062478065490723,
+ "5": 0.4169055223464966,
+ "10": 0.6033743023872375,
+ "25": 0.8718504309654236
+ },
+ "gamma_raw": 0.009300867095589638,
+ "gamma_active": {
+ "1e-08": 0.00925674382597208,
+ "1e-07": 0.00925674382597208,
+ "1e-06": 0.009734283201396465,
+ "1e-05": 0.009422853589057922,
+ "0.0001": 0.009914522990584373
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.005251495776596996,
+ "1e-07": -0.005251495776596996,
+ "1e-06": -0.005251495776596996,
+ "1e-05": -0.005251495776596996,
+ "0.0001": -0.005251495776596996
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.0023971907794475555,
+ "median_norm": 0.0023146721068769693,
+ "max_norm": 0.008056195452809334,
+ "min_norm": 8.422151864806438e-11,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.99609375,
+ "1e-06": 0.9921875,
+ "1e-05": 0.986328125,
+ "0.0001": 0.958984375
+ },
+ "log_norms_percentiles": {
+ "1": -5.382665634155273,
+ "5": -3.693126678466797,
+ "10": -2.837005853652954,
+ "25": -2.7143120765686035,
+ "50": -2.635347843170166,
+ "75": -2.5436699390411377,
+ "90": -2.4610843658447266,
+ "95": -2.3806121349334717,
+ "99": -2.2159221172332764
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 0,
+ 1,
+ 3,
+ 2,
+ 2,
+ 4,
+ 2,
+ 1,
+ 4,
+ 5,
+ 2,
+ 2,
+ 0,
+ 9,
+ 64,
+ 244,
+ 127,
+ 24,
+ 9
+ ],
+ "log_norms_bin_edges": [
+ -10.074577331542969,
+ -9.914962768554688,
+ -9.755349159240723,
+ -9.595734596252441,
+ -9.436120986938477,
+ -9.276506423950195,
+ -9.11689281463623,
+ -8.95727825164795,
+ -8.797664642333984,
+ -8.638050079345703,
+ -8.478435516357422,
+ -8.318821907043457,
+ -8.159207344055176,
+ -7.999593734741211,
+ -7.83997917175293,
+ -7.680365085601807,
+ -7.520750999450684,
+ -7.3611369132995605,
+ -7.2015228271484375,
+ -7.041908264160156,
+ -6.882294654846191,
+ -6.72268009185791,
+ -6.563066005706787,
+ -6.403451919555664,
+ -6.243837833404541,
+ -6.084223747253418,
+ -5.924609661102295,
+ -5.764995574951172,
+ -5.605381011962891,
+ -5.445766925811768,
+ -5.2861528396606445,
+ -5.1265387535095215,
+ -4.966924667358398,
+ -4.807310581207275,
+ -4.647696495056152,
+ -4.488082408905029,
+ -4.328468322753906,
+ -4.168853759765625,
+ -4.009239673614502,
+ -3.849625587463379,
+ -3.690011501312256,
+ -3.530397415161133,
+ -3.3707833290100098,
+ -3.2111692428588867,
+ -3.0515546798706055,
+ -2.8919405937194824,
+ -2.7323265075683594,
+ -2.5727124214172363,
+ -2.4130983352661133,
+ -2.2534842491149902,
+ -2.093870162963867
+ ],
+ "r_inf_mean": 0.3225543797016144,
+ "r_inf_median": 0.3176032602787018,
+ "pr_mean": 0.22460003197193146,
+ "pr_median": 0.22074243426322937,
+ "hoyer_mean": 0.5478988885879517,
+ "eff_dim_mean": 0.5478988885879517,
+ "topk_energy": {
+ "1": 0.10709366947412491,
+ "5": 0.37188246846199036,
+ "10": 0.5377897024154663,
+ "25": 0.7993390560150146
+ },
+ "gamma_raw": 0.0654435008764267,
+ "gamma_active": {
+ "1e-08": 0.0655696764588356,
+ "1e-07": 0.0656052976846695,
+ "1e-06": 0.06552843749523163,
+ "1e-05": 0.06528016924858093,
+ "0.0001": 0.06470867991447449
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.06591136725656087,
+ "1e-07": 0.06591136725656087,
+ "1e-06": 0.06591136725656087,
+ "1e-05": 0.06591136725656087,
+ "0.0001": 0.06591136725656087
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.0014376696199178696,
+ "median_norm": 0.0015432253712788224,
+ "max_norm": 0.0020122022833675146,
+ "min_norm": 1.8986345481919464e-11,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.99609375,
+ "1e-06": 0.9921875,
+ "1e-05": 0.982421875,
+ "0.0001": 0.953125
+ },
+ "log_norms_percentiles": {
+ "1": -5.641246795654297,
+ "5": -3.9223268032073975,
+ "10": -2.968184471130371,
+ "25": -2.8577520847320557,
+ "50": -2.8115487098693848,
+ "75": -2.775552988052368,
+ "90": -2.749025344848633,
+ "95": -2.7333385944366455,
+ "99": -2.7061970233917236
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 3,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 4,
+ 1,
+ 6,
+ 1,
+ 3,
+ 5,
+ 2,
+ 1,
+ 3,
+ 5,
+ 4,
+ 86,
+ 381
+ ],
+ "log_norms_bin_edges": [
+ -10.721559524536133,
+ -10.561055183410645,
+ -10.40054988861084,
+ -10.240045547485352,
+ -10.079541206359863,
+ -9.919036865234375,
+ -9.75853157043457,
+ -9.598027229309082,
+ -9.437522888183594,
+ -9.277017593383789,
+ -9.1165132522583,
+ -8.956008911132812,
+ -8.795503616333008,
+ -8.63499927520752,
+ -8.474494934082031,
+ -8.313989639282227,
+ -8.153485298156738,
+ -7.99298095703125,
+ -7.832476615905762,
+ -7.671971321105957,
+ -7.511466979980469,
+ -7.3509626388549805,
+ -7.190457820892334,
+ -7.0299530029296875,
+ -6.869448661804199,
+ -6.708943843841553,
+ -6.5484395027160645,
+ -6.387934684753418,
+ -6.2274298667907715,
+ -6.066925525665283,
+ -5.906420707702637,
+ -5.745916366577148,
+ -5.585411548614502,
+ -5.4249067306518555,
+ -5.264402389526367,
+ -5.103897571563721,
+ -4.943393230438232,
+ -4.782888412475586,
+ -4.6223835945129395,
+ -4.461879253387451,
+ -4.301374435424805,
+ -4.140870094299316,
+ -3.98036527633667,
+ -3.8198604583740234,
+ -3.659356117248535,
+ -3.4988512992858887,
+ -3.3383469581604004,
+ -3.177842140197754,
+ -3.0173377990722656,
+ -2.856832981109619,
+ -2.6963284015655518
+ ],
+ "r_inf_mean": 0.2563893496990204,
+ "r_inf_median": 0.24844080209732056,
+ "pr_mean": Infinity,
+ "pr_median": 0.3351028561592102,
+ "hoyer_mean": 0.6322269439697266,
+ "eff_dim_mean": 0.632226824760437,
+ "topk_energy": {
+ "1": 0.06693346053361893,
+ "5": 0.2710779309272766,
+ "10": 0.4269128441810608,
+ "25": 0.7242884635925293
+ },
+ "gamma_raw": 0.04294854402542114,
+ "gamma_active": {
+ "1e-08": 0.04303261637687683,
+ "1e-07": 0.04301945120096207,
+ "1e-06": 0.043050382286310196,
+ "1e-05": 0.04288071393966675,
+ "0.0001": 0.04308994486927986
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.04563028244018955,
+ "1e-07": 0.04563028244018955,
+ "1e-06": 0.04563028244018955,
+ "1e-05": 0.04563028244018955,
+ "0.0001": 0.04563028244018955
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.001420103246346116,
+ "median_norm": 0.0015219118213281035,
+ "max_norm": 0.0019495830638334155,
+ "min_norm": 1.779843980531659e-11,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.99609375,
+ "1e-06": 0.9921875,
+ "1e-05": 0.982421875,
+ "0.0001": 0.951171875
+ },
+ "log_norms_percentiles": {
+ "1": -5.6470947265625,
+ "5": -3.9289586544036865,
+ "10": -2.971308469772339,
+ "25": -2.861764907836914,
+ "50": -2.817265033721924,
+ "75": -2.780611991882324,
+ "90": -2.7541773319244385,
+ "95": -2.741779088973999,
+ "99": -2.7159903049468994
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 4,
+ 1,
+ 5,
+ 2,
+ 3,
+ 5,
+ 2,
+ 1,
+ 3,
+ 5,
+ 4,
+ 67,
+ 400
+ ],
+ "log_norms_bin_edges": [
+ -10.749618530273438,
+ -10.588827133178711,
+ -10.428035736083984,
+ -10.267245292663574,
+ -10.106453895568848,
+ -9.945662498474121,
+ -9.784871101379395,
+ -9.624079704284668,
+ -9.463289260864258,
+ -9.302497863769531,
+ -9.141706466674805,
+ -8.980915069580078,
+ -8.820123672485352,
+ -8.659333229064941,
+ -8.498541831970215,
+ -8.337750434875488,
+ -8.176959037780762,
+ -8.016168594360352,
+ -7.855377197265625,
+ -7.694585800170898,
+ -7.533794403076172,
+ -7.373003005981445,
+ -7.212212085723877,
+ -7.051421165466309,
+ -6.890629768371582,
+ -6.7298383712768555,
+ -6.569047451019287,
+ -6.4082560539245605,
+ -6.247464656829834,
+ -6.086673736572266,
+ -5.925882339477539,
+ -5.765091419219971,
+ -5.604300022125244,
+ -5.443508625030518,
+ -5.282717704772949,
+ -5.121926307678223,
+ -4.961135387420654,
+ -4.800343990325928,
+ -4.639552593231201,
+ -4.478761672973633,
+ -4.317970275878906,
+ -4.157179355621338,
+ -3.9963879585266113,
+ -3.8355965614318848,
+ -3.6748056411743164,
+ -3.51401424407959,
+ -3.3532233238220215,
+ -3.192431926727295,
+ -3.0316410064697266,
+ -2.870849609375,
+ -2.7100584506988525
+ ],
+ "r_inf_mean": 0.2550817131996155,
+ "r_inf_median": 0.24732241034507751,
+ "pr_mean": Infinity,
+ "pr_median": 0.3363552391529083,
+ "hoyer_mean": 0.6325684785842896,
+ "eff_dim_mean": 0.6325684189796448,
+ "topk_energy": {
+ "1": 0.06623396277427673,
+ "5": 0.270640105009079,
+ "10": 0.42686158418655396,
+ "25": 0.723557710647583
+ },
+ "gamma_raw": 0.04561328887939453,
+ "gamma_active": {
+ "1e-08": 0.045701950788497925,
+ "1e-07": 0.04562197998166084,
+ "1e-06": 0.04578922688961029,
+ "1e-05": 0.04559391364455223,
+ "0.0001": 0.04605429247021675
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.05188216138823783,
+ "1e-07": 0.05188216138823783,
+ "1e-06": 0.05188216138823783,
+ "1e-05": 0.05188216138823783,
+ "0.0001": 0.05188216138823783
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.001417016377672553,
+ "median_norm": 0.0015229627024382353,
+ "max_norm": 0.0019313666271045804,
+ "min_norm": 1.7248782263612483e-11,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.99609375,
+ "1e-06": 0.9921875,
+ "1e-05": 0.982421875,
+ "0.0001": 0.951171875
+ },
+ "log_norms_percentiles": {
+ "1": -5.6456122398376465,
+ "5": -3.9307796955108643,
+ "10": -2.975327730178833,
+ "25": -2.862149238586426,
+ "50": -2.817269802093506,
+ "75": -2.7814254760742188,
+ "90": -2.7548210620880127,
+ "95": -2.744990825653076,
+ "99": -2.721022844314575
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 4,
+ 1,
+ 5,
+ 2,
+ 3,
+ 4,
+ 3,
+ 1,
+ 3,
+ 5,
+ 4,
+ 64,
+ 403
+ ],
+ "log_norms_bin_edges": [
+ -10.7632417678833,
+ -10.602259635925293,
+ -10.441277503967285,
+ -10.280295372009277,
+ -10.11931324005127,
+ -9.958331108093262,
+ -9.797348976135254,
+ -9.636366844177246,
+ -9.475384712219238,
+ -9.31440258026123,
+ -9.153420448303223,
+ -8.992438316345215,
+ -8.831456184387207,
+ -8.6704740524292,
+ -8.509491920471191,
+ -8.348509788513184,
+ -8.187527656555176,
+ -8.026545524597168,
+ -7.86556339263916,
+ -7.704581260681152,
+ -7.5435991287231445,
+ -7.382616996765137,
+ -7.221634864807129,
+ -7.060652732849121,
+ -6.899670600891113,
+ -6.7386884689331055,
+ -6.577706336975098,
+ -6.41672420501709,
+ -6.255742073059082,
+ -6.094759941101074,
+ -5.933777809143066,
+ -5.772795677185059,
+ -5.611813545227051,
+ -5.450831413269043,
+ -5.289849281311035,
+ -5.128867149353027,
+ -4.9678850173950195,
+ -4.806902885437012,
+ -4.645920753479004,
+ -4.484938621520996,
+ -4.323956489562988,
+ -4.1629743576049805,
+ -4.001992225646973,
+ -3.841010093688965,
+ -3.680027961730957,
+ -3.519045829772949,
+ -3.3580636978149414,
+ -3.1970815658569336,
+ -3.036099433898926,
+ -2.875117301940918,
+ -2.7141354084014893
+ ],
+ "r_inf_mean": 0.254750519990921,
+ "r_inf_median": 0.24800750613212585,
+ "pr_mean": Infinity,
+ "pr_median": 0.3344537019729614,
+ "hoyer_mean": 0.6320614218711853,
+ "eff_dim_mean": 0.6320613622665405,
+ "topk_energy": {
+ "1": 0.06596965342760086,
+ "5": 0.2708251178264618,
+ "10": 0.4269668757915497,
+ "25": 0.7238932251930237
+ },
+ "gamma_raw": 0.055199556052684784,
+ "gamma_active": {
+ "1e-08": 0.05530686676502228,
+ "1e-07": 0.05518513545393944,
+ "1e-06": 0.05554577708244324,
+ "1e-05": 0.055605459958314896,
+ "0.0001": 0.05579657480120659
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.05869019191124659,
+ "1e-07": 0.05869019191124659,
+ "1e-06": 0.05869019191124659,
+ "1e-05": 0.05869019191124659,
+ "0.0001": 0.05869019191124659
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0014131024945527315,
+ "median_norm": 0.0015126788057386875,
+ "max_norm": 0.0019290541531518102,
+ "min_norm": 1.7020152648372644e-11,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.99609375,
+ "1e-06": 0.9921875,
+ "1e-05": 0.982421875,
+ "0.0001": 0.951171875
+ },
+ "log_norms_percentiles": {
+ "1": -5.646845817565918,
+ "5": -3.9289824962615967,
+ "10": -2.9754812717437744,
+ "25": -2.8637337684631348,
+ "50": -2.8202195167541504,
+ "75": -2.7820940017700195,
+ "90": -2.754948616027832,
+ "95": -2.744769811630249,
+ "99": -2.720996618270874
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 4,
+ 1,
+ 5,
+ 2,
+ 3,
+ 4,
+ 3,
+ 1,
+ 3,
+ 5,
+ 4,
+ 65,
+ 402
+ ],
+ "log_norms_bin_edges": [
+ -10.769037246704102,
+ -10.607949256896973,
+ -10.44686222076416,
+ -10.285774230957031,
+ -10.124687194824219,
+ -9.96359920501709,
+ -9.802511215209961,
+ -9.641424179077148,
+ -9.48033618927002,
+ -9.31924819946289,
+ -9.158161163330078,
+ -8.99707317352295,
+ -8.83598518371582,
+ -8.674898147583008,
+ -8.513810157775879,
+ -8.35272216796875,
+ -8.191635131835938,
+ -8.030548095703125,
+ -7.869460105895996,
+ -7.708372116088867,
+ -7.5472846031188965,
+ -7.386197090148926,
+ -7.225109100341797,
+ -7.064021587371826,
+ -6.9029340744018555,
+ -6.741846561431885,
+ -6.580759048461914,
+ -6.419671058654785,
+ -6.2585835456848145,
+ -6.097496032714844,
+ -5.936408042907715,
+ -5.775320529937744,
+ -5.614233016967773,
+ -5.453145503997803,
+ -5.292057991027832,
+ -5.130970001220703,
+ -4.969882488250732,
+ -4.808794975280762,
+ -4.647706985473633,
+ -4.486619472503662,
+ -4.325531959533691,
+ -4.164444446563721,
+ -4.00335693359375,
+ -3.842268943786621,
+ -3.6811814308166504,
+ -3.5200939178466797,
+ -3.359005928039551,
+ -3.19791841506958,
+ -3.0368309020996094,
+ -2.8757433891296387,
+ -2.714655637741089
+ ],
+ "r_inf_mean": 0.2552972733974457,
+ "r_inf_median": 0.24864676594734192,
+ "pr_mean": Infinity,
+ "pr_median": 0.3366473317146301,
+ "hoyer_mean": 0.6324453949928284,
+ "eff_dim_mean": 0.6324453949928284,
+ "topk_energy": {
+ "1": 0.06626664847135544,
+ "5": 0.2722221612930298,
+ "10": 0.42755430936813354,
+ "25": 0.7238041758537292
+ },
+ "gamma_raw": 0.08025731146335602,
+ "gamma_active": {
+ "1e-08": 0.08041392266750336,
+ "1e-07": 0.08031820505857468,
+ "1e-06": 0.08041314035654068,
+ "1e-05": 0.08049329370260239,
+ "0.0001": 0.08140739798545837
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.09034646711289498,
+ "1e-07": 0.09034646711289498,
+ "1e-06": 0.09034646711289498,
+ "1e-05": 0.09034646711289498,
+ "0.0001": 0.09034646711289498
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.0014120624400675297,
+ "median_norm": 0.0015140717150643468,
+ "max_norm": 0.0019110147841274738,
+ "min_norm": 1.6912343053787637e-11,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.99609375,
+ "1e-06": 0.9921875,
+ "1e-05": 0.982421875,
+ "0.0001": 0.951171875
+ },
+ "log_norms_percentiles": {
+ "1": -5.646043300628662,
+ "5": -3.9300098419189453,
+ "10": -2.975501775741577,
+ "25": -2.8630456924438477,
+ "50": -2.8197903633117676,
+ "75": -2.7846908569335938,
+ "90": -2.7565386295318604,
+ "95": -2.746993064880371,
+ "99": -2.7227237224578857
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 4,
+ 1,
+ 5,
+ 2,
+ 2,
+ 5,
+ 3,
+ 1,
+ 3,
+ 4,
+ 4,
+ 60,
+ 408
+ ],
+ "log_norms_bin_edges": [
+ -10.771796226501465,
+ -10.610734939575195,
+ -10.449673652648926,
+ -10.288612365722656,
+ -10.127551078796387,
+ -9.966489791870117,
+ -9.805429458618164,
+ -9.644367218017578,
+ -9.483306884765625,
+ -9.322245597839355,
+ -9.161184310913086,
+ -9.000123023986816,
+ -8.839061737060547,
+ -8.678000450134277,
+ -8.516939163208008,
+ -8.355877876281738,
+ -8.194816589355469,
+ -8.0337553024292,
+ -7.872694492340088,
+ -7.711633205413818,
+ -7.550571918487549,
+ -7.3895111083984375,
+ -7.228449821472168,
+ -7.067388534545898,
+ -6.906327247619629,
+ -6.745265960693359,
+ -6.58420467376709,
+ -6.42314338684082,
+ -6.262082099914551,
+ -6.1010212898254395,
+ -5.93996000289917,
+ -5.7788987159729,
+ -5.617837429046631,
+ -5.456776142120361,
+ -5.295714855194092,
+ -5.134653568267822,
+ -4.973592758178711,
+ -4.812531471252441,
+ -4.651470184326172,
+ -4.490408897399902,
+ -4.329347610473633,
+ -4.168286323547363,
+ -4.007225513458252,
+ -3.8461642265319824,
+ -3.685102939605713,
+ -3.5240416526794434,
+ -3.362980365753174,
+ -3.2019190788269043,
+ -3.040858268737793,
+ -2.8797969818115234,
+ -2.718735933303833
+ ],
+ "r_inf_mean": 0.25520509481430054,
+ "r_inf_median": 0.25052881240844727,
+ "pr_mean": Infinity,
+ "pr_median": 0.3348166048526764,
+ "hoyer_mean": 0.6329062581062317,
+ "eff_dim_mean": 0.6329061985015869,
+ "topk_energy": {
+ "1": 0.0661732479929924,
+ "5": 0.271743506193161,
+ "10": 0.4269516170024872,
+ "25": 0.7233285307884216
+ },
+ "gamma_raw": 0.015019312500953674,
+ "gamma_active": {
+ "1e-08": 0.015048480592668056,
+ "1e-07": 0.015021915547549725,
+ "1e-06": 0.015222067013382912,
+ "1e-05": 0.014903553761541843,
+ "0.0001": 0.015819305554032326
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.018116380696110403,
+ "1e-07": 0.018116380696110403,
+ "1e-06": 0.018116380696110403,
+ "1e-05": 0.018116380696110403,
+ "0.0001": 0.018116380696110403
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.0014120780397206545,
+ "median_norm": 0.001511768321506679,
+ "max_norm": 0.0019144078250974417,
+ "min_norm": 1.6740567265749462e-11,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.99609375,
+ "1e-06": 0.9921875,
+ "1e-05": 0.982421875,
+ "0.0001": 0.951171875
+ },
+ "log_norms_percentiles": {
+ "1": -5.643883228302002,
+ "5": -3.9301116466522217,
+ "10": -2.9764184951782227,
+ "25": -2.864454984664917,
+ "50": -2.82041597366333,
+ "75": -2.7839858531951904,
+ "90": -2.756596565246582,
+ "95": -2.7456235885620117,
+ "99": -2.7204222679138184
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 4,
+ 1,
+ 5,
+ 2,
+ 2,
+ 5,
+ 3,
+ 1,
+ 3,
+ 4,
+ 4,
+ 62,
+ 406
+ ],
+ "log_norms_bin_edges": [
+ -10.776229858398438,
+ -10.61506462097168,
+ -10.453899383544922,
+ -10.292734146118164,
+ -10.131568908691406,
+ -9.970403671264648,
+ -9.80923843383789,
+ -9.648073196411133,
+ -9.486907958984375,
+ -9.325742721557617,
+ -9.16457748413086,
+ -9.003412246704102,
+ -8.842247009277344,
+ -8.681081771850586,
+ -8.519915580749512,
+ -8.358750343322754,
+ -8.197585105895996,
+ -8.036419868469238,
+ -7.8752546310424805,
+ -7.714089393615723,
+ -7.552924156188965,
+ -7.391758918762207,
+ -7.230593681335449,
+ -7.069428443908691,
+ -6.908263206481934,
+ -6.747097969055176,
+ -6.585932731628418,
+ -6.424767017364502,
+ -6.263601779937744,
+ -6.102436542510986,
+ -5.9412713050842285,
+ -5.780106067657471,
+ -5.618940830230713,
+ -5.457775592803955,
+ -5.296610355377197,
+ -5.1354451179504395,
+ -4.974279880523682,
+ -4.813114643096924,
+ -4.651948928833008,
+ -4.49078369140625,
+ -4.329618453979492,
+ -4.168453216552734,
+ -4.007287979125977,
+ -3.8461227416992188,
+ -3.684957504272461,
+ -3.523792266845703,
+ -3.3626270294189453,
+ -3.2014617919921875,
+ -3.0402965545654297,
+ -2.8791308403015137,
+ -2.717965602874756
+ ],
+ "r_inf_mean": 0.2556191682815552,
+ "r_inf_median": 0.2516833245754242,
+ "pr_mean": Infinity,
+ "pr_median": 0.3324916362762451,
+ "hoyer_mean": 0.6335750818252563,
+ "eff_dim_mean": 0.6335750818252563,
+ "topk_energy": {
+ "1": 0.06634055823087692,
+ "5": 0.271719366312027,
+ "10": 0.426575243473053,
+ "25": 0.7231386303901672
+ },
+ "gamma_raw": 0.049771249294281006,
+ "gamma_active": {
+ "1e-08": 0.04986807331442833,
+ "1e-07": 0.04977712035179138,
+ "1e-06": 0.049832042306661606,
+ "1e-05": 0.049892961978912354,
+ "0.0001": 0.049853067845106125
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.05192124123439781,
+ "1e-07": 0.05192124123439781,
+ "1e-06": 0.05192124123439781,
+ "1e-05": 0.05192124123439781,
+ "0.0001": 0.05192124123439781
+ }
+ }
+ ]
+} \ No newline at end of file