summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json
new file mode 100644
index 0000000..f516faf
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 1024,
+ "alpha": 0.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 37.042076110839844,
+ "acc": 0.091796875,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.056362494826316833,
+ "median_norm": 0.059540797024965286,
+ "max_norm": 0.11824125051498413,
+ "min_norm": 2.1268492725381824e-18,
+ "support": {
+ "1e-08": 0.978515625,
+ "1e-07": 0.974609375,
+ "1e-06": 0.96875,
+ "1e-05": 0.958984375,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -12.013812065124512,
+ "5": -4.3279008865356445,
+ "10": -1.4051885604858398,
+ "25": -1.2848021984100342,
+ "50": -1.22495698928833,
+ "75": -1.1747045516967773,
+ "90": -1.1287320852279663,
+ "95": -1.0968936681747437,
+ "99": -1.0302479267120361
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 3,
+ 3,
+ 1,
+ 1,
+ 2,
+ 4,
+ 3,
+ 2,
+ 0,
+ 2,
+ 3,
+ 0,
+ 5,
+ 4,
+ 112,
+ 354
+ ],
+ "log_norms_bin_edges": [
+ -17.672264099121094,
+ -17.337364196777344,
+ -17.00246238708496,
+ -16.66756248474121,
+ -16.332660675048828,
+ -15.997760772705078,
+ -15.662859916687012,
+ -15.327959060668945,
+ -14.993059158325195,
+ -14.658158302307129,
+ -14.323257446289062,
+ -13.988356590270996,
+ -13.65345573425293,
+ -13.31855583190918,
+ -12.983654022216797,
+ -12.648754119873047,
+ -12.31385326385498,
+ -11.978952407836914,
+ -11.644052505493164,
+ -11.309150695800781,
+ -10.974250793457031,
+ -10.639349937438965,
+ -10.304449081420898,
+ -9.969549179077148,
+ -9.634647369384766,
+ -9.299747467041016,
+ -8.96484661102295,
+ -8.629945755004883,
+ -8.295044898986816,
+ -7.96014404296875,
+ -7.625244140625,
+ -7.290343284606934,
+ -6.955442428588867,
+ -6.620541572570801,
+ -6.285640716552734,
+ -5.950740814208984,
+ -5.615839958190918,
+ -5.280939102172852,
+ -4.946038246154785,
+ -4.611137390136719,
+ -4.276237487792969,
+ -3.9413366317749023,
+ -3.606435775756836,
+ -3.2715349197387695,
+ -2.936634063720703,
+ -2.6017332077026367,
+ -2.2668333053588867,
+ -1.9319324493408203,
+ -1.5970306396484375,
+ -1.2621307373046875,
+ -0.9272310733795166
+ ],
+ "r_inf_mean": 0.2520812749862671,
+ "r_inf_median": 0.24699002504348755,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6314396858215332,
+ "eff_dim_mean": 0.6314396858215332,
+ "topk_energy": {
+ "1": 0.06455809623003006,
+ "5": 0.2700199484825134,
+ "10": 0.4277193546295166,
+ "25": 0.7280942797660828
+ },
+ "gamma_raw": 0.01021217368543148,
+ "gamma_active": {
+ "1e-08": 0.010350546799600124,
+ "1e-07": 0.01042291708290577,
+ "1e-06": 0.010280190967023373,
+ "1e-05": 0.010429777204990387,
+ "0.0001": 0.01077374629676342
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.00642676562716822,
+ "1e-07": 0.00642676562716822,
+ "1e-06": 0.00642676562716822,
+ "1e-05": 0.00642676562716822,
+ "0.0001": 0.00642676562716822
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.0022930633276700974,
+ "median_norm": 0.0023926470894366503,
+ "max_norm": 0.0038286447525024414,
+ "min_norm": 9.673943179762721e-20,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.9609375,
+ "1e-06": 0.955078125,
+ "1e-05": 0.939453125,
+ "0.0001": 0.931640625
+ },
+ "log_norms_percentiles": {
+ "1": -13.357531547546387,
+ "5": -5.776644229888916,
+ "10": -2.7467925548553467,
+ "25": -2.6657865047454834,
+ "50": -2.6207194328308105,
+ "75": -2.5590524673461914,
+ "90": -2.529788017272949,
+ "95": -2.509211301803589,
+ "99": -2.4458889961242676
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 2,
+ 3,
+ 2,
+ 1,
+ 5,
+ 2,
+ 0,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 6,
+ 8,
+ 461
+ ],
+ "log_norms_bin_edges": [
+ -19.01439666748047,
+ -18.68244743347168,
+ -18.35049819946289,
+ -18.018550872802734,
+ -17.686601638793945,
+ -17.354652404785156,
+ -17.022703170776367,
+ -16.690753936767578,
+ -16.358806610107422,
+ -16.026857376098633,
+ -15.694908142089844,
+ -15.362958908081055,
+ -15.031010627746582,
+ -14.69906234741211,
+ -14.36711311340332,
+ -14.035163879394531,
+ -13.703214645385742,
+ -13.37126636505127,
+ -13.039318084716797,
+ -12.707368850708008,
+ -12.375419616699219,
+ -12.04347038269043,
+ -11.711522102355957,
+ -11.379573822021484,
+ -11.047624588012695,
+ -10.715675354003906,
+ -10.383727073669434,
+ -10.051777839660645,
+ -9.719828605651855,
+ -9.387880325317383,
+ -9.055931091308594,
+ -8.723982810974121,
+ -8.392033576965332,
+ -8.060084342956543,
+ -7.72813606262207,
+ -7.396186828613281,
+ -7.064238548278809,
+ -6.7322893142700195,
+ -6.4003400802612305,
+ -6.068391799926758,
+ -5.736442565917969,
+ -5.404494285583496,
+ -5.072545051574707,
+ -4.740595817565918,
+ -4.408647537231445,
+ -4.076698303222656,
+ -3.7447500228881836,
+ -3.4128007888793945,
+ -3.080852508544922,
+ -2.748903274536133,
+ -2.41695499420166
+ ],
+ "r_inf_mean": 0.27988946437835693,
+ "r_inf_median": 0.2778226137161255,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6139109134674072,
+ "eff_dim_mean": 0.6139109134674072,
+ "topk_energy": {
+ "1": 0.08035610616207123,
+ "5": 0.29485493898391724,
+ "10": 0.453011691570282,
+ "25": 0.7445523142814636
+ },
+ "gamma_raw": 0.32243281602859497,
+ "gamma_active": {
+ "1e-08": 0.3304370045661926,
+ "1e-07": 0.3303454518318176,
+ "1e-06": 0.3305169641971588,
+ "1e-05": 0.3304525911808014,
+ "0.0001": 0.3303706645965576
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.33480882052226746,
+ "1e-07": 0.33480882052226746,
+ "1e-06": 0.33480882052226746,
+ "1e-05": 0.33480882052226746,
+ "0.0001": 0.33480882052226746
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.0020244698971509933,
+ "median_norm": 0.0020914932247251272,
+ "max_norm": 0.003312921617180109,
+ "min_norm": 8.418135022125761e-20,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.9609375,
+ "1e-06": 0.955078125,
+ "1e-05": 0.9375,
+ "0.0001": 0.927734375
+ },
+ "log_norms_percentiles": {
+ "1": -13.41646671295166,
+ "5": -5.834837436676025,
+ "10": -2.7937963008880615,
+ "25": -2.7257657051086426,
+ "50": -2.6794183254241943,
+ "75": -2.604818344116211,
+ "90": -2.576199769973755,
+ "95": -2.5574960708618164,
+ "99": -2.493786334991455
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 2,
+ 3,
+ 2,
+ 1,
+ 4,
+ 3,
+ 0,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 7,
+ 7,
+ 461
+ ],
+ "log_norms_bin_edges": [
+ -19.074785232543945,
+ -18.74288558959961,
+ -18.410985946655273,
+ -18.079086303710938,
+ -17.74718475341797,
+ -17.415285110473633,
+ -17.083385467529297,
+ -16.75148582458496,
+ -16.419586181640625,
+ -16.08768653869629,
+ -15.755785942077637,
+ -15.423885345458984,
+ -15.091985702514648,
+ -14.760086059570312,
+ -14.428186416625977,
+ -14.09628677368164,
+ -13.764386177062988,
+ -13.432485580444336,
+ -13.1005859375,
+ -12.768686294555664,
+ -12.436786651611328,
+ -12.104887008666992,
+ -11.77298641204834,
+ -11.441086769104004,
+ -11.109186172485352,
+ -10.777286529541016,
+ -10.44538688659668,
+ -10.113487243652344,
+ -9.781586647033691,
+ -9.449687004089355,
+ -9.11778736114502,
+ -8.785886764526367,
+ -8.453987121582031,
+ -8.122087478637695,
+ -7.790186882019043,
+ -7.458287239074707,
+ -7.126387596130371,
+ -6.794486999511719,
+ -6.462587356567383,
+ -6.130687713623047,
+ -5.798788070678711,
+ -5.466887474060059,
+ -5.134987831115723,
+ -4.803088188171387,
+ -4.471187591552734,
+ -4.139287948608398,
+ -3.8073883056640625,
+ -3.47548770904541,
+ -3.143588066101074,
+ -2.811687469482422,
+ -2.4797887802124023
+ ],
+ "r_inf_mean": 0.2863486409187317,
+ "r_inf_median": 0.2856159210205078,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6076794862747192,
+ "eff_dim_mean": 0.6076794862747192,
+ "topk_energy": {
+ "1": 0.08369159698486328,
+ "5": 0.3027346134185791,
+ "10": 0.4603416919708252,
+ "25": 0.7482150197029114
+ },
+ "gamma_raw": 0.17824184894561768,
+ "gamma_active": {
+ "1e-08": 0.1827528327703476,
+ "1e-07": 0.18272414803504944,
+ "1e-06": 0.1831560730934143,
+ "1e-05": 0.18246164917945862,
+ "0.0001": 0.1831217110157013
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.20192903663009706,
+ "1e-07": 0.20192903663009706,
+ "1e-06": 0.20192903663009706,
+ "1e-05": 0.20192903663009706,
+ "0.0001": 0.20192903663009706
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0020040408708155155,
+ "median_norm": 0.00206743529997766,
+ "max_norm": 0.0032739457674324512,
+ "min_norm": 8.304695602167209e-20,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.9609375,
+ "1e-06": 0.955078125,
+ "1e-05": 0.9375,
+ "0.0001": 0.927734375
+ },
+ "log_norms_percentiles": {
+ "1": -13.421399116516113,
+ "5": -5.841907501220703,
+ "10": -2.7992641925811768,
+ "25": -2.729863166809082,
+ "50": -2.6844515800476074,
+ "75": -2.6096858978271484,
+ "90": -2.5807125568389893,
+ "95": -2.5635998249053955,
+ "99": -2.4992218017578125
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 2,
+ 3,
+ 2,
+ 1,
+ 4,
+ 3,
+ 0,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 7,
+ 7,
+ 461
+ ],
+ "log_norms_bin_edges": [
+ -19.080677032470703,
+ -18.748762130737305,
+ -18.416847229003906,
+ -18.084932327270508,
+ -17.75301742553711,
+ -17.42110252380371,
+ -17.089187622070312,
+ -16.757272720336914,
+ -16.425357818603516,
+ -16.093442916870117,
+ -15.761527061462402,
+ -15.429612159729004,
+ -15.097697257995605,
+ -14.765782356262207,
+ -14.433866500854492,
+ -14.101951599121094,
+ -13.770036697387695,
+ -13.438121795654297,
+ -13.106206893920898,
+ -12.7742919921875,
+ -12.442377090454102,
+ -12.110462188720703,
+ -11.778547286987305,
+ -11.446632385253906,
+ -11.114717483520508,
+ -10.78280258178711,
+ -10.450887680053711,
+ -10.118971824645996,
+ -9.787056922912598,
+ -9.4551420211792,
+ -9.1232271194458,
+ -8.791312217712402,
+ -8.459397315979004,
+ -8.127482414245605,
+ -7.795567512512207,
+ -7.463652610778809,
+ -7.13173770904541,
+ -6.799822807312012,
+ -6.467906951904297,
+ -6.135992050170898,
+ -5.8040771484375,
+ -5.472162246704102,
+ -5.140247344970703,
+ -4.808332443237305,
+ -4.476417541503906,
+ -4.144502639770508,
+ -3.8125877380371094,
+ -3.480672836303711,
+ -3.1487579345703125,
+ -2.816843032836914,
+ -2.484928607940674
+ ],
+ "r_inf_mean": 0.2864253520965576,
+ "r_inf_median": 0.2861705720424652,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6073521375656128,
+ "eff_dim_mean": 0.6073521375656128,
+ "topk_energy": {
+ "1": 0.08371651917695999,
+ "5": 0.3036592900753021,
+ "10": 0.461281418800354,
+ "25": 0.7489340305328369
+ },
+ "gamma_raw": 0.12520402669906616,
+ "gamma_active": {
+ "1e-08": 0.1283911168575287,
+ "1e-07": 0.12869246304035187,
+ "1e-06": 0.12961691617965698,
+ "1e-05": 0.12903447449207306,
+ "0.0001": 0.128575399518013
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.15126034691496218,
+ "1e-07": 0.15126034691496218,
+ "1e-06": 0.15126034691496218,
+ "1e-05": 0.15126034691496218,
+ "0.0001": 0.15126034691496218
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.00199742428958416,
+ "median_norm": 0.0020603633020073175,
+ "max_norm": 0.003252040594816208,
+ "min_norm": 8.245810036076237e-20,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.9609375,
+ "1e-06": 0.955078125,
+ "1e-05": 0.9375,
+ "0.0001": 0.927734375
+ },
+ "log_norms_percentiles": {
+ "1": -13.423750877380371,
+ "5": -5.843657970428467,
+ "10": -2.800828456878662,
+ "25": -2.729914665222168,
+ "50": -2.685953378677368,
+ "75": -2.6102967262268066,
+ "90": -2.5824050903320312,
+ "95": -2.566472291946411,
+ "99": -2.502239227294922
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 2,
+ 3,
+ 2,
+ 1,
+ 4,
+ 3,
+ 0,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 7,
+ 7,
+ 461
+ ],
+ "log_norms_bin_edges": [
+ -19.08376693725586,
+ -18.751848220825195,
+ -18.41992950439453,
+ -18.088010787963867,
+ -17.756093978881836,
+ -17.424175262451172,
+ -17.092256546020508,
+ -16.760337829589844,
+ -16.42841911315918,
+ -16.096500396728516,
+ -15.764582633972168,
+ -15.432663917541504,
+ -15.100746154785156,
+ -14.768827438354492,
+ -14.436908721923828,
+ -14.104990005493164,
+ -13.7730712890625,
+ -13.441153526306152,
+ -13.109234809875488,
+ -12.77731704711914,
+ -12.445398330688477,
+ -12.113479614257812,
+ -11.781560897827148,
+ -11.449642181396484,
+ -11.117724418640137,
+ -10.785805702209473,
+ -10.453886985778809,
+ -10.121969223022461,
+ -9.790050506591797,
+ -9.458131790161133,
+ -9.126213073730469,
+ -8.794295310974121,
+ -8.462376594543457,
+ -8.130457878112793,
+ -7.798540115356445,
+ -7.466621398925781,
+ -7.134702682495117,
+ -6.802783966064453,
+ -6.4708662033081055,
+ -6.138947486877441,
+ -5.807028770446777,
+ -5.47511100769043,
+ -5.143192291259766,
+ -4.811273574829102,
+ -4.4793548583984375,
+ -4.14743709564209,
+ -3.815518379211426,
+ -3.4835996627807617,
+ -3.151681900024414,
+ -2.81976318359375,
+ -2.487844228744507
+ ],
+ "r_inf_mean": 0.2859158515930176,
+ "r_inf_median": 0.28407418727874756,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6077358722686768,
+ "eff_dim_mean": 0.607735812664032,
+ "topk_energy": {
+ "1": 0.08344517648220062,
+ "5": 0.30338698625564575,
+ "10": 0.46119368076324463,
+ "25": 0.7485992908477783
+ },
+ "gamma_raw": 0.11092434823513031,
+ "gamma_active": {
+ "1e-08": 0.11371488124132156,
+ "1e-07": 0.11354498565196991,
+ "1e-06": 0.11387713253498077,
+ "1e-05": 0.11455944925546646,
+ "0.0001": 0.11532699316740036
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.13079106535283008,
+ "1e-07": 0.13079106535283008,
+ "1e-06": 0.13079106535283008,
+ "1e-05": 0.13079106535283008,
+ "0.0001": 0.13079106535283008
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0019942631479352713,
+ "median_norm": 0.0020570557098835707,
+ "max_norm": 0.003242616541683674,
+ "min_norm": 8.224088790178478e-20,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.9609375,
+ "1e-06": 0.955078125,
+ "1e-05": 0.9375,
+ "0.0001": 0.927734375
+ },
+ "log_norms_percentiles": {
+ "1": -13.424456596374512,
+ "5": -5.844485759735107,
+ "10": -2.801903486251831,
+ "25": -2.730064630508423,
+ "50": -2.686588764190674,
+ "75": -2.611691474914551,
+ "90": -2.5837676525115967,
+ "95": -2.5676820278167725,
+ "99": -2.5033178329467773
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 2,
+ 3,
+ 2,
+ 1,
+ 4,
+ 3,
+ 0,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 7,
+ 7,
+ 461
+ ],
+ "log_norms_bin_edges": [
+ -19.084911346435547,
+ -18.752994537353516,
+ -18.421079635620117,
+ -18.089162826538086,
+ -17.757246017456055,
+ -17.425331115722656,
+ -17.093414306640625,
+ -16.761497497558594,
+ -16.429582595825195,
+ -16.097665786743164,
+ -15.76574993133545,
+ -15.433834075927734,
+ -15.101917266845703,
+ -14.770002365112305,
+ -14.438085556030273,
+ -14.106169700622559,
+ -13.774253845214844,
+ -13.442337036132812,
+ -13.110421180725098,
+ -12.778505325317383,
+ -12.446588516235352,
+ -12.114672660827637,
+ -11.782756805419922,
+ -11.45083999633789,
+ -11.118924140930176,
+ -10.787008285522461,
+ -10.455092430114746,
+ -10.123175621032715,
+ -9.791259765625,
+ -9.459343910217285,
+ -9.12742805480957,
+ -8.795511245727539,
+ -8.463595390319824,
+ -8.13167953491211,
+ -7.799762725830078,
+ -7.467846870422363,
+ -7.135931015014648,
+ -6.804015159606934,
+ -6.472098350524902,
+ -6.1401824951171875,
+ -5.808266639709473,
+ -5.476349830627441,
+ -5.144433975219727,
+ -4.812518119812012,
+ -4.480602264404297,
+ -4.148685455322266,
+ -3.816769599914551,
+ -3.484853744506836,
+ -3.1529369354248047,
+ -2.8210220336914062,
+ -2.4891045093536377
+ ],
+ "r_inf_mean": 0.2864096760749817,
+ "r_inf_median": 0.28629806637763977,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6069331765174866,
+ "eff_dim_mean": 0.6069331765174866,
+ "topk_energy": {
+ "1": 0.08373798429965973,
+ "5": 0.3042624294757843,
+ "10": 0.4618782103061676,
+ "25": 0.7493191957473755
+ },
+ "gamma_raw": 0.12223160266876221,
+ "gamma_active": {
+ "1e-08": 0.12533484399318695,
+ "1e-07": 0.12570661306381226,
+ "1e-06": 0.12591110169887543,
+ "1e-05": 0.12596449255943298,
+ "0.0001": 0.12542594969272614
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.13365085914125743,
+ "1e-07": 0.13365085914125743,
+ "1e-06": 0.13365085914125743,
+ "1e-05": 0.13365085914125743,
+ "0.0001": 0.13365085914125743
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.001991940662264824,
+ "median_norm": 0.0020556990057229996,
+ "max_norm": 0.003234316362068057,
+ "min_norm": 8.220833705221111e-20,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.9609375,
+ "1e-06": 0.955078125,
+ "1e-05": 0.9375,
+ "0.0001": 0.927734375
+ },
+ "log_norms_percentiles": {
+ "1": -13.425423622131348,
+ "5": -5.844574928283691,
+ "10": -2.8030920028686523,
+ "25": -2.730923652648926,
+ "50": -2.6868605613708496,
+ "75": -2.6106743812561035,
+ "90": -2.584761142730713,
+ "95": -2.568471670150757,
+ "99": -2.5043716430664062
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 2,
+ 3,
+ 2,
+ 1,
+ 4,
+ 3,
+ 0,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 7,
+ 7,
+ 461
+ ],
+ "log_norms_bin_edges": [
+ -19.085084915161133,
+ -18.75318717956543,
+ -18.421289443969727,
+ -18.089393615722656,
+ -17.757495880126953,
+ -17.42559814453125,
+ -17.093700408935547,
+ -16.761802673339844,
+ -16.429906845092773,
+ -16.09800910949707,
+ -15.766111373901367,
+ -15.434213638305664,
+ -15.102316856384277,
+ -14.77042007446289,
+ -14.438522338867188,
+ -14.106624603271484,
+ -13.774726867675781,
+ -13.442830085754395,
+ -13.110933303833008,
+ -12.779035568237305,
+ -12.447137832641602,
+ -12.115240097045898,
+ -11.783343315124512,
+ -11.451446533203125,
+ -11.119548797607422,
+ -10.787651062011719,
+ -10.455754280090332,
+ -10.123856544494629,
+ -9.791958808898926,
+ -9.460062026977539,
+ -9.128164291381836,
+ -8.79626750946045,
+ -8.464369773864746,
+ -8.132472038269043,
+ -7.800575256347656,
+ -7.468677520751953,
+ -7.136780738830566,
+ -6.804883003234863,
+ -6.47298526763916,
+ -6.141088485717773,
+ -5.80919075012207,
+ -5.477293968200684,
+ -5.1453962326049805,
+ -4.813498497009277,
+ -4.481601715087891,
+ -4.1497039794921875,
+ -3.817807197570801,
+ -3.4859094619750977,
+ -3.154012680053711,
+ -2.822114944458008,
+ -2.490217685699463
+ ],
+ "r_inf_mean": 0.2867079973220825,
+ "r_inf_median": 0.28270408511161804,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.606446385383606,
+ "eff_dim_mean": 0.6064463257789612,
+ "topk_energy": {
+ "1": 0.08390669524669647,
+ "5": 0.30439990758895874,
+ "10": 0.4620859920978546,
+ "25": 0.7496706247329712
+ },
+ "gamma_raw": 0.0902625024318695,
+ "gamma_active": {
+ "1e-08": 0.0924416184425354,
+ "1e-07": 0.09197519719600677,
+ "1e-06": 0.09210120141506195,
+ "1e-05": 0.09191485494375229,
+ "0.0001": 0.09130024909973145
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.10070945224618949,
+ "1e-07": 0.10070945224618949,
+ "1e-06": 0.10070945224618949,
+ "1e-05": 0.10070945224618949,
+ "0.0001": 0.10070945224618949
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.0019895597361028194,
+ "median_norm": 0.0020554745569825172,
+ "max_norm": 0.0032304099295288324,
+ "min_norm": 8.216305537602236e-20,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.9609375,
+ "1e-06": 0.955078125,
+ "1e-05": 0.9375,
+ "0.0001": 0.927734375
+ },
+ "log_norms_percentiles": {
+ "1": -13.425981521606445,
+ "5": -5.845129489898682,
+ "10": -2.8032212257385254,
+ "25": -2.7318625450134277,
+ "50": -2.6869165897369385,
+ "75": -2.6113810539245605,
+ "90": -2.5855135917663574,
+ "95": -2.569103717803955,
+ "99": -2.50486159324646
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 2,
+ 3,
+ 2,
+ 1,
+ 4,
+ 3,
+ 0,
+ 2,
+ 2,
+ 1,
+ 2,
+ 0,
+ 7,
+ 7,
+ 461
+ ],
+ "log_norms_bin_edges": [
+ -19.085323333740234,
+ -18.75343132019043,
+ -18.421539306640625,
+ -18.089649200439453,
+ -17.75775718688965,
+ -17.425865173339844,
+ -17.09397315979004,
+ -16.762081146240234,
+ -16.430191040039062,
+ -16.098299026489258,
+ -15.766407012939453,
+ -15.434514999389648,
+ -15.10262393951416,
+ -14.770732879638672,
+ -14.438840866088867,
+ -14.106948852539062,
+ -13.775056838989258,
+ -13.44316577911377,
+ -13.111274719238281,
+ -12.779382705688477,
+ -12.447490692138672,
+ -12.115598678588867,
+ -11.783707618713379,
+ -11.45181655883789,
+ -11.119924545288086,
+ -10.788032531738281,
+ -10.456141471862793,
+ -10.124249458312988,
+ -9.792357444763184,
+ -9.460466384887695,
+ -9.12857437133789,
+ -8.796683311462402,
+ -8.464791297912598,
+ -8.132899284362793,
+ -7.801008224487305,
+ -7.4691162109375,
+ -7.137225151062012,
+ -6.805333137512207,
+ -6.473441123962402,
+ -6.141550064086914,
+ -5.809658050537109,
+ -5.477766990661621,
+ -5.145874977111816,
+ -4.813982963562012,
+ -4.482091903686523,
+ -4.150199890136719,
+ -3.8183088302612305,
+ -3.486416816711426,
+ -3.1545257568359375,
+ -2.822633743286133,
+ -2.4907424449920654
+ ],
+ "r_inf_mean": 0.28708183765411377,
+ "r_inf_median": 0.2839151620864868,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6060582995414734,
+ "eff_dim_mean": 0.6060582995414734,
+ "topk_energy": {
+ "1": 0.08413936197757721,
+ "5": 0.305147647857666,
+ "10": 0.46284908056259155,
+ "25": 0.7502835988998413
+ },
+ "gamma_raw": 0.08582817018032074,
+ "gamma_active": {
+ "1e-08": 0.08794761449098587,
+ "1e-07": 0.088238924741745,
+ "1e-06": 0.08800218999385834,
+ "1e-05": 0.0879581868648529,
+ "0.0001": 0.08820278197526932
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.09525091861075728,
+ "1e-07": 0.09525091861075728,
+ "1e-06": 0.09525091861075728,
+ "1e-05": 0.09525091861075728,
+ "0.0001": 0.09525091861075728
+ }
+ }
+ ]
+} \ No newline at end of file