summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json
new file mode 100644
index 0000000..f079980
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "bp",
+ "seed": 1024,
+ "alpha": 0.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 20.38594627380371,
+ "acc": 0.103515625,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.029153428971767426,
+ "median_norm": 0.03056710585951805,
+ "max_norm": 0.0769292488694191,
+ "min_norm": 2.115791808247891e-13,
+ "support": {
+ "1e-08": 0.990234375,
+ "1e-07": 0.986328125,
+ "1e-06": 0.984375,
+ "1e-05": 0.9765625,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -7.5248799324035645,
+ "5": -3.515486240386963,
+ "10": -1.8005799055099487,
+ "25": -1.594308853149414,
+ "50": -1.5146020650863647,
+ "75": -1.4533132314682007,
+ "90": -1.3873506784439087,
+ "95": -1.3555930852890015,
+ "99": -1.2816413640975952
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 2,
+ 1,
+ 1,
+ 0,
+ 1,
+ 5,
+ 1,
+ 2,
+ 5,
+ 3,
+ 2,
+ 3,
+ 1,
+ 4,
+ 3,
+ 8,
+ 101,
+ 340,
+ 20
+ ],
+ "log_norms_bin_edges": [
+ -12.674527168273926,
+ -12.443314552307129,
+ -12.212102890014648,
+ -11.980890274047852,
+ -11.749677658081055,
+ -11.518465042114258,
+ -11.287253379821777,
+ -11.05604076385498,
+ -10.824828147888184,
+ -10.593616485595703,
+ -10.362403869628906,
+ -10.13119125366211,
+ -9.899978637695312,
+ -9.668766021728516,
+ -9.437554359436035,
+ -9.206341743469238,
+ -8.975129127502441,
+ -8.743917465209961,
+ -8.512704849243164,
+ -8.281492233276367,
+ -8.05027961730957,
+ -7.819067478179932,
+ -7.587855339050293,
+ -7.356642723083496,
+ -7.125430583953857,
+ -6.8942179679870605,
+ -6.663005828857422,
+ -6.431793212890625,
+ -6.200581073760986,
+ -5.9693684577941895,
+ -5.738156318664551,
+ -5.506943702697754,
+ -5.275731563568115,
+ -5.044519424438477,
+ -4.81330680847168,
+ -4.582094192504883,
+ -4.350882530212402,
+ -4.1196699142456055,
+ -3.8884572982788086,
+ -3.6572446823120117,
+ -3.4260330200195312,
+ -3.1948204040527344,
+ -2.9636077880859375,
+ -2.7323951721191406,
+ -2.50118350982666,
+ -2.2699708938598633,
+ -2.0387582778930664,
+ -1.8075456619262695,
+ -1.576333999633789,
+ -1.3451213836669922,
+ -1.1139085292816162
+ ],
+ "r_inf_mean": 0.24986615777015686,
+ "r_inf_median": 0.24368445575237274,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6368889808654785,
+ "eff_dim_mean": 0.6368889808654785,
+ "topk_energy": {
+ "1": 0.0636344626545906,
+ "5": 0.26460397243499756,
+ "10": 0.4213421940803528,
+ "25": 0.7229602336883545
+ },
+ "gamma_raw": 0.0029945257119834423,
+ "gamma_active": {
+ "1e-08": 0.0030281399376690388,
+ "1e-07": 0.003253689967095852,
+ "1e-06": 0.0032389871776103973,
+ "1e-05": 0.0027084313333034515,
+ "0.0001": 0.0018691172590479255
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -6.687991057521357e-05,
+ "1e-07": -6.687991057521357e-05,
+ "1e-06": -6.687991057521357e-05,
+ "1e-05": -6.687991057521357e-05,
+ "0.0001": -6.687991057521357e-05
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.009241355583071709,
+ "median_norm": 0.009755316190421581,
+ "max_norm": 0.02345922589302063,
+ "min_norm": 7.295841719396484e-14,
+ "support": {
+ "1e-08": 0.98828125,
+ "1e-07": 0.986328125,
+ "1e-06": 0.98046875,
+ "1e-05": 0.974609375,
+ "0.0001": 0.94921875
+ },
+ "log_norms_percentiles": {
+ "1": -8.063325881958008,
+ "5": -3.990257740020752,
+ "10": -2.294210195541382,
+ "25": -2.087754964828491,
+ "50": -2.009932518005371,
+ "75": -1.9538853168487549,
+ "90": -1.8949074745178223,
+ "95": -1.862874984741211,
+ "99": -1.7993981838226318
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 5,
+ 1,
+ 2,
+ 5,
+ 3,
+ 2,
+ 3,
+ 1,
+ 4,
+ 3,
+ 6,
+ 76,
+ 363,
+ 24
+ ],
+ "log_norms_bin_edges": [
+ -13.136924743652344,
+ -12.906780242919922,
+ -12.676634788513184,
+ -12.446490287780762,
+ -12.21634578704834,
+ -11.986201286315918,
+ -11.75605583190918,
+ -11.525911331176758,
+ -11.295766830444336,
+ -11.065622329711914,
+ -10.835476875305176,
+ -10.605332374572754,
+ -10.375186920166016,
+ -10.145042419433594,
+ -9.914897918701172,
+ -9.68475341796875,
+ -9.454608917236328,
+ -9.22446346282959,
+ -8.994318962097168,
+ -8.76417350769043,
+ -8.534029006958008,
+ -8.303884506225586,
+ -8.073740005493164,
+ -7.843595027923584,
+ -7.613450050354004,
+ -7.383305549621582,
+ -7.153160572052002,
+ -6.92301607131958,
+ -6.69287109375,
+ -6.462726593017578,
+ -6.232581615447998,
+ -6.002437114715576,
+ -5.772292137145996,
+ -5.542147159576416,
+ -5.312002658843994,
+ -5.081857681274414,
+ -4.851713180541992,
+ -4.62156867980957,
+ -4.391423225402832,
+ -4.16127872467041,
+ -3.9311342239379883,
+ -3.70098876953125,
+ -3.470844268798828,
+ -3.2406997680664062,
+ -3.0105552673339844,
+ -2.780409812927246,
+ -2.550265312194824,
+ -2.3201208114624023,
+ -2.089975357055664,
+ -1.8598308563232422,
+ -1.6296863555908203
+ ],
+ "r_inf_mean": 0.2649899125099182,
+ "r_inf_median": 0.25823983550071716,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6269445419311523,
+ "eff_dim_mean": 0.6269444227218628,
+ "topk_energy": {
+ "1": 0.07158620655536652,
+ "5": 0.27816951274871826,
+ "10": 0.43447187542915344,
+ "25": 0.7313700914382935
+ },
+ "gamma_raw": 0.009146096184849739,
+ "gamma_active": {
+ "1e-08": 0.009304807521402836,
+ "1e-07": 0.009351182729005814,
+ "1e-06": 0.009633684530854225,
+ "1e-05": 0.0099443718791008,
+ "0.0001": 0.010008230805397034
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.005323104823313072,
+ "1e-07": 0.005323104823313072,
+ "1e-06": 0.005323104823313072,
+ "1e-05": 0.005323104823313072,
+ "0.0001": 0.005323104823313072
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.0038720169104635715,
+ "median_norm": 0.004158752039074898,
+ "max_norm": 0.008018841966986656,
+ "min_norm": 3.3248919703620164e-14,
+ "support": {
+ "1e-08": 0.98828125,
+ "1e-07": 0.984375,
+ "1e-06": 0.9765625,
+ "1e-05": 0.9609375,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -8.485186576843262,
+ "5": -4.352353096008301,
+ "10": -2.6408591270446777,
+ "25": -2.43978214263916,
+ "50": -2.380659580230713,
+ "75": -2.3360815048217773,
+ "90": -2.2955801486968994,
+ "95": -2.276885986328125,
+ "99": -2.231881856918335
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 5,
+ 2,
+ 2,
+ 3,
+ 5,
+ 1,
+ 2,
+ 2,
+ 4,
+ 1,
+ 7,
+ 10,
+ 361,
+ 94
+ ],
+ "log_norms_bin_edges": [
+ -13.478222846984863,
+ -13.25057601928711,
+ -13.022929191589355,
+ -12.795282363891602,
+ -12.567636489868164,
+ -12.33998966217041,
+ -12.112342834472656,
+ -11.884696006774902,
+ -11.657049179077148,
+ -11.429402351379395,
+ -11.20175552368164,
+ -10.974109649658203,
+ -10.74646282196045,
+ -10.518815994262695,
+ -10.291169166564941,
+ -10.063522338867188,
+ -9.835875511169434,
+ -9.60822868347168,
+ -9.380582809448242,
+ -9.152935028076172,
+ -8.925289154052734,
+ -8.69764232635498,
+ -8.469995498657227,
+ -8.242348670959473,
+ -8.014701843261719,
+ -7.787055492401123,
+ -7.559408664703369,
+ -7.331762313842773,
+ -7.1041154861450195,
+ -6.876468658447266,
+ -6.648821830749512,
+ -6.421175479888916,
+ -6.193528652191162,
+ -5.965881824493408,
+ -5.7382354736328125,
+ -5.510588645935059,
+ -5.282941818237305,
+ -5.055294990539551,
+ -4.827648162841797,
+ -4.600001335144043,
+ -4.3723554611206055,
+ -4.144708633422852,
+ -3.9170618057250977,
+ -3.6894149780273438,
+ -3.46176815032959,
+ -3.234121322631836,
+ -3.006474494934082,
+ -2.7788286209106445,
+ -2.5511817932128906,
+ -2.3235349655151367,
+ -2.095888376235962
+ ],
+ "r_inf_mean": 0.26637089252471924,
+ "r_inf_median": 0.2617453336715698,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6206241250038147,
+ "eff_dim_mean": 0.6206240653991699,
+ "topk_energy": {
+ "1": 0.07249826192855835,
+ "5": 0.2787923216819763,
+ "10": 0.4376627802848816,
+ "25": 0.7367700338363647
+ },
+ "gamma_raw": -0.005093573592603207,
+ "gamma_active": {
+ "1e-08": -0.0051513295620679855,
+ "1e-07": -0.0048449779860675335,
+ "1e-06": -0.004760417155921459,
+ "1e-05": -0.00521400012075901,
+ "0.0001": -0.004719255957752466
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.003881161962672509,
+ "1e-07": -0.003881161962672509,
+ "1e-06": -0.003881161962672509,
+ "1e-05": -0.003881161962672509,
+ "0.0001": -0.003881161962672509
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0026638826820999384,
+ "median_norm": 0.00280177709646523,
+ "max_norm": 0.004657922778278589,
+ "min_norm": 2.262150224628147e-14,
+ "support": {
+ "1e-08": 0.986328125,
+ "1e-07": 0.984375,
+ "1e-06": 0.9765625,
+ "1e-05": 0.9609375,
+ "0.0001": 0.9375
+ },
+ "log_norms_percentiles": {
+ "1": -8.688886642456055,
+ "5": -4.535426616668701,
+ "10": -2.8349382877349854,
+ "25": -2.599200963973999,
+ "50": -2.552184581756592,
+ "75": -2.510716438293457,
+ "90": -2.4529104232788086,
+ "95": -2.4163217544555664,
+ "99": -2.342283010482788
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 2,
+ 0,
+ 1,
+ 0,
+ 4,
+ 3,
+ 2,
+ 1,
+ 7,
+ 1,
+ 1,
+ 3,
+ 3,
+ 3,
+ 4,
+ 9,
+ 188,
+ 270
+ ],
+ "log_norms_bin_edges": [
+ -13.645479202270508,
+ -13.419205665588379,
+ -13.19293212890625,
+ -12.966658592224121,
+ -12.740385055541992,
+ -12.51411247253418,
+ -12.28783893585205,
+ -12.061565399169922,
+ -11.835291862487793,
+ -11.609018325805664,
+ -11.382744789123535,
+ -11.156471252441406,
+ -10.930198669433594,
+ -10.703924179077148,
+ -10.477651596069336,
+ -10.251378059387207,
+ -10.025104522705078,
+ -9.79883098602295,
+ -9.57255744934082,
+ -9.346284866333008,
+ -9.120010375976562,
+ -8.89373779296875,
+ -8.667464256286621,
+ -8.441190719604492,
+ -8.214917182922363,
+ -7.988643646240234,
+ -7.7623701095581055,
+ -7.536097049713135,
+ -7.309823513031006,
+ -7.083549976348877,
+ -6.857276916503906,
+ -6.631003379821777,
+ -6.404729843139648,
+ -6.1784563064575195,
+ -5.952182769775391,
+ -5.72590970993042,
+ -5.499635696411133,
+ -5.27336311340332,
+ -5.047089576721191,
+ -4.8208160400390625,
+ -4.594542503356934,
+ -4.368268966674805,
+ -4.141995429992676,
+ -3.915721893310547,
+ -3.6894493103027344,
+ -3.4631757736206055,
+ -3.2369022369384766,
+ -3.0106287002563477,
+ -2.7843551635742188,
+ -2.55808162689209,
+ -2.331807851791382
+ ],
+ "r_inf_mean": 0.25799959897994995,
+ "r_inf_median": 0.2551529109477997,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6319118738174438,
+ "eff_dim_mean": 0.6319118738174438,
+ "topk_energy": {
+ "1": 0.06806784123182297,
+ "5": 0.2660601735115051,
+ "10": 0.4237207770347595,
+ "25": 0.7279952764511108
+ },
+ "gamma_raw": -0.0048772310838103294,
+ "gamma_active": {
+ "1e-08": -0.0050225043669342995,
+ "1e-07": -0.005062151700258255,
+ "1e-06": -0.0050050001591444016,
+ "1e-05": -0.005233124364167452,
+ "0.0001": -0.005696209147572517
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.012774301441759369,
+ "1e-07": -0.012774301441759369,
+ "1e-06": -0.012774301441759369,
+ "1e-05": -0.012774301441759369,
+ "0.0001": -0.012774301441759369
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.002303709276020527,
+ "median_norm": 0.0023181240539997816,
+ "max_norm": 0.00442036148160696,
+ "min_norm": 1.8804317776293863e-14,
+ "support": {
+ "1e-08": 0.986328125,
+ "1e-07": 0.984375,
+ "1e-06": 0.9765625,
+ "1e-05": 0.958984375,
+ "0.0001": 0.9375
+ },
+ "log_norms_percentiles": {
+ "1": -8.783422470092773,
+ "5": -4.608090877532959,
+ "10": -2.917253017425537,
+ "25": -2.6724700927734375,
+ "50": -2.6346988677978516,
+ "75": -2.5738604068756104,
+ "90": -2.4977259635925293,
+ "95": -2.446474313735962,
+ "99": -2.3591511249542236
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 2,
+ 0,
+ 1,
+ 2,
+ 5,
+ 0,
+ 2,
+ 3,
+ 5,
+ 1,
+ 1,
+ 3,
+ 5,
+ 2,
+ 4,
+ 10,
+ 311,
+ 145
+ ],
+ "log_norms_bin_edges": [
+ -13.725743293762207,
+ -13.498319625854492,
+ -13.270895004272461,
+ -13.043471336364746,
+ -12.816047668457031,
+ -12.588623046875,
+ -12.361199378967285,
+ -12.13377571105957,
+ -11.906351089477539,
+ -11.678927421569824,
+ -11.45150375366211,
+ -11.224079132080078,
+ -10.996655464172363,
+ -10.769230842590332,
+ -10.541807174682617,
+ -10.314382553100586,
+ -10.086958885192871,
+ -9.859535217285156,
+ -9.632110595703125,
+ -9.40468692779541,
+ -9.177263259887695,
+ -8.949838638305664,
+ -8.72241497039795,
+ -8.494991302490234,
+ -8.267566680908203,
+ -8.040143013000488,
+ -7.812718868255615,
+ -7.5852952003479,
+ -7.357871055603027,
+ -7.130446910858154,
+ -6.903022766113281,
+ -6.675599098205566,
+ -6.448174953460693,
+ -6.22075080871582,
+ -5.9933271408081055,
+ -5.765902996063232,
+ -5.538478851318359,
+ -5.3110551834106445,
+ -5.083630561828613,
+ -4.856206893920898,
+ -4.628783226013184,
+ -4.401358604431152,
+ -4.1739349365234375,
+ -3.9465112686157227,
+ -3.7190866470336914,
+ -3.4916629791259766,
+ -3.2642383575439453,
+ -3.0368146896362305,
+ -2.8093910217285156,
+ -2.5819664001464844,
+ -2.3545422554016113
+ ],
+ "r_inf_mean": 0.2473125010728836,
+ "r_inf_median": 0.2456471174955368,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6499029397964478,
+ "eff_dim_mean": 0.649902880191803,
+ "topk_energy": {
+ "1": 0.06246013939380646,
+ "5": 0.2514379918575287,
+ "10": 0.40551263093948364,
+ "25": 0.7115247249603271
+ },
+ "gamma_raw": 0.035127948969602585,
+ "gamma_active": {
+ "1e-08": 0.03569319099187851,
+ "1e-07": 0.03565802797675133,
+ "1e-06": 0.036132752895355225,
+ "1e-05": 0.03575293719768524,
+ "0.0001": 0.03673779219388962
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.035842257208728294,
+ "1e-07": 0.035842257208728294,
+ "1e-06": 0.035842257208728294,
+ "1e-05": 0.035842257208728294,
+ "0.0001": 0.035842257208728294
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.002157676499336958,
+ "median_norm": 0.002127497224137187,
+ "max_norm": 0.004334402270615101,
+ "min_norm": 1.7115769454403677e-14,
+ "support": {
+ "1e-08": 0.986328125,
+ "1e-07": 0.984375,
+ "1e-06": 0.9765625,
+ "1e-05": 0.95703125,
+ "0.0001": 0.9375
+ },
+ "log_norms_percentiles": {
+ "1": -8.832198143005371,
+ "5": -4.638741970062256,
+ "10": -2.9510440826416016,
+ "25": -2.7088913917541504,
+ "50": -2.6720666885375977,
+ "75": -2.5957841873168945,
+ "90": -2.5177509784698486,
+ "95": -2.456861972808838,
+ "99": -2.36544132232666
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 2,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 5,
+ 1,
+ 1,
+ 4,
+ 4,
+ 1,
+ 1,
+ 3,
+ 5,
+ 2,
+ 5,
+ 9,
+ 340,
+ 116
+ ],
+ "log_norms_bin_edges": [
+ -13.766603469848633,
+ -13.538533210754395,
+ -13.31046199798584,
+ -13.082391738891602,
+ -12.854320526123047,
+ -12.626250267028809,
+ -12.39818000793457,
+ -12.170108795166016,
+ -11.942038536071777,
+ -11.713967323303223,
+ -11.485897064208984,
+ -11.25782585144043,
+ -11.029755592346191,
+ -10.801685333251953,
+ -10.573614120483398,
+ -10.34554386138916,
+ -10.117473602294922,
+ -9.889402389526367,
+ -9.661331176757812,
+ -9.43326187133789,
+ -9.205190658569336,
+ -8.977119445800781,
+ -8.749049186706543,
+ -8.520978927612305,
+ -8.29290771484375,
+ -8.064837455749512,
+ -7.836766719818115,
+ -7.608695983886719,
+ -7.380625247955322,
+ -7.152554512023926,
+ -6.9244842529296875,
+ -6.696413516998291,
+ -6.4683427810668945,
+ -6.240272045135498,
+ -6.012201309204102,
+ -5.784131050109863,
+ -5.556059837341309,
+ -5.32798957824707,
+ -5.099919319152832,
+ -4.871848106384277,
+ -4.643777847290039,
+ -4.415706634521484,
+ -4.187636375427246,
+ -3.959566116333008,
+ -3.731494903564453,
+ -3.503424644470215,
+ -3.27535343170166,
+ -3.047283172607422,
+ -2.819211959838867,
+ -2.591141700744629,
+ -2.3630709648132324
+ ],
+ "r_inf_mean": 0.2388250231742859,
+ "r_inf_median": 0.23749057948589325,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6647266149520874,
+ "eff_dim_mean": 0.6647266149520874,
+ "topk_energy": {
+ "1": 0.05811334401369095,
+ "5": 0.239546000957489,
+ "10": 0.39059770107269287,
+ "25": 0.697542667388916
+ },
+ "gamma_raw": 0.02649945765733719,
+ "gamma_active": {
+ "1e-08": 0.026784004643559456,
+ "1e-07": 0.026921845972537994,
+ "1e-06": 0.026918821036815643,
+ "1e-05": 0.02666427753865719,
+ "0.0001": 0.026457343250513077
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.03012212463575888,
+ "1e-07": 0.03012212463575888,
+ "1e-06": 0.03012212463575888,
+ "1e-05": 0.03012212463575888,
+ "0.0001": 0.03012212463575888
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.002097738441079855,
+ "median_norm": 0.0020451336167752743,
+ "max_norm": 0.004301038570702076,
+ "min_norm": 1.640203577612468e-14,
+ "support": {
+ "1e-08": 0.986328125,
+ "1e-07": 0.984375,
+ "1e-06": 0.974609375,
+ "1e-05": 0.95703125,
+ "0.0001": 0.9375
+ },
+ "log_norms_percentiles": {
+ "1": -8.85506820678711,
+ "5": -4.65268087387085,
+ "10": -2.968632698059082,
+ "25": -2.7278521060943604,
+ "50": -2.6891252994537354,
+ "75": -2.607072114944458,
+ "90": -2.5252676010131836,
+ "95": -2.4616293907165527,
+ "99": -2.3683624267578125
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 2,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 5,
+ 1,
+ 1,
+ 4,
+ 4,
+ 1,
+ 1,
+ 3,
+ 5,
+ 2,
+ 6,
+ 8,
+ 341,
+ 115
+ ],
+ "log_norms_bin_edges": [
+ -13.785102844238281,
+ -13.556729316711426,
+ -13.32835578918457,
+ -13.099982261657715,
+ -12.87160873413086,
+ -12.643235206604004,
+ -12.414861679077148,
+ -12.186488151550293,
+ -11.958114624023438,
+ -11.729741096496582,
+ -11.501367568969727,
+ -11.272994041442871,
+ -11.044620513916016,
+ -10.81624698638916,
+ -10.587873458862305,
+ -10.35949993133545,
+ -10.131126403808594,
+ -9.902752876281738,
+ -9.674379348754883,
+ -9.446005821228027,
+ -9.217632293701172,
+ -8.989258766174316,
+ -8.760885238647461,
+ -8.532511711120605,
+ -8.30413818359375,
+ -8.075764656066895,
+ -7.847391128540039,
+ -7.619017601013184,
+ -7.390644073486328,
+ -7.162270545959473,
+ -6.933897018432617,
+ -6.705523490905762,
+ -6.477149963378906,
+ -6.248776435852051,
+ -6.020402908325195,
+ -5.79202938079834,
+ -5.563655853271484,
+ -5.335282325744629,
+ -5.106908798217773,
+ -4.878535270690918,
+ -4.6501617431640625,
+ -4.421788215637207,
+ -4.193414688110352,
+ -3.965041160583496,
+ -3.7366676330566406,
+ -3.508294105529785,
+ -3.2799205780029297,
+ -3.051547050476074,
+ -2.8231735229492188,
+ -2.5947999954223633,
+ -2.366426706314087
+ ],
+ "r_inf_mean": 0.2322854995727539,
+ "r_inf_median": 0.2311696708202362,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6769155263900757,
+ "eff_dim_mean": 0.6769155263900757,
+ "topk_energy": {
+ "1": 0.0548916757106781,
+ "5": 0.23057293891906738,
+ "10": 0.37879645824432373,
+ "25": 0.6855387687683105
+ },
+ "gamma_raw": -0.03382958844304085,
+ "gamma_active": {
+ "1e-08": -0.034266285598278046,
+ "1e-07": -0.03432878106832504,
+ "1e-06": -0.03441731631755829,
+ "1e-05": -0.033483121544122696,
+ "0.0001": -0.033398449420928955
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.040188471692382925,
+ "1e-07": -0.040188471692382925,
+ "1e-06": -0.040188471692382925,
+ "1e-05": -0.040188471692382925,
+ "0.0001": -0.040188471692382925
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.002085911575704813,
+ "median_norm": 0.00202502915635705,
+ "max_norm": 0.004312284756451845,
+ "min_norm": 1.6245121228579927e-14,
+ "support": {
+ "1e-08": 0.986328125,
+ "1e-07": 0.984375,
+ "1e-06": 0.974609375,
+ "1e-05": 0.95703125,
+ "0.0001": 0.9375
+ },
+ "log_norms_percentiles": {
+ "1": -8.861238479614258,
+ "5": -4.656031131744385,
+ "10": -2.9745447635650635,
+ "25": -2.7329559326171875,
+ "50": -2.6935648918151855,
+ "75": -2.6088385581970215,
+ "90": -2.527897596359253,
+ "95": -2.462190866470337,
+ "99": -2.3675155639648438
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 2,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 5,
+ 1,
+ 1,
+ 4,
+ 4,
+ 1,
+ 1,
+ 3,
+ 5,
+ 2,
+ 7,
+ 7,
+ 342,
+ 114
+ ],
+ "log_norms_bin_edges": [
+ -13.789277076721191,
+ -13.560797691345215,
+ -13.332317352294922,
+ -13.103837966918945,
+ -12.875358581542969,
+ -12.646879196166992,
+ -12.4183988571167,
+ -12.189919471740723,
+ -11.96143913269043,
+ -11.732959747314453,
+ -11.504480361938477,
+ -11.2760009765625,
+ -11.047520637512207,
+ -10.81904125213623,
+ -10.590560913085938,
+ -10.362081527709961,
+ -10.133602142333984,
+ -9.905122756958008,
+ -9.676643371582031,
+ -9.448163032531738,
+ -9.219683647155762,
+ -8.991203308105469,
+ -8.762723922729492,
+ -8.534244537353516,
+ -8.305765151977539,
+ -8.077284812927246,
+ -7.8488054275512695,
+ -7.620325565338135,
+ -7.391845703125,
+ -7.163366317749023,
+ -6.934886455535889,
+ -6.706407070159912,
+ -6.477927207946777,
+ -6.249447345733643,
+ -6.020967960357666,
+ -5.792488098144531,
+ -5.564008712768555,
+ -5.335528373718262,
+ -5.107048988342285,
+ -4.878569602966309,
+ -4.650090217590332,
+ -4.421609878540039,
+ -4.1931304931640625,
+ -3.964651107788086,
+ -3.736170768737793,
+ -3.5076913833618164,
+ -3.27921199798584,
+ -3.050731658935547,
+ -2.8222522735595703,
+ -2.5937728881835938,
+ -2.36529278755188
+ ],
+ "r_inf_mean": 0.22524628043174744,
+ "r_inf_median": 0.2263765037059784,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6882863640785217,
+ "eff_dim_mean": 0.688286304473877,
+ "topk_energy": {
+ "1": 0.05154404044151306,
+ "5": 0.22125762701034546,
+ "10": 0.3668314814567566,
+ "25": 0.6726928949356079
+ },
+ "gamma_raw": -0.0005922009004279971,
+ "gamma_active": {
+ "1e-08": -0.0006882761954329908,
+ "1e-07": -0.0006878018612042069,
+ "1e-06": -0.0007858732715249062,
+ "1e-05": -0.0006837996770627797,
+ "0.0001": -0.0008536498062312603
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.005823884586896596,
+ "1e-07": 0.005823884586896596,
+ "1e-06": 0.005823884586896596,
+ "1e-05": 0.005823884586896596,
+ "0.0001": 0.005823884586896596
+ }
+ }
+ ]
+} \ No newline at end of file