summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json
new file mode 100644
index 0000000..83579c3
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 123,
+ "alpha": 0.5,
+ "depth": 8,
+ "batch": 512,
+ "loss": 48.091278076171875,
+ "acc": 0.083984375,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.07920411229133606,
+ "median_norm": 0.07496485114097595,
+ "max_norm": 0.6085569858551025,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.984375,
+ "1e-07": 0.982421875,
+ "1e-06": 0.974609375,
+ "1e-05": 0.96875,
+ "0.0001": 0.95703125
+ },
+ "log_norms_percentiles": {
+ "1": -8.907740592956543,
+ "5": -3.2858169078826904,
+ "10": -1.4649065732955933,
+ "25": -1.2792305946350098,
+ "50": -1.1248087882995605,
+ "75": -1.006129503250122,
+ "90": -0.900830864906311,
+ "95": -0.822790801525116,
+ "99": -0.6666164398193359
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 3,
+ 0,
+ 0,
+ 1,
+ 4,
+ 2,
+ 2,
+ 4,
+ 2,
+ 4,
+ 2,
+ 4,
+ 24,
+ 432,
+ 23
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.404314041137695,
+ -28.80862808227539,
+ -28.212942123413086,
+ -27.61725616455078,
+ -27.021570205688477,
+ -26.425884246826172,
+ -25.830198287963867,
+ -25.234512329101562,
+ -24.638826370239258,
+ -24.043140411376953,
+ -23.44745445251465,
+ -22.851768493652344,
+ -22.256080627441406,
+ -21.660396575927734,
+ -21.064708709716797,
+ -20.469024658203125,
+ -19.873336791992188,
+ -19.277652740478516,
+ -18.681964874267578,
+ -18.086280822753906,
+ -17.49059295654297,
+ -16.894908905029297,
+ -16.29922103881836,
+ -15.703535079956055,
+ -15.10784912109375,
+ -14.512163162231445,
+ -13.91647720336914,
+ -13.320791244506836,
+ -12.725105285644531,
+ -12.129419326782227,
+ -11.533733367919922,
+ -10.938047409057617,
+ -10.342361450195312,
+ -9.746675491333008,
+ -9.150989532470703,
+ -8.555303573608398,
+ -7.959617614746094,
+ -7.363931655883789,
+ -6.768245697021484,
+ -6.17255973815918,
+ -5.576873779296875,
+ -4.98118782043457,
+ -4.385501861572266,
+ -3.789815902709961,
+ -3.1941299438476562,
+ -2.5984439849853516,
+ -2.002758026123047,
+ -1.4070701599121094,
+ -0.8113842010498047,
+ -0.2156987488269806
+ ],
+ "r_inf_mean": 0.2859426438808441,
+ "r_inf_median": 0.2780011296272278,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6062971949577332,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.006515339482575655,
+ "gamma_active": {
+ "1e-08": 0.006661216262727976,
+ "1e-07": 0.006775374058634043,
+ "1e-06": 0.006312511395663023,
+ "1e-05": 0.006664868909865618,
+ "0.0001": 0.007040049880743027
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.013258389541988169,
+ "1e-07": -0.013258389541988169,
+ "1e-06": -0.013258389541988169,
+ "1e-05": -0.013258389541988169,
+ "0.0001": -0.013258389541988169
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.004493367858231068,
+ "median_norm": 0.004455396439880133,
+ "max_norm": 0.019138889387249947,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.982421875,
+ "1e-07": 0.97265625,
+ "1e-06": 0.966796875,
+ "1e-05": 0.953125,
+ "0.0001": 0.9453125
+ },
+ "log_norms_percentiles": {
+ "1": -10.350650787353516,
+ "5": -4.471142768859863,
+ "10": -2.705919027328491,
+ "25": -2.5260229110717773,
+ "50": -2.350916624069214,
+ "75": -2.2342000007629395,
+ "90": -2.1127681732177734,
+ "95": -2.068232536315918,
+ "99": -2.0002243518829346
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 0,
+ 1,
+ 4,
+ 1,
+ 2,
+ 4,
+ 2,
+ 4,
+ 3,
+ 3,
+ 6,
+ 302,
+ 172
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.434362411499023,
+ -28.868722915649414,
+ -28.303085327148438,
+ -27.737445831298828,
+ -27.17180824279785,
+ -26.606170654296875,
+ -26.040531158447266,
+ -25.47489356994629,
+ -24.90925407409668,
+ -24.343616485595703,
+ -23.777976989746094,
+ -23.212339401245117,
+ -22.64670181274414,
+ -22.08106231689453,
+ -21.515424728393555,
+ -20.949787139892578,
+ -20.38414764404297,
+ -19.81850814819336,
+ -19.252872467041016,
+ -18.687232971191406,
+ -18.121593475341797,
+ -17.55595588684082,
+ -16.990318298339844,
+ -16.424678802490234,
+ -15.859041213989258,
+ -15.293402671813965,
+ -14.727764129638672,
+ -14.162125587463379,
+ -13.596487045288086,
+ -13.03084945678711,
+ -12.4652099609375,
+ -11.899572372436523,
+ -11.333934783935547,
+ -10.768295288085938,
+ -10.202657699584961,
+ -9.637018203735352,
+ -9.071380615234375,
+ -8.505743026733398,
+ -7.940103530883789,
+ -7.3744659423828125,
+ -6.808826446533203,
+ -6.243188858032227,
+ -5.67755126953125,
+ -5.111911773681641,
+ -4.546274185180664,
+ -3.9806346893310547,
+ -3.414997100830078,
+ -2.8493576049804688,
+ -2.283720016479492,
+ -1.718083381652832
+ ],
+ "r_inf_mean": 0.27374082803726196,
+ "r_inf_median": 0.27234065532684326,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.616619348526001,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.1089896410703659,
+ "gamma_active": {
+ "1e-08": 0.11079386621713638,
+ "1e-07": 0.11105237156152725,
+ "1e-06": 0.11118382215499878,
+ "1e-05": 0.1119939535856247,
+ "0.0001": 0.11202271282672882
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.11756788708890892,
+ "1e-07": 0.11756788708890892,
+ "1e-06": 0.11756788708890892,
+ "1e-05": 0.11756788708890892,
+ "0.0001": 0.11756788708890892
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.0018194352742284536,
+ "median_norm": 0.0019077699398621917,
+ "max_norm": 0.002792443847283721,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.978515625,
+ "1e-07": 0.970703125,
+ "1e-06": 0.958984375,
+ "1e-05": 0.951171875,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -10.736860275268555,
+ "5": -4.799628734588623,
+ "10": -2.8494510650634766,
+ "25": -2.7964539527893066,
+ "50": -2.7193691730499268,
+ "75": -2.648507595062256,
+ "90": -2.611492156982422,
+ "95": -2.5983471870422363,
+ "99": -2.566786050796509
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 3,
+ 0,
+ 0,
+ 1,
+ 1,
+ 3,
+ 2,
+ 2,
+ 5,
+ 2,
+ 2,
+ 3,
+ 3,
+ 10,
+ 470
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.451080322265625,
+ -28.90216064453125,
+ -28.353240966796875,
+ -27.8043212890625,
+ -27.255401611328125,
+ -26.70648193359375,
+ -26.157562255859375,
+ -25.608642578125,
+ -25.059722900390625,
+ -24.51080322265625,
+ -23.961883544921875,
+ -23.4129638671875,
+ -22.864044189453125,
+ -22.31512451171875,
+ -21.766204833984375,
+ -21.21728515625,
+ -20.668365478515625,
+ -20.11944580078125,
+ -19.570526123046875,
+ -19.0216064453125,
+ -18.472686767578125,
+ -17.92376708984375,
+ -17.374847412109375,
+ -16.825927734375,
+ -16.277008056640625,
+ -15.72808837890625,
+ -15.179168701171875,
+ -14.6302490234375,
+ -14.081329345703125,
+ -13.53240966796875,
+ -12.983489990234375,
+ -12.4345703125,
+ -11.885650634765625,
+ -11.33673095703125,
+ -10.787811279296875,
+ -10.2388916015625,
+ -9.689971923828125,
+ -9.14105224609375,
+ -8.592132568359375,
+ -8.043212890625,
+ -7.494293212890625,
+ -6.94537353515625,
+ -6.396453857421875,
+ -5.8475341796875,
+ -5.298614501953125,
+ -4.74969482421875,
+ -4.200775146484375,
+ -3.65185546875,
+ -3.102935791015625,
+ -2.554015636444092
+ ],
+ "r_inf_mean": 0.2451772540807724,
+ "r_inf_median": 0.24519309401512146,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6448829174041748,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.11803872138261795,
+ "gamma_active": {
+ "1e-08": 0.12026814371347427,
+ "1e-07": 0.12077341228723526,
+ "1e-06": 0.12019114196300507,
+ "1e-05": 0.1205577552318573,
+ "0.0001": 0.12054168432950974
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.14526772680787084,
+ "1e-07": 0.14526772680787084,
+ "1e-06": 0.14526772680787084,
+ "1e-05": 0.14526772680787084,
+ "0.0001": 0.14526772680787084
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0017821392975747585,
+ "median_norm": 0.0018557009752839804,
+ "max_norm": 0.0026512257754802704,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.978515625,
+ "1e-07": 0.970703125,
+ "1e-06": 0.958984375,
+ "1e-05": 0.951171875,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -10.744598388671875,
+ "5": -4.8098554611206055,
+ "10": -2.8563363552093506,
+ "25": -2.79866361618042,
+ "50": -2.731245517730713,
+ "75": -2.6582531929016113,
+ "90": -2.629747152328491,
+ "95": -2.6122360229492188,
+ "99": -2.582632541656494
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 3,
+ 0,
+ 0,
+ 1,
+ 1,
+ 3,
+ 2,
+ 2,
+ 5,
+ 2,
+ 2,
+ 3,
+ 3,
+ 10,
+ 470
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.45153045654297,
+ -28.90306282043457,
+ -28.35459327697754,
+ -27.806123733520508,
+ -27.25765609741211,
+ -26.709186553955078,
+ -26.160717010498047,
+ -25.612247467041016,
+ -25.063779830932617,
+ -24.515310287475586,
+ -23.966842651367188,
+ -23.418373107910156,
+ -22.869903564453125,
+ -22.321434020996094,
+ -21.772964477539062,
+ -21.224496841430664,
+ -20.676029205322266,
+ -20.127559661865234,
+ -19.579090118408203,
+ -19.030620574951172,
+ -18.48215103149414,
+ -17.933683395385742,
+ -17.38521385192871,
+ -16.836746215820312,
+ -16.28827667236328,
+ -15.73980712890625,
+ -15.191338539123535,
+ -14.64286994934082,
+ -14.094400405883789,
+ -13.545930862426758,
+ -12.99746322631836,
+ -12.448993682861328,
+ -11.900524139404297,
+ -11.352056503295898,
+ -10.803586959838867,
+ -10.255117416381836,
+ -9.706649780273438,
+ -9.158180236816406,
+ -8.609710693359375,
+ -8.061241149902344,
+ -7.512773513793945,
+ -6.964303970336914,
+ -6.415834426879883,
+ -5.867366790771484,
+ -5.318897247314453,
+ -4.770427703857422,
+ -4.221960067749023,
+ -3.673490524291992,
+ -3.125020980834961,
+ -2.5765533447265625
+ ],
+ "r_inf_mean": 0.2450738549232483,
+ "r_inf_median": 0.24441806972026825,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6457029581069946,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.10828419774770737,
+ "gamma_active": {
+ "1e-08": 0.11017049849033356,
+ "1e-07": 0.11009252071380615,
+ "1e-06": 0.10950205475091934,
+ "1e-05": 0.10997692495584488,
+ "0.0001": 0.1103990226984024
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.13763622607907317,
+ "1e-07": 0.13763622607907317,
+ "1e-06": 0.13763622607907317,
+ "1e-05": 0.13763622607907317,
+ "0.0001": 0.13763622607907317
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.0017659016884863377,
+ "median_norm": 0.0018518617143854499,
+ "max_norm": 0.00258342525921762,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.978515625,
+ "1e-07": 0.970703125,
+ "1e-06": 0.958984375,
+ "1e-05": 0.951171875,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -10.748531341552734,
+ "5": -4.813263416290283,
+ "10": -2.85467529296875,
+ "25": -2.7981491088867188,
+ "50": -2.732391357421875,
+ "75": -2.665313243865967,
+ "90": -2.6366968154907227,
+ "95": -2.619321584701538,
+ "99": -2.5903007984161377
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 3,
+ 0,
+ 0,
+ 1,
+ 1,
+ 3,
+ 2,
+ 2,
+ 5,
+ 2,
+ 2,
+ 3,
+ 3,
+ 9,
+ 471
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.45175552368164,
+ -28.903512954711914,
+ -28.355268478393555,
+ -27.807024002075195,
+ -27.25878143310547,
+ -26.71053695678711,
+ -26.16229248046875,
+ -25.61404800415039,
+ -25.065805435180664,
+ -24.517560958862305,
+ -23.969318389892578,
+ -23.42107391357422,
+ -22.87282943725586,
+ -22.3245849609375,
+ -21.77634048461914,
+ -21.228097915649414,
+ -20.679855346679688,
+ -20.131610870361328,
+ -19.58336639404297,
+ -19.03512191772461,
+ -18.48687744140625,
+ -17.938634872436523,
+ -17.390390396118164,
+ -16.842147827148438,
+ -16.293903350830078,
+ -15.745658874511719,
+ -15.197415351867676,
+ -14.649171829223633,
+ -14.100927352905273,
+ -13.552682876586914,
+ -13.004440307617188,
+ -12.456195831298828,
+ -11.907951354980469,
+ -11.359708786010742,
+ -10.811464309692383,
+ -10.263219833374023,
+ -9.714977264404297,
+ -9.166732788085938,
+ -8.618488311767578,
+ -8.070243835449219,
+ -7.522001266479492,
+ -6.973756790161133,
+ -6.425512313842773,
+ -5.877269744873047,
+ -5.3290252685546875,
+ -4.780780792236328,
+ -4.232538223266602,
+ -3.684293746948242,
+ -3.136049270629883,
+ -2.587804079055786
+ ],
+ "r_inf_mean": 0.24434059858322144,
+ "r_inf_median": 0.24257709085941315,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.645588755607605,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.11623523384332657,
+ "gamma_active": {
+ "1e-08": 0.11837123334407806,
+ "1e-07": 0.11846169829368591,
+ "1e-06": 0.1181812509894371,
+ "1e-05": 0.11821899563074112,
+ "0.0001": 0.11755218356847763
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.1372759710549184,
+ "1e-07": 0.1372759710549184,
+ "1e-06": 0.1372759710549184,
+ "1e-05": 0.1372759710549184,
+ "0.0001": 0.1372759710549184
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0017529820324853063,
+ "median_norm": 0.0018337677465751767,
+ "max_norm": 0.0025638549122959375,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.978515625,
+ "1e-07": 0.970703125,
+ "1e-06": 0.958984375,
+ "1e-05": 0.951171875,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -10.749164581298828,
+ "5": -4.816112995147705,
+ "10": -2.8516428470611572,
+ "25": -2.797819137573242,
+ "50": -2.736553192138672,
+ "75": -2.6693098545074463,
+ "90": -2.6450185775756836,
+ "95": -2.6237354278564453,
+ "99": -2.5928099155426025
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 3,
+ 0,
+ 0,
+ 1,
+ 1,
+ 3,
+ 2,
+ 2,
+ 5,
+ 2,
+ 2,
+ 3,
+ 3,
+ 9,
+ 471
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.45182228088379,
+ -28.903644561767578,
+ -28.355466842651367,
+ -27.807289123535156,
+ -27.259109497070312,
+ -26.710933685302734,
+ -26.16275405883789,
+ -25.61457633972168,
+ -25.06639862060547,
+ -24.518220901489258,
+ -23.970043182373047,
+ -23.421865463256836,
+ -22.873687744140625,
+ -22.325510025024414,
+ -21.777332305908203,
+ -21.22915267944336,
+ -20.68097686767578,
+ -20.132797241210938,
+ -19.584619522094727,
+ -19.036441802978516,
+ -18.488264083862305,
+ -17.940086364746094,
+ -17.391908645629883,
+ -16.843730926513672,
+ -16.295551300048828,
+ -15.747374534606934,
+ -15.199196815490723,
+ -14.651019096374512,
+ -14.1028413772583,
+ -13.554662704467773,
+ -13.006484985351562,
+ -12.458307266235352,
+ -11.91012954711914,
+ -11.36195182800293,
+ -10.813774108886719,
+ -10.265596389770508,
+ -9.717418670654297,
+ -9.169239044189453,
+ -8.621061325073242,
+ -8.072883605957031,
+ -7.52470588684082,
+ -6.976528167724609,
+ -6.428350448608398,
+ -5.8801727294921875,
+ -5.331995010375977,
+ -4.783817291259766,
+ -4.235639572143555,
+ -3.6874618530273438,
+ -3.1392822265625,
+ -2.591106653213501
+ ],
+ "r_inf_mean": 0.24402755498886108,
+ "r_inf_median": 0.241021066904068,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6470903158187866,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.11070078611373901,
+ "gamma_active": {
+ "1e-08": 0.11269590258598328,
+ "1e-07": 0.1127733513712883,
+ "1e-06": 0.11182202398777008,
+ "1e-05": 0.11198991537094116,
+ "0.0001": 0.11270453035831451
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.13119071917045746,
+ "1e-07": 0.13119071917045746,
+ "1e-06": 0.13119071917045746,
+ "1e-05": 0.13119071917045746,
+ "0.0001": 0.13119071917045746
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.0017468235455453396,
+ "median_norm": 0.001828528824262321,
+ "max_norm": 0.0025423646438866854,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.978515625,
+ "1e-07": 0.970703125,
+ "1e-06": 0.958984375,
+ "1e-05": 0.951171875,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -10.75002670288086,
+ "5": -4.816445827484131,
+ "10": -2.8501508235931396,
+ "25": -2.7997450828552246,
+ "50": -2.7375454902648926,
+ "75": -2.6723573207855225,
+ "90": -2.647742509841919,
+ "95": -2.628253221511841,
+ "99": -2.5963118076324463
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 3,
+ 0,
+ 0,
+ 1,
+ 1,
+ 3,
+ 2,
+ 2,
+ 5,
+ 2,
+ 2,
+ 3,
+ 3,
+ 9,
+ 471
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.451894760131836,
+ -28.903789520263672,
+ -28.35568618774414,
+ -27.807580947875977,
+ -27.259475708007812,
+ -26.71137237548828,
+ -26.163267135620117,
+ -25.615161895751953,
+ -25.06705665588379,
+ -24.518951416015625,
+ -23.970848083496094,
+ -23.42274284362793,
+ -22.874637603759766,
+ -22.326534271240234,
+ -21.77842903137207,
+ -21.230323791503906,
+ -20.682218551635742,
+ -20.134113311767578,
+ -19.586009979248047,
+ -19.037904739379883,
+ -18.48979949951172,
+ -17.941696166992188,
+ -17.393590927124023,
+ -16.84548568725586,
+ -16.297380447387695,
+ -15.749276161193848,
+ -15.201171875,
+ -14.653066635131836,
+ -14.104961395263672,
+ -13.55685806274414,
+ -13.008752822875977,
+ -12.460647583007812,
+ -11.912542343139648,
+ -11.364437103271484,
+ -10.816333770751953,
+ -10.268228530883789,
+ -9.720123291015625,
+ -9.172019958496094,
+ -8.62391471862793,
+ -8.075809478759766,
+ -7.527704238891602,
+ -6.9795989990234375,
+ -6.431495666503906,
+ -5.883390426635742,
+ -5.335285186767578,
+ -4.787181854248047,
+ -4.239076614379883,
+ -3.6909713745117188,
+ -3.1428661346435547,
+ -2.5947623252868652
+ ],
+ "r_inf_mean": 0.24401533603668213,
+ "r_inf_median": 0.24132341146469116,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6470039486885071,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.06342054903507233,
+ "gamma_active": {
+ "1e-08": 0.06449270248413086,
+ "1e-07": 0.06457577645778656,
+ "1e-06": 0.06466998904943466,
+ "1e-05": 0.064846932888031,
+ "0.0001": 0.06531393527984619
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.07579741181061053,
+ "1e-07": 0.07579741181061053,
+ "1e-06": 0.07579741181061053,
+ "1e-05": 0.07579741181061053,
+ "0.0001": 0.07579741181061053
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.00174068589694798,
+ "median_norm": 0.0018211251590400934,
+ "max_norm": 0.0025354872923344374,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.978515625,
+ "1e-07": 0.970703125,
+ "1e-06": 0.958984375,
+ "1e-05": 0.951171875,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -10.749622344970703,
+ "5": -4.816186428070068,
+ "10": -2.8512277603149414,
+ "25": -2.798557996749878,
+ "50": -2.7396087646484375,
+ "75": -2.677253007888794,
+ "90": -2.648094654083252,
+ "95": -2.628976821899414,
+ "99": -2.5967953205108643
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 3,
+ 0,
+ 0,
+ 1,
+ 1,
+ 3,
+ 2,
+ 2,
+ 5,
+ 2,
+ 2,
+ 3,
+ 3,
+ 9,
+ 471
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.451919555664062,
+ -28.903837203979492,
+ -28.355756759643555,
+ -27.807674407958984,
+ -27.259593963623047,
+ -26.71151351928711,
+ -26.16343116760254,
+ -25.6153507232666,
+ -25.06726837158203,
+ -24.519187927246094,
+ -23.971107482910156,
+ -23.423025131225586,
+ -22.87494468688965,
+ -22.326862335205078,
+ -21.77878189086914,
+ -21.230701446533203,
+ -20.682619094848633,
+ -20.134536743164062,
+ -19.586456298828125,
+ -19.038375854492188,
+ -18.49029541015625,
+ -17.94221305847168,
+ -17.39413070678711,
+ -16.846050262451172,
+ -16.297969818115234,
+ -15.74988842010498,
+ -15.201807022094727,
+ -14.653725624084473,
+ -14.105644226074219,
+ -13.557563781738281,
+ -13.009481430053711,
+ -12.461400985717773,
+ -11.913320541381836,
+ -11.365238189697266,
+ -10.817157745361328,
+ -10.269075393676758,
+ -9.72099494934082,
+ -9.172914505004883,
+ -8.624832153320312,
+ -8.076751708984375,
+ -7.528669357299805,
+ -6.980588912963867,
+ -6.43250846862793,
+ -5.884426116943359,
+ -5.336345672607422,
+ -4.788263320922852,
+ -4.240182876586914,
+ -3.6921005249023438,
+ -3.1440200805664062,
+ -2.5959386825561523
+ ],
+ "r_inf_mean": 0.24361562728881836,
+ "r_inf_median": 0.23911046981811523,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6474184989929199,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.08002671599388123,
+ "gamma_active": {
+ "1e-08": 0.08145962655544281,
+ "1e-07": 0.08121658116579056,
+ "1e-06": 0.08110985159873962,
+ "1e-05": 0.0812864825129509,
+ "0.0001": 0.08143885433673859
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.09197866342282239,
+ "1e-07": 0.09197866342282239,
+ "1e-06": 0.09197866342282239,
+ "1e-05": 0.09197866342282239,
+ "0.0001": 0.09197866342282239
+ }
+ }
+ ]
+} \ No newline at end of file