summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json
new file mode 100644
index 0000000..a145e9f
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 123,
+ "alpha": 0.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 52.38006591796875,
+ "acc": 0.068359375,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.0839274525642395,
+ "median_norm": 0.07716481387615204,
+ "max_norm": 0.5737373232841492,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.982421875,
+ "1e-07": 0.9765625,
+ "1e-06": 0.970703125,
+ "1e-05": 0.966796875,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -10.646584510803223,
+ "5": -2.3053412437438965,
+ "10": -1.29920494556427,
+ "25": -1.203701376914978,
+ "50": -1.1122887134552002,
+ "75": -0.999566912651062,
+ "90": -0.879206120967865,
+ "95": -0.8187549114227295,
+ "99": -0.6279237270355225
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 3,
+ 3,
+ 0,
+ 1,
+ 1,
+ 2,
+ 2,
+ 3,
+ 0,
+ 3,
+ 9,
+ 444,
+ 32
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.40482521057129,
+ -28.80965232849121,
+ -28.2144775390625,
+ -27.61930274963379,
+ -27.024127960205078,
+ -26.428955078125,
+ -25.83378028869629,
+ -25.238605499267578,
+ -24.6434326171875,
+ -24.04825782775879,
+ -23.453083038330078,
+ -22.85791015625,
+ -22.26273536682129,
+ -21.667560577392578,
+ -21.072385787963867,
+ -20.477210998535156,
+ -19.882038116455078,
+ -19.286863327026367,
+ -18.691688537597656,
+ -18.096515655517578,
+ -17.501340866088867,
+ -16.906166076660156,
+ -16.310993194580078,
+ -15.715818405151367,
+ -15.120643615722656,
+ -14.525469779968262,
+ -13.930295944213867,
+ -13.335121154785156,
+ -12.739946365356445,
+ -12.144771575927734,
+ -11.549598693847656,
+ -10.954423904418945,
+ -10.359249114990234,
+ -9.764076232910156,
+ -9.168901443481445,
+ -8.573726654052734,
+ -7.978551864624023,
+ -7.383378982543945,
+ -6.788204193115234,
+ -6.193029403686523,
+ -5.597856521606445,
+ -5.002681732177734,
+ -4.407506942749023,
+ -3.8123321533203125,
+ -3.2171592712402344,
+ -2.6219844818115234,
+ -2.0268096923828125,
+ -1.4316368103027344,
+ -0.8364620208740234,
+ -0.24128688871860504
+ ],
+ "r_inf_mean": 0.24803698062896729,
+ "r_inf_median": 0.2463834285736084,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6415371298789978,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.00023578433319926262,
+ "gamma_active": {
+ "1e-08": 0.00023423258971888572,
+ "1e-07": -4.826748772757128e-05,
+ "1e-06": 0.00014834047760814428,
+ "1e-05": 0.0004994819173589349,
+ "0.0001": 7.119120709830895e-05
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.0013329442168202204,
+ "1e-07": -0.0013329442168202204,
+ "1e-06": -0.0013329442168202204,
+ "1e-05": -0.0013329442168202204,
+ "0.0001": -0.0013329442168202204
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.003372239414602518,
+ "median_norm": 0.0033331471495330334,
+ "max_norm": 0.010253923013806343,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.96875,
+ "1e-06": 0.966796875,
+ "1e-05": 0.95703125,
+ "0.0001": 0.951171875
+ },
+ "log_norms_percentiles": {
+ "1": -11.88797378540039,
+ "5": -3.64426589012146,
+ "10": -2.655672311782837,
+ "25": -2.5654711723327637,
+ "50": -2.477085828781128,
+ "75": -2.3985390663146973,
+ "90": -2.3095920085906982,
+ "95": -2.261038064956665,
+ "99": -2.138319730758667
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 2,
+ 2,
+ 2,
+ 1,
+ 0,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 6,
+ 109,
+ 371
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.439783096313477,
+ -28.87956428527832,
+ -28.319347381591797,
+ -27.75912857055664,
+ -27.198911666870117,
+ -26.63869285583496,
+ -26.078475952148438,
+ -25.51825714111328,
+ -24.958040237426758,
+ -24.3978214263916,
+ -23.837604522705078,
+ -23.277385711669922,
+ -22.7171688079834,
+ -22.156951904296875,
+ -21.59673309326172,
+ -21.036514282226562,
+ -20.47629737854004,
+ -19.916080474853516,
+ -19.35586166381836,
+ -18.795642852783203,
+ -18.23542594909668,
+ -17.675209045410156,
+ -17.114990234375,
+ -16.554773330688477,
+ -15.994555473327637,
+ -15.434337615966797,
+ -14.874119758605957,
+ -14.313901901245117,
+ -13.753683090209961,
+ -13.193466186523438,
+ -12.633247375488281,
+ -12.073030471801758,
+ -11.512813568115234,
+ -10.952594757080078,
+ -10.392377853393555,
+ -9.832159042358398,
+ -9.271942138671875,
+ -8.711723327636719,
+ -8.151506423950195,
+ -7.591287612915039,
+ -7.031070709228516,
+ -6.470851898193359,
+ -5.910634994506836,
+ -5.35041618347168,
+ -4.790199279785156,
+ -4.22998046875,
+ -3.6697635650634766,
+ -3.109546661376953,
+ -2.549327850341797,
+ -1.989109992980957
+ ],
+ "r_inf_mean": 0.24448999762535095,
+ "r_inf_median": 0.24551840126514435,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6413083076477051,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.21405169367790222,
+ "gamma_active": {
+ "1e-08": 0.21920475363731384,
+ "1e-07": 0.2191845178604126,
+ "1e-06": 0.21928949654102325,
+ "1e-05": 0.21941633522510529,
+ "0.0001": 0.21945802867412567
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.21105765283361752,
+ "1e-07": 0.21105765283361752,
+ "1e-06": 0.21105765283361752,
+ "1e-05": 0.21105765283361752,
+ "0.0001": 0.21105765283361752
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.00190958590246737,
+ "median_norm": 0.0020073282066732645,
+ "max_norm": 0.0028413557447493076,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.96875,
+ "1e-06": 0.96484375,
+ "1e-05": 0.955078125,
+ "0.0001": 0.94921875
+ },
+ "log_norms_percentiles": {
+ "1": -12.187179565429688,
+ "5": -3.923316478729248,
+ "10": -2.8141896724700928,
+ "25": -2.7712438106536865,
+ "50": -2.697266101837158,
+ "75": -2.636324167251587,
+ "90": -2.604604959487915,
+ "95": -2.593456506729126,
+ "99": -2.551417112350464
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 3,
+ 0,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 1,
+ 3,
+ 6,
+ 478
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.450929641723633,
+ -28.901859283447266,
+ -28.3527889251709,
+ -27.80371856689453,
+ -27.25464630126953,
+ -26.705577850341797,
+ -26.156505584716797,
+ -25.60743522644043,
+ -25.058364868164062,
+ -24.509294509887695,
+ -23.960224151611328,
+ -23.41115379333496,
+ -22.862083435058594,
+ -22.313013076782227,
+ -21.76394271850586,
+ -21.21487045288086,
+ -20.665802001953125,
+ -20.116729736328125,
+ -19.567659378051758,
+ -19.01858901977539,
+ -18.469518661499023,
+ -17.920448303222656,
+ -17.37137794494629,
+ -16.822307586669922,
+ -16.273235321044922,
+ -15.724165916442871,
+ -15.175095558166504,
+ -14.626025199890137,
+ -14.07695484161377,
+ -13.527883529663086,
+ -12.978813171386719,
+ -12.429742813110352,
+ -11.880672454833984,
+ -11.331602096557617,
+ -10.78253173828125,
+ -10.233461380004883,
+ -9.684391021728516,
+ -9.135318756103516,
+ -8.586248397827148,
+ -8.037178039550781,
+ -7.488107681274414,
+ -6.939037322998047,
+ -6.38996696472168,
+ -5.8408966064453125,
+ -5.291826248168945,
+ -4.742755889892578,
+ -4.193685531616211,
+ -3.6446151733398438,
+ -3.0955429077148438,
+ -2.5464744567871094
+ ],
+ "r_inf_mean": 0.24868807196617126,
+ "r_inf_median": 0.25013667345046997,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6505258679389954,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.1420464664697647,
+ "gamma_active": {
+ "1e-08": 0.14570116996765137,
+ "1e-07": 0.14593738317489624,
+ "1e-06": 0.14577026665210724,
+ "1e-05": 0.14551988244056702,
+ "0.0001": 0.14528648555278778
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.16216333878388167,
+ "1e-07": 0.16216333878388167,
+ "1e-06": 0.16216333878388167,
+ "1e-05": 0.16216333878388167,
+ "0.0001": 0.16216333878388167
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0018773183692246675,
+ "median_norm": 0.0019557613413780928,
+ "max_norm": 0.002757950685918331,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.96875,
+ "1e-06": 0.96484375,
+ "1e-05": 0.955078125,
+ "0.0001": 0.94921875
+ },
+ "log_norms_percentiles": {
+ "1": -12.201337814331055,
+ "5": -3.9317140579223633,
+ "10": -2.8158657550811768,
+ "25": -2.778416633605957,
+ "50": -2.708585500717163,
+ "75": -2.6422619819641113,
+ "90": -2.6140902042388916,
+ "95": -2.600679397583008,
+ "99": -2.5612125396728516
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 3,
+ 0,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 1,
+ 3,
+ 6,
+ 478
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.451189041137695,
+ -28.902376174926758,
+ -28.353565216064453,
+ -27.804752349853516,
+ -27.25594139099121,
+ -26.707130432128906,
+ -26.15831756591797,
+ -25.609506607055664,
+ -25.060693740844727,
+ -24.511882781982422,
+ -23.963069915771484,
+ -23.41425895690918,
+ -22.865447998046875,
+ -22.316635131835938,
+ -21.767824172973633,
+ -21.219013214111328,
+ -20.67020034790039,
+ -20.121387481689453,
+ -19.57257843017578,
+ -19.023765563964844,
+ -18.474952697753906,
+ -17.9261417388916,
+ -17.377330780029297,
+ -16.82851791381836,
+ -16.279706954956055,
+ -15.730895042419434,
+ -15.182083129882812,
+ -14.633271217346191,
+ -14.08445930480957,
+ -13.535648345947266,
+ -12.986835479736328,
+ -12.438024520874023,
+ -11.889213562011719,
+ -11.340400695800781,
+ -10.791589736938477,
+ -10.242776870727539,
+ -9.693965911865234,
+ -9.14515495300293,
+ -8.596342086791992,
+ -8.047531127929688,
+ -7.49871826171875,
+ -6.949907302856445,
+ -6.401096343994141,
+ -5.852283477783203,
+ -5.303472518920898,
+ -4.754659652709961,
+ -4.205848693847656,
+ -3.6570358276367188,
+ -3.108224868774414,
+ -2.5594136714935303
+ ],
+ "r_inf_mean": 0.2485554963350296,
+ "r_inf_median": 0.2501540780067444,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6504602432250977,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.09905887395143509,
+ "gamma_active": {
+ "1e-08": 0.10127194970846176,
+ "1e-07": 0.10138820856809616,
+ "1e-06": 0.1013953685760498,
+ "1e-05": 0.10147277265787125,
+ "0.0001": 0.10139001905918121
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.12771518988833147,
+ "1e-07": 0.12771518988833147,
+ "1e-06": 0.12771518988833147,
+ "1e-05": 0.12771518988833147,
+ "0.0001": 0.12771518988833147
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.0018654819577932358,
+ "median_norm": 0.0019469120306894183,
+ "max_norm": 0.0027103624306619167,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.96875,
+ "1e-06": 0.96484375,
+ "1e-05": 0.955078125,
+ "0.0001": 0.94921875
+ },
+ "log_norms_percentiles": {
+ "1": -12.206720352172852,
+ "5": -3.9369194507598877,
+ "10": -2.8117475509643555,
+ "25": -2.7776541709899902,
+ "50": -2.710615634918213,
+ "75": -2.646256923675537,
+ "90": -2.6193454265594482,
+ "95": -2.6038930416107178,
+ "99": -2.5673673152923584
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 3,
+ 0,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 1,
+ 3,
+ 6,
+ 478
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.451339721679688,
+ -28.902679443359375,
+ -28.354019165039062,
+ -27.80535888671875,
+ -27.256696701049805,
+ -26.708036422729492,
+ -26.15937614440918,
+ -25.610715866088867,
+ -25.062055587768555,
+ -24.513395309448242,
+ -23.964733123779297,
+ -23.416072845458984,
+ -22.867412567138672,
+ -22.31875228881836,
+ -21.770092010498047,
+ -21.221431732177734,
+ -20.672771453857422,
+ -20.12411117553711,
+ -19.575450897216797,
+ -19.026790618896484,
+ -18.478130340576172,
+ -17.929468154907227,
+ -17.380807876586914,
+ -16.8321475982666,
+ -16.28348731994629,
+ -15.734827041625977,
+ -15.186165809631348,
+ -14.637505531311035,
+ -14.088845252990723,
+ -13.540184020996094,
+ -12.991523742675781,
+ -12.442863464355469,
+ -11.894203186035156,
+ -11.345542907714844,
+ -10.796882629394531,
+ -10.248222351074219,
+ -9.699560165405273,
+ -9.150899887084961,
+ -8.602239608764648,
+ -8.053579330444336,
+ -7.504919052124023,
+ -6.956258773803711,
+ -6.407598495483398,
+ -5.858936309814453,
+ -5.310276031494141,
+ -4.761615753173828,
+ -4.212955474853516,
+ -3.664295196533203,
+ -3.1156349182128906,
+ -2.5669727325439453
+ ],
+ "r_inf_mean": 0.246339350938797,
+ "r_inf_median": 0.2464510202407837,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6507827043533325,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.12143732607364655,
+ "gamma_active": {
+ "1e-08": 0.12463849037885666,
+ "1e-07": 0.12479206174612045,
+ "1e-06": 0.1243063285946846,
+ "1e-05": 0.12414909154176712,
+ "0.0001": 0.12383846938610077
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.14727239101531045,
+ "1e-07": 0.14727239101531045,
+ "1e-06": 0.14727239101531045,
+ "1e-05": 0.14727239101531045,
+ "0.0001": 0.14727239101531045
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0018538616131991148,
+ "median_norm": 0.0019310237839818,
+ "max_norm": 0.002693063346669078,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.96875,
+ "1e-06": 0.96484375,
+ "1e-05": 0.955078125,
+ "0.0001": 0.94921875
+ },
+ "log_norms_percentiles": {
+ "1": -12.214882850646973,
+ "5": -3.941784620285034,
+ "10": -2.8117361068725586,
+ "25": -2.776134967803955,
+ "50": -2.714076519012451,
+ "75": -2.647488832473755,
+ "90": -2.6247873306274414,
+ "95": -2.6072566509246826,
+ "99": -2.570128917694092
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 3,
+ 0,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 1,
+ 3,
+ 6,
+ 478
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.45139503479004,
+ -28.902790069580078,
+ -28.354185104370117,
+ -27.805580139160156,
+ -27.256975173950195,
+ -26.708370208740234,
+ -26.159765243530273,
+ -25.611160278320312,
+ -25.06255531311035,
+ -24.51395034790039,
+ -23.96534538269043,
+ -23.41674041748047,
+ -22.86813735961914,
+ -22.319530487060547,
+ -21.77092742919922,
+ -21.222320556640625,
+ -20.673717498779297,
+ -20.125110626220703,
+ -19.576507568359375,
+ -19.02790069580078,
+ -18.479297637939453,
+ -17.93069076538086,
+ -17.38208770751953,
+ -16.83348274230957,
+ -16.28487777709961,
+ -15.736272811889648,
+ -15.187667846679688,
+ -14.639062881469727,
+ -14.090457916259766,
+ -13.541852951049805,
+ -12.993247985839844,
+ -12.444643020629883,
+ -11.896038055419922,
+ -11.347433090209961,
+ -10.798828125,
+ -10.250223159790039,
+ -9.701618194580078,
+ -9.153013229370117,
+ -8.604408264160156,
+ -8.055803298950195,
+ -7.507198333740234,
+ -6.958593368530273,
+ -6.4099884033203125,
+ -5.861383438110352,
+ -5.312778472900391,
+ -4.76417350769043,
+ -4.215568542480469,
+ -3.6669654846191406,
+ -3.1183605194091797,
+ -2.569753646850586
+ ],
+ "r_inf_mean": 0.24571608006954193,
+ "r_inf_median": 0.24553938210010529,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6507995128631592,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.09328246861696243,
+ "gamma_active": {
+ "1e-08": 0.09561697393655777,
+ "1e-07": 0.0957460030913353,
+ "1e-06": 0.09584401547908783,
+ "1e-05": 0.09545278549194336,
+ "0.0001": 0.09548424184322357
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.1113784980033901,
+ "1e-07": 0.1113784980033901,
+ "1e-06": 0.1113784980033901,
+ "1e-05": 0.1113784980033901,
+ "0.0001": 0.1113784980033901
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.0018500774167478085,
+ "median_norm": 0.0019309223862364888,
+ "max_norm": 0.0026788092218339443,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.96875,
+ "1e-06": 0.962890625,
+ "1e-05": 0.955078125,
+ "0.0001": 0.94921875
+ },
+ "log_norms_percentiles": {
+ "1": -12.216682434082031,
+ "5": -3.943277359008789,
+ "10": -2.8112943172454834,
+ "25": -2.775064706802368,
+ "50": -2.7142229080200195,
+ "75": -2.6489524841308594,
+ "90": -2.6274325847625732,
+ "95": -2.6092591285705566,
+ "99": -2.573481559753418
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 3,
+ 0,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 1,
+ 3,
+ 6,
+ 478
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.451440811157227,
+ -28.902881622314453,
+ -28.354324340820312,
+ -27.80576515197754,
+ -27.257205963134766,
+ -26.708646774291992,
+ -26.16008758544922,
+ -25.611530303955078,
+ -25.062971115112305,
+ -24.51441192626953,
+ -23.965852737426758,
+ -23.417293548583984,
+ -22.868736267089844,
+ -22.320175170898438,
+ -21.771617889404297,
+ -21.223058700561523,
+ -20.67449951171875,
+ -20.12594223022461,
+ -19.577381134033203,
+ -19.028823852539062,
+ -18.48026466369629,
+ -17.931705474853516,
+ -17.383148193359375,
+ -16.83458709716797,
+ -16.286029815673828,
+ -15.737470626831055,
+ -15.188911437988281,
+ -14.640352249145508,
+ -14.09179401397705,
+ -13.543235778808594,
+ -12.99467658996582,
+ -12.446117401123047,
+ -11.897558212280273,
+ -11.3489990234375,
+ -10.80044174194336,
+ -10.251882553100586,
+ -9.703323364257812,
+ -9.154764175415039,
+ -8.606204986572266,
+ -8.057647705078125,
+ -7.509088516235352,
+ -6.960529327392578,
+ -6.411970138549805,
+ -5.863410949707031,
+ -5.314851760864258,
+ -4.766294479370117,
+ -4.217735290527344,
+ -3.6691761016845703,
+ -3.120616912841797,
+ -2.5720582008361816
+ ],
+ "r_inf_mean": 0.2450709193944931,
+ "r_inf_median": 0.24415409564971924,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6511056423187256,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.05705576390028,
+ "gamma_active": {
+ "1e-08": 0.05834803357720375,
+ "1e-07": 0.05836891010403633,
+ "1e-06": 0.058274731040000916,
+ "1e-05": 0.05838711932301521,
+ "0.0001": 0.05836768448352814
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.07224984690164699,
+ "1e-07": 0.07224984690164699,
+ "1e-06": 0.07224984690164699,
+ "1e-05": 0.07224984690164699,
+ "0.0001": 0.07224984690164699
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.0018464212771505117,
+ "median_norm": 0.00191977818030864,
+ "max_norm": 0.002674494404345751,
+ "min_norm": 0.0,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.96875,
+ "1e-06": 0.962890625,
+ "1e-05": 0.955078125,
+ "0.0001": 0.94921875
+ },
+ "log_norms_percentiles": {
+ "1": -12.215204238891602,
+ "5": -3.945678949356079,
+ "10": -2.8107335567474365,
+ "25": -2.7737207412719727,
+ "50": -2.716745376586914,
+ "75": -2.6505627632141113,
+ "90": -2.6299140453338623,
+ "95": -2.6103124618530273,
+ "99": -2.574985980987549
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 2,
+ 3,
+ 0,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 0,
+ 4,
+ 6,
+ 478
+ ],
+ "log_norms_bin_edges": [
+ -30.0,
+ -29.45145606994629,
+ -28.902910232543945,
+ -28.354366302490234,
+ -27.80582046508789,
+ -27.25727653503418,
+ -26.708730697631836,
+ -26.160186767578125,
+ -25.61164093017578,
+ -25.06309700012207,
+ -24.514551162719727,
+ -23.966007232666016,
+ -23.417461395263672,
+ -22.86891746520996,
+ -22.32037353515625,
+ -21.771827697753906,
+ -21.223281860351562,
+ -20.67473793029785,
+ -20.12619400024414,
+ -19.577648162841797,
+ -19.029102325439453,
+ -18.480558395385742,
+ -17.93201446533203,
+ -17.383468627929688,
+ -16.834924697875977,
+ -16.286380767822266,
+ -15.737834930419922,
+ -15.189290046691895,
+ -14.640745162963867,
+ -14.09220027923584,
+ -13.543655395507812,
+ -12.995109558105469,
+ -12.446565628051758,
+ -11.898021697998047,
+ -11.349475860595703,
+ -10.800931930541992,
+ -10.252386093139648,
+ -9.703842163085938,
+ -9.155296325683594,
+ -8.606752395629883,
+ -8.058206558227539,
+ -7.509662628173828,
+ -6.961116790771484,
+ -6.412572860717773,
+ -5.86402702331543,
+ -5.315483093261719,
+ -4.766937255859375,
+ -4.218393325805664,
+ -3.669849395751953,
+ -3.1213035583496094,
+ -2.572758436203003
+ ],
+ "r_inf_mean": 0.24503310024738312,
+ "r_inf_median": 0.244467094540596,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6511820554733276,
+ "eff_dim_mean": NaN,
+ "topk_energy": {
+ "1": NaN,
+ "5": NaN,
+ "10": NaN,
+ "25": NaN
+ },
+ "gamma_raw": 0.0754469782114029,
+ "gamma_active": {
+ "1e-08": 0.07738412171602249,
+ "1e-07": 0.07747223228216171,
+ "1e-06": 0.07728958874940872,
+ "1e-05": 0.07766776531934738,
+ "0.0001": 0.07716799527406693
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.08689394330049652,
+ "1e-07": 0.08689394330049652,
+ "1e-06": 0.08689394330049652,
+ "1e-05": 0.08689394330049652,
+ "0.0001": 0.08689394330049652
+ }
+ }
+ ]
+} \ No newline at end of file