From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s123_a0.0_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json new file mode 100644 index 0000000..a145e9f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 52.38006591796875, + "acc": 0.068359375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0839274525642395, + "median_norm": 0.07716481387615204, + "max_norm": 0.5737373232841492, + "min_norm": 0.0, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.9765625, + "1e-06": 0.970703125, + "1e-05": 0.966796875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.646584510803223, + "5": -2.3053412437438965, + "10": -1.29920494556427, + "25": -1.203701376914978, + "50": -1.1122887134552002, + "75": -0.999566912651062, + "90": -0.879206120967865, + "95": -0.8187549114227295, + "99": -0.6279237270355225 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 3, + 3, + 0, + 1, + 1, + 2, + 2, + 3, + 0, + 3, + 9, + 444, + 32 + ], + "log_norms_bin_edges": [ + -30.0, + -29.40482521057129, + -28.80965232849121, + -28.2144775390625, + -27.61930274963379, + -27.024127960205078, + -26.428955078125, + -25.83378028869629, + -25.238605499267578, + -24.6434326171875, + -24.04825782775879, + -23.453083038330078, + -22.85791015625, + -22.26273536682129, + -21.667560577392578, + -21.072385787963867, + -20.477210998535156, + -19.882038116455078, + -19.286863327026367, + -18.691688537597656, + -18.096515655517578, + -17.501340866088867, + -16.906166076660156, + -16.310993194580078, + -15.715818405151367, + -15.120643615722656, + -14.525469779968262, + -13.930295944213867, + -13.335121154785156, + -12.739946365356445, + -12.144771575927734, + -11.549598693847656, + -10.954423904418945, + -10.359249114990234, + -9.764076232910156, + -9.168901443481445, + -8.573726654052734, + -7.978551864624023, + -7.383378982543945, + -6.788204193115234, + -6.193029403686523, + -5.597856521606445, + -5.002681732177734, + -4.407506942749023, + -3.8123321533203125, + -3.2171592712402344, + -2.6219844818115234, + -2.0268096923828125, + -1.4316368103027344, + -0.8364620208740234, + -0.24128688871860504 + ], + "r_inf_mean": 0.24803698062896729, + "r_inf_median": 0.2463834285736084, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6415371298789978, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.00023578433319926262, + "gamma_active": { + "1e-08": 0.00023423258971888572, + "1e-07": -4.826748772757128e-05, + "1e-06": 0.00014834047760814428, + "1e-05": 0.0004994819173589349, + "0.0001": 7.119120709830895e-05 + }, + "gamma_energy_weighted": { + "1e-08": -0.0013329442168202204, + "1e-07": -0.0013329442168202204, + "1e-06": -0.0013329442168202204, + "1e-05": -0.0013329442168202204, + "0.0001": -0.0013329442168202204 + } + }, + { + "layer": 1, + "mean_norm": 0.003372239414602518, + "median_norm": 0.0033331471495330334, + "max_norm": 0.010253923013806343, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.966796875, + "1e-05": 0.95703125, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -11.88797378540039, + "5": -3.64426589012146, + "10": -2.655672311782837, + "25": -2.5654711723327637, + "50": -2.477085828781128, + "75": -2.3985390663146973, + "90": -2.3095920085906982, + "95": -2.261038064956665, + "99": -2.138319730758667 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 6, + 109, + 371 + ], + "log_norms_bin_edges": [ + -30.0, + -29.439783096313477, + -28.87956428527832, + -28.319347381591797, + -27.75912857055664, + -27.198911666870117, + -26.63869285583496, + -26.078475952148438, + -25.51825714111328, + -24.958040237426758, + -24.3978214263916, + -23.837604522705078, + -23.277385711669922, + -22.7171688079834, + -22.156951904296875, + -21.59673309326172, + -21.036514282226562, + -20.47629737854004, + -19.916080474853516, + -19.35586166381836, + -18.795642852783203, + -18.23542594909668, + -17.675209045410156, + -17.114990234375, + -16.554773330688477, + -15.994555473327637, + -15.434337615966797, + -14.874119758605957, + -14.313901901245117, + -13.753683090209961, + -13.193466186523438, + -12.633247375488281, + -12.073030471801758, + -11.512813568115234, + -10.952594757080078, + -10.392377853393555, + -9.832159042358398, + -9.271942138671875, + -8.711723327636719, + -8.151506423950195, + -7.591287612915039, + -7.031070709228516, + -6.470851898193359, + -5.910634994506836, + -5.35041618347168, + -4.790199279785156, + -4.22998046875, + -3.6697635650634766, + -3.109546661376953, + -2.549327850341797, + -1.989109992980957 + ], + "r_inf_mean": 0.24448999762535095, + "r_inf_median": 0.24551840126514435, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6413083076477051, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.21405169367790222, + "gamma_active": { + "1e-08": 0.21920475363731384, + "1e-07": 0.2191845178604126, + "1e-06": 0.21928949654102325, + "1e-05": 0.21941633522510529, + "0.0001": 0.21945802867412567 + }, + "gamma_energy_weighted": { + "1e-08": 0.21105765283361752, + "1e-07": 0.21105765283361752, + "1e-06": 0.21105765283361752, + "1e-05": 0.21105765283361752, + "0.0001": 0.21105765283361752 + } + }, + { + "layer": 2, + "mean_norm": 0.00190958590246737, + "median_norm": 0.0020073282066732645, + "max_norm": 0.0028413557447493076, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.187179565429688, + "5": -3.923316478729248, + "10": -2.8141896724700928, + "25": -2.7712438106536865, + "50": -2.697266101837158, + "75": -2.636324167251587, + "90": -2.604604959487915, + "95": -2.593456506729126, + "99": -2.551417112350464 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.450929641723633, + -28.901859283447266, + -28.3527889251709, + -27.80371856689453, + -27.25464630126953, + -26.705577850341797, + -26.156505584716797, + -25.60743522644043, + -25.058364868164062, + -24.509294509887695, + -23.960224151611328, + -23.41115379333496, + -22.862083435058594, + -22.313013076782227, + -21.76394271850586, + -21.21487045288086, + -20.665802001953125, + -20.116729736328125, + -19.567659378051758, + -19.01858901977539, + -18.469518661499023, + -17.920448303222656, + -17.37137794494629, + -16.822307586669922, + -16.273235321044922, + -15.724165916442871, + -15.175095558166504, + -14.626025199890137, + -14.07695484161377, + -13.527883529663086, + -12.978813171386719, + -12.429742813110352, + -11.880672454833984, + -11.331602096557617, + -10.78253173828125, + -10.233461380004883, + -9.684391021728516, + -9.135318756103516, + -8.586248397827148, + -8.037178039550781, + -7.488107681274414, + -6.939037322998047, + -6.38996696472168, + -5.8408966064453125, + -5.291826248168945, + -4.742755889892578, + -4.193685531616211, + -3.6446151733398438, + -3.0955429077148438, + -2.5464744567871094 + ], + "r_inf_mean": 0.24868807196617126, + "r_inf_median": 0.25013667345046997, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6505258679389954, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1420464664697647, + "gamma_active": { + "1e-08": 0.14570116996765137, + "1e-07": 0.14593738317489624, + "1e-06": 0.14577026665210724, + "1e-05": 0.14551988244056702, + "0.0001": 0.14528648555278778 + }, + "gamma_energy_weighted": { + "1e-08": 0.16216333878388167, + "1e-07": 0.16216333878388167, + "1e-06": 0.16216333878388167, + "1e-05": 0.16216333878388167, + "0.0001": 0.16216333878388167 + } + }, + { + "layer": 3, + "mean_norm": 0.0018773183692246675, + "median_norm": 0.0019557613413780928, + "max_norm": 0.002757950685918331, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.201337814331055, + "5": -3.9317140579223633, + "10": -2.8158657550811768, + "25": -2.778416633605957, + "50": -2.708585500717163, + "75": -2.6422619819641113, + "90": -2.6140902042388916, + "95": -2.600679397583008, + "99": -2.5612125396728516 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451189041137695, + -28.902376174926758, + -28.353565216064453, + -27.804752349853516, + -27.25594139099121, + -26.707130432128906, + -26.15831756591797, + -25.609506607055664, + -25.060693740844727, + -24.511882781982422, + -23.963069915771484, + -23.41425895690918, + -22.865447998046875, + -22.316635131835938, + -21.767824172973633, + -21.219013214111328, + -20.67020034790039, + -20.121387481689453, + -19.57257843017578, + -19.023765563964844, + -18.474952697753906, + -17.9261417388916, + -17.377330780029297, + -16.82851791381836, + -16.279706954956055, + -15.730895042419434, + -15.182083129882812, + -14.633271217346191, + -14.08445930480957, + -13.535648345947266, + -12.986835479736328, + -12.438024520874023, + -11.889213562011719, + -11.340400695800781, + -10.791589736938477, + -10.242776870727539, + -9.693965911865234, + -9.14515495300293, + -8.596342086791992, + -8.047531127929688, + -7.49871826171875, + -6.949907302856445, + -6.401096343994141, + -5.852283477783203, + -5.303472518920898, + -4.754659652709961, + -4.205848693847656, + -3.6570358276367188, + -3.108224868774414, + -2.5594136714935303 + ], + "r_inf_mean": 0.2485554963350296, + "r_inf_median": 0.2501540780067444, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6504602432250977, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.09905887395143509, + "gamma_active": { + "1e-08": 0.10127194970846176, + "1e-07": 0.10138820856809616, + "1e-06": 0.1013953685760498, + "1e-05": 0.10147277265787125, + "0.0001": 0.10139001905918121 + }, + "gamma_energy_weighted": { + "1e-08": 0.12771518988833147, + "1e-07": 0.12771518988833147, + "1e-06": 0.12771518988833147, + "1e-05": 0.12771518988833147, + "0.0001": 0.12771518988833147 + } + }, + { + "layer": 4, + "mean_norm": 0.0018654819577932358, + "median_norm": 0.0019469120306894183, + "max_norm": 0.0027103624306619167, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.206720352172852, + "5": -3.9369194507598877, + "10": -2.8117475509643555, + "25": -2.7776541709899902, + "50": -2.710615634918213, + "75": -2.646256923675537, + "90": -2.6193454265594482, + "95": -2.6038930416107178, + "99": -2.5673673152923584 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451339721679688, + -28.902679443359375, + -28.354019165039062, + -27.80535888671875, + -27.256696701049805, + -26.708036422729492, + -26.15937614440918, + -25.610715866088867, + -25.062055587768555, + -24.513395309448242, + -23.964733123779297, + -23.416072845458984, + -22.867412567138672, + -22.31875228881836, + -21.770092010498047, + -21.221431732177734, + -20.672771453857422, + -20.12411117553711, + -19.575450897216797, + -19.026790618896484, + -18.478130340576172, + -17.929468154907227, + -17.380807876586914, + -16.8321475982666, + -16.28348731994629, + -15.734827041625977, + -15.186165809631348, + -14.637505531311035, + -14.088845252990723, + -13.540184020996094, + -12.991523742675781, + -12.442863464355469, + -11.894203186035156, + -11.345542907714844, + -10.796882629394531, + -10.248222351074219, + -9.699560165405273, + -9.150899887084961, + -8.602239608764648, + -8.053579330444336, + -7.504919052124023, + -6.956258773803711, + -6.407598495483398, + -5.858936309814453, + -5.310276031494141, + -4.761615753173828, + -4.212955474853516, + -3.664295196533203, + -3.1156349182128906, + -2.5669727325439453 + ], + "r_inf_mean": 0.246339350938797, + "r_inf_median": 0.2464510202407837, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6507827043533325, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.12143732607364655, + "gamma_active": { + "1e-08": 0.12463849037885666, + "1e-07": 0.12479206174612045, + "1e-06": 0.1243063285946846, + "1e-05": 0.12414909154176712, + "0.0001": 0.12383846938610077 + }, + "gamma_energy_weighted": { + "1e-08": 0.14727239101531045, + "1e-07": 0.14727239101531045, + "1e-06": 0.14727239101531045, + "1e-05": 0.14727239101531045, + "0.0001": 0.14727239101531045 + } + }, + { + "layer": 5, + "mean_norm": 0.0018538616131991148, + "median_norm": 0.0019310237839818, + "max_norm": 0.002693063346669078, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.214882850646973, + "5": -3.941784620285034, + "10": -2.8117361068725586, + "25": -2.776134967803955, + "50": -2.714076519012451, + "75": -2.647488832473755, + "90": -2.6247873306274414, + "95": -2.6072566509246826, + "99": -2.570128917694092 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45139503479004, + -28.902790069580078, + -28.354185104370117, + -27.805580139160156, + -27.256975173950195, + -26.708370208740234, + -26.159765243530273, + -25.611160278320312, + -25.06255531311035, + -24.51395034790039, + -23.96534538269043, + -23.41674041748047, + -22.86813735961914, + -22.319530487060547, + -21.77092742919922, + -21.222320556640625, + -20.673717498779297, + -20.125110626220703, + -19.576507568359375, + -19.02790069580078, + -18.479297637939453, + -17.93069076538086, + -17.38208770751953, + -16.83348274230957, + -16.28487777709961, + -15.736272811889648, + -15.187667846679688, + -14.639062881469727, + -14.090457916259766, + -13.541852951049805, + -12.993247985839844, + -12.444643020629883, + -11.896038055419922, + -11.347433090209961, + -10.798828125, + -10.250223159790039, + -9.701618194580078, + -9.153013229370117, + -8.604408264160156, + -8.055803298950195, + -7.507198333740234, + -6.958593368530273, + -6.4099884033203125, + -5.861383438110352, + -5.312778472900391, + -4.76417350769043, + -4.215568542480469, + -3.6669654846191406, + -3.1183605194091797, + -2.569753646850586 + ], + "r_inf_mean": 0.24571608006954193, + "r_inf_median": 0.24553938210010529, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6507995128631592, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.09328246861696243, + "gamma_active": { + "1e-08": 0.09561697393655777, + "1e-07": 0.0957460030913353, + "1e-06": 0.09584401547908783, + "1e-05": 0.09545278549194336, + "0.0001": 0.09548424184322357 + }, + "gamma_energy_weighted": { + "1e-08": 0.1113784980033901, + "1e-07": 0.1113784980033901, + "1e-06": 0.1113784980033901, + "1e-05": 0.1113784980033901, + "0.0001": 0.1113784980033901 + } + }, + { + "layer": 6, + "mean_norm": 0.0018500774167478085, + "median_norm": 0.0019309223862364888, + "max_norm": 0.0026788092218339443, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.962890625, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.216682434082031, + "5": -3.943277359008789, + "10": -2.8112943172454834, + "25": -2.775064706802368, + "50": -2.7142229080200195, + "75": -2.6489524841308594, + "90": -2.6274325847625732, + "95": -2.6092591285705566, + "99": -2.573481559753418 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451440811157227, + -28.902881622314453, + -28.354324340820312, + -27.80576515197754, + -27.257205963134766, + -26.708646774291992, + -26.16008758544922, + -25.611530303955078, + -25.062971115112305, + -24.51441192626953, + -23.965852737426758, + -23.417293548583984, + -22.868736267089844, + -22.320175170898438, + -21.771617889404297, + -21.223058700561523, + -20.67449951171875, + -20.12594223022461, + -19.577381134033203, + -19.028823852539062, + -18.48026466369629, + -17.931705474853516, + -17.383148193359375, + -16.83458709716797, + -16.286029815673828, + -15.737470626831055, + -15.188911437988281, + -14.640352249145508, + -14.09179401397705, + -13.543235778808594, + -12.99467658996582, + -12.446117401123047, + -11.897558212280273, + -11.3489990234375, + -10.80044174194336, + -10.251882553100586, + -9.703323364257812, + -9.154764175415039, + -8.606204986572266, + -8.057647705078125, + -7.509088516235352, + -6.960529327392578, + -6.411970138549805, + -5.863410949707031, + -5.314851760864258, + -4.766294479370117, + -4.217735290527344, + -3.6691761016845703, + -3.120616912841797, + -2.5720582008361816 + ], + "r_inf_mean": 0.2450709193944931, + "r_inf_median": 0.24415409564971924, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6511056423187256, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.05705576390028, + "gamma_active": { + "1e-08": 0.05834803357720375, + "1e-07": 0.05836891010403633, + "1e-06": 0.058274731040000916, + "1e-05": 0.05838711932301521, + "0.0001": 0.05836768448352814 + }, + "gamma_energy_weighted": { + "1e-08": 0.07224984690164699, + "1e-07": 0.07224984690164699, + "1e-06": 0.07224984690164699, + "1e-05": 0.07224984690164699, + "0.0001": 0.07224984690164699 + } + }, + { + "layer": 7, + "mean_norm": 0.0018464212771505117, + "median_norm": 0.00191977818030864, + "max_norm": 0.002674494404345751, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.962890625, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.215204238891602, + "5": -3.945678949356079, + "10": -2.8107335567474365, + "25": -2.7737207412719727, + "50": -2.716745376586914, + "75": -2.6505627632141113, + "90": -2.6299140453338623, + "95": -2.6103124618530273, + "99": -2.574985980987549 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 0, + 4, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45145606994629, + -28.902910232543945, + -28.354366302490234, + -27.80582046508789, + -27.25727653503418, + -26.708730697631836, + -26.160186767578125, + -25.61164093017578, + -25.06309700012207, + -24.514551162719727, + -23.966007232666016, + -23.417461395263672, + -22.86891746520996, + -22.32037353515625, + -21.771827697753906, + -21.223281860351562, + -20.67473793029785, + -20.12619400024414, + -19.577648162841797, + -19.029102325439453, + -18.480558395385742, + -17.93201446533203, + -17.383468627929688, + -16.834924697875977, + -16.286380767822266, + -15.737834930419922, + -15.189290046691895, + -14.640745162963867, + -14.09220027923584, + -13.543655395507812, + -12.995109558105469, + -12.446565628051758, + -11.898021697998047, + -11.349475860595703, + -10.800931930541992, + -10.252386093139648, + -9.703842163085938, + -9.155296325683594, + -8.606752395629883, + -8.058206558227539, + -7.509662628173828, + -6.961116790771484, + -6.412572860717773, + -5.86402702331543, + -5.315483093261719, + -4.766937255859375, + -4.218393325805664, + -3.669849395751953, + -3.1213035583496094, + -2.572758436203003 + ], + "r_inf_mean": 0.24503310024738312, + "r_inf_median": 0.244467094540596, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6511820554733276, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.0754469782114029, + "gamma_active": { + "1e-08": 0.07738412171602249, + "1e-07": 0.07747223228216171, + "1e-06": 0.07728958874940872, + "1e-05": 0.07766776531934738, + "0.0001": 0.07716799527406693 + }, + "gamma_energy_weighted": { + "1e-08": 0.08689394330049652, + "1e-07": 0.08689394330049652, + "1e-06": 0.08689394330049652, + "1e-05": 0.08689394330049652, + "0.0001": 0.08689394330049652 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3