From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s123_a0.5_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json new file mode 100644 index 0000000..83579c3 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 48.091278076171875, + "acc": 0.083984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.07920411229133606, + "median_norm": 0.07496485114097595, + "max_norm": 0.6085569858551025, + "min_norm": 0.0, + "support": { + "1e-08": 0.984375, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96875, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -8.907740592956543, + "5": -3.2858169078826904, + "10": -1.4649065732955933, + "25": -1.2792305946350098, + "50": -1.1248087882995605, + "75": -1.006129503250122, + "90": -0.900830864906311, + "95": -0.822790801525116, + "99": -0.6666164398193359 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 3, + 0, + 0, + 1, + 4, + 2, + 2, + 4, + 2, + 4, + 2, + 4, + 24, + 432, + 23 + ], + "log_norms_bin_edges": [ + -30.0, + -29.404314041137695, + -28.80862808227539, + -28.212942123413086, + -27.61725616455078, + -27.021570205688477, + -26.425884246826172, + -25.830198287963867, + -25.234512329101562, + -24.638826370239258, + -24.043140411376953, + -23.44745445251465, + -22.851768493652344, + -22.256080627441406, + -21.660396575927734, + -21.064708709716797, + -20.469024658203125, + -19.873336791992188, + -19.277652740478516, + -18.681964874267578, + -18.086280822753906, + -17.49059295654297, + -16.894908905029297, + -16.29922103881836, + -15.703535079956055, + -15.10784912109375, + -14.512163162231445, + -13.91647720336914, + -13.320791244506836, + -12.725105285644531, + -12.129419326782227, + -11.533733367919922, + -10.938047409057617, + -10.342361450195312, + -9.746675491333008, + -9.150989532470703, + -8.555303573608398, + -7.959617614746094, + -7.363931655883789, + -6.768245697021484, + -6.17255973815918, + -5.576873779296875, + -4.98118782043457, + -4.385501861572266, + -3.789815902709961, + -3.1941299438476562, + -2.5984439849853516, + -2.002758026123047, + -1.4070701599121094, + -0.8113842010498047, + -0.2156987488269806 + ], + "r_inf_mean": 0.2859426438808441, + "r_inf_median": 0.2780011296272278, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6062971949577332, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.006515339482575655, + "gamma_active": { + "1e-08": 0.006661216262727976, + "1e-07": 0.006775374058634043, + "1e-06": 0.006312511395663023, + "1e-05": 0.006664868909865618, + "0.0001": 0.007040049880743027 + }, + "gamma_energy_weighted": { + "1e-08": -0.013258389541988169, + "1e-07": -0.013258389541988169, + "1e-06": -0.013258389541988169, + "1e-05": -0.013258389541988169, + "0.0001": -0.013258389541988169 + } + }, + { + "layer": 1, + "mean_norm": 0.004493367858231068, + "median_norm": 0.004455396439880133, + "max_norm": 0.019138889387249947, + "min_norm": 0.0, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.97265625, + "1e-06": 0.966796875, + "1e-05": 0.953125, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -10.350650787353516, + "5": -4.471142768859863, + "10": -2.705919027328491, + "25": -2.5260229110717773, + "50": -2.350916624069214, + "75": -2.2342000007629395, + "90": -2.1127681732177734, + "95": -2.068232536315918, + "99": -2.0002243518829346 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 0, + 1, + 4, + 1, + 2, + 4, + 2, + 4, + 3, + 3, + 6, + 302, + 172 + ], + "log_norms_bin_edges": [ + -30.0, + -29.434362411499023, + -28.868722915649414, + -28.303085327148438, + -27.737445831298828, + -27.17180824279785, + -26.606170654296875, + -26.040531158447266, + -25.47489356994629, + -24.90925407409668, + -24.343616485595703, + -23.777976989746094, + -23.212339401245117, + -22.64670181274414, + -22.08106231689453, + -21.515424728393555, + -20.949787139892578, + -20.38414764404297, + -19.81850814819336, + -19.252872467041016, + -18.687232971191406, + -18.121593475341797, + -17.55595588684082, + -16.990318298339844, + -16.424678802490234, + -15.859041213989258, + -15.293402671813965, + -14.727764129638672, + -14.162125587463379, + -13.596487045288086, + -13.03084945678711, + -12.4652099609375, + -11.899572372436523, + -11.333934783935547, + -10.768295288085938, + -10.202657699584961, + -9.637018203735352, + -9.071380615234375, + -8.505743026733398, + -7.940103530883789, + -7.3744659423828125, + -6.808826446533203, + -6.243188858032227, + -5.67755126953125, + -5.111911773681641, + -4.546274185180664, + -3.9806346893310547, + -3.414997100830078, + -2.8493576049804688, + -2.283720016479492, + -1.718083381652832 + ], + "r_inf_mean": 0.27374082803726196, + "r_inf_median": 0.27234065532684326, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.616619348526001, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1089896410703659, + "gamma_active": { + "1e-08": 0.11079386621713638, + "1e-07": 0.11105237156152725, + "1e-06": 0.11118382215499878, + "1e-05": 0.1119939535856247, + "0.0001": 0.11202271282672882 + }, + "gamma_energy_weighted": { + "1e-08": 0.11756788708890892, + "1e-07": 0.11756788708890892, + "1e-06": 0.11756788708890892, + "1e-05": 0.11756788708890892, + "0.0001": 0.11756788708890892 + } + }, + { + "layer": 2, + "mean_norm": 0.0018194352742284536, + "median_norm": 0.0019077699398621917, + "max_norm": 0.002792443847283721, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.736860275268555, + "5": -4.799628734588623, + "10": -2.8494510650634766, + "25": -2.7964539527893066, + "50": -2.7193691730499268, + "75": -2.648507595062256, + "90": -2.611492156982422, + "95": -2.5983471870422363, + "99": -2.566786050796509 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 10, + 470 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451080322265625, + -28.90216064453125, + -28.353240966796875, + -27.8043212890625, + -27.255401611328125, + -26.70648193359375, + -26.157562255859375, + -25.608642578125, + -25.059722900390625, + -24.51080322265625, + -23.961883544921875, + -23.4129638671875, + -22.864044189453125, + -22.31512451171875, + -21.766204833984375, + -21.21728515625, + -20.668365478515625, + -20.11944580078125, + -19.570526123046875, + -19.0216064453125, + -18.472686767578125, + -17.92376708984375, + -17.374847412109375, + -16.825927734375, + -16.277008056640625, + -15.72808837890625, + -15.179168701171875, + -14.6302490234375, + -14.081329345703125, + -13.53240966796875, + -12.983489990234375, + -12.4345703125, + -11.885650634765625, + -11.33673095703125, + -10.787811279296875, + -10.2388916015625, + -9.689971923828125, + -9.14105224609375, + -8.592132568359375, + -8.043212890625, + -7.494293212890625, + -6.94537353515625, + -6.396453857421875, + -5.8475341796875, + -5.298614501953125, + -4.74969482421875, + -4.200775146484375, + -3.65185546875, + -3.102935791015625, + -2.554015636444092 + ], + "r_inf_mean": 0.2451772540807724, + "r_inf_median": 0.24519309401512146, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6448829174041748, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11803872138261795, + "gamma_active": { + "1e-08": 0.12026814371347427, + "1e-07": 0.12077341228723526, + "1e-06": 0.12019114196300507, + "1e-05": 0.1205577552318573, + "0.0001": 0.12054168432950974 + }, + "gamma_energy_weighted": { + "1e-08": 0.14526772680787084, + "1e-07": 0.14526772680787084, + "1e-06": 0.14526772680787084, + "1e-05": 0.14526772680787084, + "0.0001": 0.14526772680787084 + } + }, + { + "layer": 3, + "mean_norm": 0.0017821392975747585, + "median_norm": 0.0018557009752839804, + "max_norm": 0.0026512257754802704, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.744598388671875, + "5": -4.8098554611206055, + "10": -2.8563363552093506, + "25": -2.79866361618042, + "50": -2.731245517730713, + "75": -2.6582531929016113, + "90": -2.629747152328491, + "95": -2.6122360229492188, + "99": -2.582632541656494 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 10, + 470 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45153045654297, + -28.90306282043457, + -28.35459327697754, + -27.806123733520508, + -27.25765609741211, + -26.709186553955078, + -26.160717010498047, + -25.612247467041016, + -25.063779830932617, + -24.515310287475586, + -23.966842651367188, + -23.418373107910156, + -22.869903564453125, + -22.321434020996094, + -21.772964477539062, + -21.224496841430664, + -20.676029205322266, + -20.127559661865234, + -19.579090118408203, + -19.030620574951172, + -18.48215103149414, + -17.933683395385742, + -17.38521385192871, + -16.836746215820312, + -16.28827667236328, + -15.73980712890625, + -15.191338539123535, + -14.64286994934082, + -14.094400405883789, + -13.545930862426758, + -12.99746322631836, + -12.448993682861328, + -11.900524139404297, + -11.352056503295898, + -10.803586959838867, + -10.255117416381836, + -9.706649780273438, + -9.158180236816406, + -8.609710693359375, + -8.061241149902344, + -7.512773513793945, + -6.964303970336914, + -6.415834426879883, + -5.867366790771484, + -5.318897247314453, + -4.770427703857422, + -4.221960067749023, + -3.673490524291992, + -3.125020980834961, + -2.5765533447265625 + ], + "r_inf_mean": 0.2450738549232483, + "r_inf_median": 0.24441806972026825, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6457029581069946, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10828419774770737, + "gamma_active": { + "1e-08": 0.11017049849033356, + "1e-07": 0.11009252071380615, + "1e-06": 0.10950205475091934, + "1e-05": 0.10997692495584488, + "0.0001": 0.1103990226984024 + }, + "gamma_energy_weighted": { + "1e-08": 0.13763622607907317, + "1e-07": 0.13763622607907317, + "1e-06": 0.13763622607907317, + "1e-05": 0.13763622607907317, + "0.0001": 0.13763622607907317 + } + }, + { + "layer": 4, + "mean_norm": 0.0017659016884863377, + "median_norm": 0.0018518617143854499, + "max_norm": 0.00258342525921762, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.748531341552734, + "5": -4.813263416290283, + "10": -2.85467529296875, + "25": -2.7981491088867188, + "50": -2.732391357421875, + "75": -2.665313243865967, + "90": -2.6366968154907227, + "95": -2.619321584701538, + "99": -2.5903007984161377 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 9, + 471 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45175552368164, + -28.903512954711914, + -28.355268478393555, + -27.807024002075195, + -27.25878143310547, + -26.71053695678711, + -26.16229248046875, + -25.61404800415039, + -25.065805435180664, + -24.517560958862305, + -23.969318389892578, + -23.42107391357422, + -22.87282943725586, + -22.3245849609375, + -21.77634048461914, + -21.228097915649414, + -20.679855346679688, + -20.131610870361328, + -19.58336639404297, + -19.03512191772461, + -18.48687744140625, + -17.938634872436523, + -17.390390396118164, + -16.842147827148438, + -16.293903350830078, + -15.745658874511719, + -15.197415351867676, + -14.649171829223633, + -14.100927352905273, + -13.552682876586914, + -13.004440307617188, + -12.456195831298828, + -11.907951354980469, + -11.359708786010742, + -10.811464309692383, + -10.263219833374023, + -9.714977264404297, + -9.166732788085938, + -8.618488311767578, + -8.070243835449219, + -7.522001266479492, + -6.973756790161133, + -6.425512313842773, + -5.877269744873047, + -5.3290252685546875, + -4.780780792236328, + -4.232538223266602, + -3.684293746948242, + -3.136049270629883, + -2.587804079055786 + ], + "r_inf_mean": 0.24434059858322144, + "r_inf_median": 0.24257709085941315, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.645588755607605, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11623523384332657, + "gamma_active": { + "1e-08": 0.11837123334407806, + "1e-07": 0.11846169829368591, + "1e-06": 0.1181812509894371, + "1e-05": 0.11821899563074112, + "0.0001": 0.11755218356847763 + }, + "gamma_energy_weighted": { + "1e-08": 0.1372759710549184, + "1e-07": 0.1372759710549184, + "1e-06": 0.1372759710549184, + "1e-05": 0.1372759710549184, + "0.0001": 0.1372759710549184 + } + }, + { + "layer": 5, + "mean_norm": 0.0017529820324853063, + "median_norm": 0.0018337677465751767, + "max_norm": 0.0025638549122959375, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.749164581298828, + "5": -4.816112995147705, + "10": -2.8516428470611572, + "25": -2.797819137573242, + "50": -2.736553192138672, + "75": -2.6693098545074463, + "90": -2.6450185775756836, + "95": -2.6237354278564453, + "99": -2.5928099155426025 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 9, + 471 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45182228088379, + -28.903644561767578, + -28.355466842651367, + -27.807289123535156, + -27.259109497070312, + -26.710933685302734, + -26.16275405883789, + -25.61457633972168, + -25.06639862060547, + -24.518220901489258, + -23.970043182373047, + -23.421865463256836, + -22.873687744140625, + -22.325510025024414, + -21.777332305908203, + -21.22915267944336, + -20.68097686767578, + -20.132797241210938, + -19.584619522094727, + -19.036441802978516, + -18.488264083862305, + -17.940086364746094, + -17.391908645629883, + -16.843730926513672, + -16.295551300048828, + -15.747374534606934, + -15.199196815490723, + -14.651019096374512, + -14.1028413772583, + -13.554662704467773, + -13.006484985351562, + -12.458307266235352, + -11.91012954711914, + -11.36195182800293, + -10.813774108886719, + -10.265596389770508, + -9.717418670654297, + -9.169239044189453, + -8.621061325073242, + -8.072883605957031, + -7.52470588684082, + -6.976528167724609, + -6.428350448608398, + -5.8801727294921875, + -5.331995010375977, + -4.783817291259766, + -4.235639572143555, + -3.6874618530273438, + -3.1392822265625, + -2.591106653213501 + ], + "r_inf_mean": 0.24402755498886108, + "r_inf_median": 0.241021066904068, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6470903158187866, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11070078611373901, + "gamma_active": { + "1e-08": 0.11269590258598328, + "1e-07": 0.1127733513712883, + "1e-06": 0.11182202398777008, + "1e-05": 0.11198991537094116, + "0.0001": 0.11270453035831451 + }, + "gamma_energy_weighted": { + "1e-08": 0.13119071917045746, + "1e-07": 0.13119071917045746, + "1e-06": 0.13119071917045746, + "1e-05": 0.13119071917045746, + "0.0001": 0.13119071917045746 + } + }, + { + "layer": 6, + "mean_norm": 0.0017468235455453396, + "median_norm": 0.001828528824262321, + "max_norm": 0.0025423646438866854, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.75002670288086, + "5": -4.816445827484131, + "10": -2.8501508235931396, + "25": -2.7997450828552246, + "50": -2.7375454902648926, + "75": -2.6723573207855225, + "90": -2.647742509841919, + "95": -2.628253221511841, + "99": -2.5963118076324463 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 9, + 471 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451894760131836, + -28.903789520263672, + -28.35568618774414, + -27.807580947875977, + -27.259475708007812, + -26.71137237548828, + -26.163267135620117, + -25.615161895751953, + -25.06705665588379, + -24.518951416015625, + -23.970848083496094, + -23.42274284362793, + -22.874637603759766, + -22.326534271240234, + -21.77842903137207, + -21.230323791503906, + -20.682218551635742, + -20.134113311767578, + -19.586009979248047, + -19.037904739379883, + -18.48979949951172, + -17.941696166992188, + -17.393590927124023, + -16.84548568725586, + -16.297380447387695, + -15.749276161193848, + -15.201171875, + -14.653066635131836, + -14.104961395263672, + -13.55685806274414, + -13.008752822875977, + -12.460647583007812, + -11.912542343139648, + -11.364437103271484, + -10.816333770751953, + -10.268228530883789, + -9.720123291015625, + -9.172019958496094, + -8.62391471862793, + -8.075809478759766, + -7.527704238891602, + -6.9795989990234375, + -6.431495666503906, + -5.883390426635742, + -5.335285186767578, + -4.787181854248047, + -4.239076614379883, + -3.6909713745117188, + -3.1428661346435547, + -2.5947623252868652 + ], + "r_inf_mean": 0.24401533603668213, + "r_inf_median": 0.24132341146469116, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6470039486885071, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.06342054903507233, + "gamma_active": { + "1e-08": 0.06449270248413086, + "1e-07": 0.06457577645778656, + "1e-06": 0.06466998904943466, + "1e-05": 0.064846932888031, + "0.0001": 0.06531393527984619 + }, + "gamma_energy_weighted": { + "1e-08": 0.07579741181061053, + "1e-07": 0.07579741181061053, + "1e-06": 0.07579741181061053, + "1e-05": 0.07579741181061053, + "0.0001": 0.07579741181061053 + } + }, + { + "layer": 7, + "mean_norm": 0.00174068589694798, + "median_norm": 0.0018211251590400934, + "max_norm": 0.0025354872923344374, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.749622344970703, + "5": -4.816186428070068, + "10": -2.8512277603149414, + "25": -2.798557996749878, + "50": -2.7396087646484375, + "75": -2.677253007888794, + "90": -2.648094654083252, + "95": -2.628976821899414, + "99": -2.5967953205108643 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 9, + 471 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451919555664062, + -28.903837203979492, + -28.355756759643555, + -27.807674407958984, + -27.259593963623047, + -26.71151351928711, + -26.16343116760254, + -25.6153507232666, + -25.06726837158203, + -24.519187927246094, + -23.971107482910156, + -23.423025131225586, + -22.87494468688965, + -22.326862335205078, + -21.77878189086914, + -21.230701446533203, + -20.682619094848633, + -20.134536743164062, + -19.586456298828125, + -19.038375854492188, + -18.49029541015625, + -17.94221305847168, + -17.39413070678711, + -16.846050262451172, + -16.297969818115234, + -15.74988842010498, + -15.201807022094727, + -14.653725624084473, + -14.105644226074219, + -13.557563781738281, + -13.009481430053711, + -12.461400985717773, + -11.913320541381836, + -11.365238189697266, + -10.817157745361328, + -10.269075393676758, + -9.72099494934082, + -9.172914505004883, + -8.624832153320312, + -8.076751708984375, + -7.528669357299805, + -6.980588912963867, + -6.43250846862793, + -5.884426116943359, + -5.336345672607422, + -4.788263320922852, + -4.240182876586914, + -3.6921005249023438, + -3.1440200805664062, + -2.5959386825561523 + ], + "r_inf_mean": 0.24361562728881836, + "r_inf_median": 0.23911046981811523, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6474184989929199, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.08002671599388123, + "gamma_active": { + "1e-08": 0.08145962655544281, + "1e-07": 0.08121658116579056, + "1e-06": 0.08110985159873962, + "1e-05": 0.0812864825129509, + "0.0001": 0.08143885433673859 + }, + "gamma_energy_weighted": { + "1e-08": 0.09197866342282239, + "1e-07": 0.09197866342282239, + "1e-06": 0.09197866342282239, + "1e-05": 0.09197866342282239, + "0.0001": 0.09197866342282239 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3