From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s123_a1.0_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json new file mode 100644 index 0000000..7067170 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 14.4655179977417, + "acc": 0.083984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.029319901019334793, + "median_norm": 0.02496122196316719, + "max_norm": 0.1693883240222931, + "min_norm": 1.2046235120521942e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.99609375, + "1e-05": 0.9921875, + "0.0001": 0.986328125 + }, + "log_norms_percentiles": { + "1": -4.304049491882324, + "5": -2.671001434326172, + "10": -1.8980939388275146, + "25": -1.734944462776184, + "50": -1.6027177572250366, + "75": -1.4548070430755615, + "90": -1.3126062154769897, + "95": -1.184635043144226, + "99": -0.9225583672523499 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 3, + 3, + 2, + 1, + 3, + 1, + 6, + 1, + 4, + 2, + 3, + 13, + 67, + 158, + 132, + 64, + 31, + 5, + 6 + ], + "log_norms_bin_edges": [ + -8.919148445129395, + -8.756187438964844, + -8.59322738647461, + -8.430266380310059, + -8.267305374145508, + -8.104345321655273, + -7.941384315490723, + -7.77842378616333, + -7.6154632568359375, + -7.452502727508545, + -7.289542198181152, + -7.126581192016602, + -6.963620662689209, + -6.800660133361816, + -6.637699127197266, + -6.474738597869873, + -6.3117780685424805, + -6.148817539215088, + -5.985857009887695, + -5.8228960037231445, + -5.659935474395752, + -5.496974945068359, + -5.334013938903809, + -5.171053409576416, + -5.008092880249023, + -4.845132350921631, + -4.682171821594238, + -4.5192108154296875, + -4.356250286102295, + -4.193289756774902, + -4.030328750610352, + -3.867368221282959, + -3.7044076919555664, + -3.541447162628174, + -3.3784866333007812, + -3.2155256271362305, + -3.052565097808838, + -2.8896045684814453, + -2.7266435623168945, + -2.563683032989502, + -2.4007225036621094, + -2.237761974334717, + -2.074801445007324, + -1.9118404388427734, + -1.7488799095153809, + -1.5859193801879883, + -1.4229583740234375, + -1.259997844696045, + -1.0970373153686523, + -0.9340767860412598, + -0.7711165547370911 + ], + "r_inf_mean": 0.34299877285957336, + "r_inf_median": 0.33503738045692444, + "pr_mean": 0.1792212873697281, + "pr_median": 0.1780494600534439, + "hoyer_mean": 0.4523465037345886, + "eff_dim_mean": 0.45234647393226624, + "topk_energy": { + "1": 0.12062478065490723, + "5": 0.4169055223464966, + "10": 0.6033743023872375, + "25": 0.8718504309654236 + }, + "gamma_raw": 0.009300867095589638, + "gamma_active": { + "1e-08": 0.00925674382597208, + "1e-07": 0.00925674382597208, + "1e-06": 0.009734283201396465, + "1e-05": 0.009422853589057922, + "0.0001": 0.009914522990584373 + }, + "gamma_energy_weighted": { + "1e-08": -0.005251495776596996, + "1e-07": -0.005251495776596996, + "1e-06": -0.005251495776596996, + "1e-05": -0.005251495776596996, + "0.0001": -0.005251495776596996 + } + }, + { + "layer": 1, + "mean_norm": 0.0023971907794475555, + "median_norm": 0.0023146721068769693, + "max_norm": 0.008056195452809334, + "min_norm": 8.422151864806438e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -5.382665634155273, + "5": -3.693126678466797, + "10": -2.837005853652954, + "25": -2.7143120765686035, + "50": -2.635347843170166, + "75": -2.5436699390411377, + "90": -2.4610843658447266, + "95": -2.3806121349334717, + "99": -2.2159221172332764 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 3, + 2, + 2, + 4, + 2, + 1, + 4, + 5, + 2, + 2, + 0, + 9, + 64, + 244, + 127, + 24, + 9 + ], + "log_norms_bin_edges": [ + -10.074577331542969, + -9.914962768554688, + -9.755349159240723, + -9.595734596252441, + -9.436120986938477, + -9.276506423950195, + -9.11689281463623, + -8.95727825164795, + -8.797664642333984, + -8.638050079345703, + -8.478435516357422, + -8.318821907043457, + -8.159207344055176, + -7.999593734741211, + -7.83997917175293, + -7.680365085601807, + -7.520750999450684, + -7.3611369132995605, + -7.2015228271484375, + -7.041908264160156, + -6.882294654846191, + -6.72268009185791, + -6.563066005706787, + -6.403451919555664, + -6.243837833404541, + -6.084223747253418, + -5.924609661102295, + -5.764995574951172, + -5.605381011962891, + -5.445766925811768, + -5.2861528396606445, + -5.1265387535095215, + -4.966924667358398, + -4.807310581207275, + -4.647696495056152, + -4.488082408905029, + -4.328468322753906, + -4.168853759765625, + -4.009239673614502, + -3.849625587463379, + -3.690011501312256, + -3.530397415161133, + -3.3707833290100098, + -3.2111692428588867, + -3.0515546798706055, + -2.8919405937194824, + -2.7323265075683594, + -2.5727124214172363, + -2.4130983352661133, + -2.2534842491149902, + -2.093870162963867 + ], + "r_inf_mean": 0.3225543797016144, + "r_inf_median": 0.3176032602787018, + "pr_mean": 0.22460003197193146, + "pr_median": 0.22074243426322937, + "hoyer_mean": 0.5478988885879517, + "eff_dim_mean": 0.5478988885879517, + "topk_energy": { + "1": 0.10709366947412491, + "5": 0.37188246846199036, + "10": 0.5377897024154663, + "25": 0.7993390560150146 + }, + "gamma_raw": 0.0654435008764267, + "gamma_active": { + "1e-08": 0.0655696764588356, + "1e-07": 0.0656052976846695, + "1e-06": 0.06552843749523163, + "1e-05": 0.06528016924858093, + "0.0001": 0.06470867991447449 + }, + "gamma_energy_weighted": { + "1e-08": 0.06591136725656087, + "1e-07": 0.06591136725656087, + "1e-06": 0.06591136725656087, + "1e-05": 0.06591136725656087, + "0.0001": 0.06591136725656087 + } + }, + { + "layer": 2, + "mean_norm": 0.0014376696199178696, + "median_norm": 0.0015432253712788224, + "max_norm": 0.0020122022833675146, + "min_norm": 1.8986345481919464e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -5.641246795654297, + "5": -3.9223268032073975, + "10": -2.968184471130371, + "25": -2.8577520847320557, + "50": -2.8115487098693848, + "75": -2.775552988052368, + "90": -2.749025344848633, + "95": -2.7333385944366455, + "99": -2.7061970233917236 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 1, + 1, + 1, + 4, + 1, + 6, + 1, + 3, + 5, + 2, + 1, + 3, + 5, + 4, + 86, + 381 + ], + "log_norms_bin_edges": [ + -10.721559524536133, + -10.561055183410645, + -10.40054988861084, + -10.240045547485352, + -10.079541206359863, + -9.919036865234375, + -9.75853157043457, + -9.598027229309082, + -9.437522888183594, + -9.277017593383789, + -9.1165132522583, + -8.956008911132812, + -8.795503616333008, + -8.63499927520752, + -8.474494934082031, + -8.313989639282227, + -8.153485298156738, + -7.99298095703125, + -7.832476615905762, + -7.671971321105957, + -7.511466979980469, + -7.3509626388549805, + -7.190457820892334, + -7.0299530029296875, + -6.869448661804199, + -6.708943843841553, + -6.5484395027160645, + -6.387934684753418, + -6.2274298667907715, + -6.066925525665283, + -5.906420707702637, + -5.745916366577148, + -5.585411548614502, + -5.4249067306518555, + -5.264402389526367, + -5.103897571563721, + -4.943393230438232, + -4.782888412475586, + -4.6223835945129395, + -4.461879253387451, + -4.301374435424805, + -4.140870094299316, + -3.98036527633667, + -3.8198604583740234, + -3.659356117248535, + -3.4988512992858887, + -3.3383469581604004, + -3.177842140197754, + -3.0173377990722656, + -2.856832981109619, + -2.6963284015655518 + ], + "r_inf_mean": 0.2563893496990204, + "r_inf_median": 0.24844080209732056, + "pr_mean": Infinity, + "pr_median": 0.3351028561592102, + "hoyer_mean": 0.6322269439697266, + "eff_dim_mean": 0.632226824760437, + "topk_energy": { + "1": 0.06693346053361893, + "5": 0.2710779309272766, + "10": 0.4269128441810608, + "25": 0.7242884635925293 + }, + "gamma_raw": 0.04294854402542114, + "gamma_active": { + "1e-08": 0.04303261637687683, + "1e-07": 0.04301945120096207, + "1e-06": 0.043050382286310196, + "1e-05": 0.04288071393966675, + "0.0001": 0.04308994486927986 + }, + "gamma_energy_weighted": { + "1e-08": 0.04563028244018955, + "1e-07": 0.04563028244018955, + "1e-06": 0.04563028244018955, + "1e-05": 0.04563028244018955, + "0.0001": 0.04563028244018955 + } + }, + { + "layer": 3, + "mean_norm": 0.001420103246346116, + "median_norm": 0.0015219118213281035, + "max_norm": 0.0019495830638334155, + "min_norm": 1.779843980531659e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.6470947265625, + "5": -3.9289586544036865, + "10": -2.971308469772339, + "25": -2.861764907836914, + "50": -2.817265033721924, + "75": -2.780611991882324, + "90": -2.7541773319244385, + "95": -2.741779088973999, + "99": -2.7159903049468994 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 3, + 5, + 2, + 1, + 3, + 5, + 4, + 67, + 400 + ], + "log_norms_bin_edges": [ + -10.749618530273438, + -10.588827133178711, + -10.428035736083984, + -10.267245292663574, + -10.106453895568848, + -9.945662498474121, + -9.784871101379395, + -9.624079704284668, + -9.463289260864258, + -9.302497863769531, + -9.141706466674805, + -8.980915069580078, + -8.820123672485352, + -8.659333229064941, + -8.498541831970215, + -8.337750434875488, + -8.176959037780762, + -8.016168594360352, + -7.855377197265625, + -7.694585800170898, + -7.533794403076172, + -7.373003005981445, + -7.212212085723877, + -7.051421165466309, + -6.890629768371582, + -6.7298383712768555, + -6.569047451019287, + -6.4082560539245605, + -6.247464656829834, + -6.086673736572266, + -5.925882339477539, + -5.765091419219971, + -5.604300022125244, + -5.443508625030518, + -5.282717704772949, + -5.121926307678223, + -4.961135387420654, + -4.800343990325928, + -4.639552593231201, + -4.478761672973633, + -4.317970275878906, + -4.157179355621338, + -3.9963879585266113, + -3.8355965614318848, + -3.6748056411743164, + -3.51401424407959, + -3.3532233238220215, + -3.192431926727295, + -3.0316410064697266, + -2.870849609375, + -2.7100584506988525 + ], + "r_inf_mean": 0.2550817131996155, + "r_inf_median": 0.24732241034507751, + "pr_mean": Infinity, + "pr_median": 0.3363552391529083, + "hoyer_mean": 0.6325684785842896, + "eff_dim_mean": 0.6325684189796448, + "topk_energy": { + "1": 0.06623396277427673, + "5": 0.270640105009079, + "10": 0.42686158418655396, + "25": 0.723557710647583 + }, + "gamma_raw": 0.04561328887939453, + "gamma_active": { + "1e-08": 0.045701950788497925, + "1e-07": 0.04562197998166084, + "1e-06": 0.04578922688961029, + "1e-05": 0.04559391364455223, + "0.0001": 0.04605429247021675 + }, + "gamma_energy_weighted": { + "1e-08": 0.05188216138823783, + "1e-07": 0.05188216138823783, + "1e-06": 0.05188216138823783, + "1e-05": 0.05188216138823783, + "0.0001": 0.05188216138823783 + } + }, + { + "layer": 4, + "mean_norm": 0.001417016377672553, + "median_norm": 0.0015229627024382353, + "max_norm": 0.0019313666271045804, + "min_norm": 1.7248782263612483e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.6456122398376465, + "5": -3.9307796955108643, + "10": -2.975327730178833, + "25": -2.862149238586426, + "50": -2.817269802093506, + "75": -2.7814254760742188, + "90": -2.7548210620880127, + "95": -2.744990825653076, + "99": -2.721022844314575 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 3, + 4, + 3, + 1, + 3, + 5, + 4, + 64, + 403 + ], + "log_norms_bin_edges": [ + -10.7632417678833, + -10.602259635925293, + -10.441277503967285, + -10.280295372009277, + -10.11931324005127, + -9.958331108093262, + -9.797348976135254, + -9.636366844177246, + -9.475384712219238, + -9.31440258026123, + -9.153420448303223, + -8.992438316345215, + -8.831456184387207, + -8.6704740524292, + -8.509491920471191, + -8.348509788513184, + -8.187527656555176, + -8.026545524597168, + -7.86556339263916, + -7.704581260681152, + -7.5435991287231445, + -7.382616996765137, + -7.221634864807129, + -7.060652732849121, + -6.899670600891113, + -6.7386884689331055, + -6.577706336975098, + -6.41672420501709, + -6.255742073059082, + -6.094759941101074, + -5.933777809143066, + -5.772795677185059, + -5.611813545227051, + -5.450831413269043, + -5.289849281311035, + -5.128867149353027, + -4.9678850173950195, + -4.806902885437012, + -4.645920753479004, + -4.484938621520996, + -4.323956489562988, + -4.1629743576049805, + -4.001992225646973, + -3.841010093688965, + -3.680027961730957, + -3.519045829772949, + -3.3580636978149414, + -3.1970815658569336, + -3.036099433898926, + -2.875117301940918, + -2.7141354084014893 + ], + "r_inf_mean": 0.254750519990921, + "r_inf_median": 0.24800750613212585, + "pr_mean": Infinity, + "pr_median": 0.3344537019729614, + "hoyer_mean": 0.6320614218711853, + "eff_dim_mean": 0.6320613622665405, + "topk_energy": { + "1": 0.06596965342760086, + "5": 0.2708251178264618, + "10": 0.4269668757915497, + "25": 0.7238932251930237 + }, + "gamma_raw": 0.055199556052684784, + "gamma_active": { + "1e-08": 0.05530686676502228, + "1e-07": 0.05518513545393944, + "1e-06": 0.05554577708244324, + "1e-05": 0.055605459958314896, + "0.0001": 0.05579657480120659 + }, + "gamma_energy_weighted": { + "1e-08": 0.05869019191124659, + "1e-07": 0.05869019191124659, + "1e-06": 0.05869019191124659, + "1e-05": 0.05869019191124659, + "0.0001": 0.05869019191124659 + } + }, + { + "layer": 5, + "mean_norm": 0.0014131024945527315, + "median_norm": 0.0015126788057386875, + "max_norm": 0.0019290541531518102, + "min_norm": 1.7020152648372644e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.646845817565918, + "5": -3.9289824962615967, + "10": -2.9754812717437744, + "25": -2.8637337684631348, + "50": -2.8202195167541504, + "75": -2.7820940017700195, + "90": -2.754948616027832, + "95": -2.744769811630249, + "99": -2.720996618270874 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 3, + 4, + 3, + 1, + 3, + 5, + 4, + 65, + 402 + ], + "log_norms_bin_edges": [ + -10.769037246704102, + -10.607949256896973, + -10.44686222076416, + -10.285774230957031, + -10.124687194824219, + -9.96359920501709, + -9.802511215209961, + -9.641424179077148, + -9.48033618927002, + -9.31924819946289, + -9.158161163330078, + -8.99707317352295, + -8.83598518371582, + -8.674898147583008, + -8.513810157775879, + -8.35272216796875, + -8.191635131835938, + -8.030548095703125, + -7.869460105895996, + -7.708372116088867, + -7.5472846031188965, + -7.386197090148926, + -7.225109100341797, + -7.064021587371826, + -6.9029340744018555, + -6.741846561431885, + -6.580759048461914, + -6.419671058654785, + -6.2585835456848145, + -6.097496032714844, + -5.936408042907715, + -5.775320529937744, + -5.614233016967773, + -5.453145503997803, + -5.292057991027832, + -5.130970001220703, + -4.969882488250732, + -4.808794975280762, + -4.647706985473633, + -4.486619472503662, + -4.325531959533691, + -4.164444446563721, + -4.00335693359375, + -3.842268943786621, + -3.6811814308166504, + -3.5200939178466797, + -3.359005928039551, + -3.19791841506958, + -3.0368309020996094, + -2.8757433891296387, + -2.714655637741089 + ], + "r_inf_mean": 0.2552972733974457, + "r_inf_median": 0.24864676594734192, + "pr_mean": Infinity, + "pr_median": 0.3366473317146301, + "hoyer_mean": 0.6324453949928284, + "eff_dim_mean": 0.6324453949928284, + "topk_energy": { + "1": 0.06626664847135544, + "5": 0.2722221612930298, + "10": 0.42755430936813354, + "25": 0.7238041758537292 + }, + "gamma_raw": 0.08025731146335602, + "gamma_active": { + "1e-08": 0.08041392266750336, + "1e-07": 0.08031820505857468, + "1e-06": 0.08041314035654068, + "1e-05": 0.08049329370260239, + "0.0001": 0.08140739798545837 + }, + "gamma_energy_weighted": { + "1e-08": 0.09034646711289498, + "1e-07": 0.09034646711289498, + "1e-06": 0.09034646711289498, + "1e-05": 0.09034646711289498, + "0.0001": 0.09034646711289498 + } + }, + { + "layer": 6, + "mean_norm": 0.0014120624400675297, + "median_norm": 0.0015140717150643468, + "max_norm": 0.0019110147841274738, + "min_norm": 1.6912343053787637e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.646043300628662, + "5": -3.9300098419189453, + "10": -2.975501775741577, + "25": -2.8630456924438477, + "50": -2.8197903633117676, + "75": -2.7846908569335938, + "90": -2.7565386295318604, + "95": -2.746993064880371, + "99": -2.7227237224578857 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 2, + 5, + 3, + 1, + 3, + 4, + 4, + 60, + 408 + ], + "log_norms_bin_edges": [ + -10.771796226501465, + -10.610734939575195, + -10.449673652648926, + -10.288612365722656, + -10.127551078796387, + -9.966489791870117, + -9.805429458618164, + -9.644367218017578, + -9.483306884765625, + -9.322245597839355, + -9.161184310913086, + -9.000123023986816, + -8.839061737060547, + -8.678000450134277, + -8.516939163208008, + -8.355877876281738, + -8.194816589355469, + -8.0337553024292, + -7.872694492340088, + -7.711633205413818, + -7.550571918487549, + -7.3895111083984375, + -7.228449821472168, + -7.067388534545898, + -6.906327247619629, + -6.745265960693359, + -6.58420467376709, + -6.42314338684082, + -6.262082099914551, + -6.1010212898254395, + -5.93996000289917, + -5.7788987159729, + -5.617837429046631, + -5.456776142120361, + -5.295714855194092, + -5.134653568267822, + -4.973592758178711, + -4.812531471252441, + -4.651470184326172, + -4.490408897399902, + -4.329347610473633, + -4.168286323547363, + -4.007225513458252, + -3.8461642265319824, + -3.685102939605713, + -3.5240416526794434, + -3.362980365753174, + -3.2019190788269043, + -3.040858268737793, + -2.8797969818115234, + -2.718735933303833 + ], + "r_inf_mean": 0.25520509481430054, + "r_inf_median": 0.25052881240844727, + "pr_mean": Infinity, + "pr_median": 0.3348166048526764, + "hoyer_mean": 0.6329062581062317, + "eff_dim_mean": 0.6329061985015869, + "topk_energy": { + "1": 0.0661732479929924, + "5": 0.271743506193161, + "10": 0.4269516170024872, + "25": 0.7233285307884216 + }, + "gamma_raw": 0.015019312500953674, + "gamma_active": { + "1e-08": 0.015048480592668056, + "1e-07": 0.015021915547549725, + "1e-06": 0.015222067013382912, + "1e-05": 0.014903553761541843, + "0.0001": 0.015819305554032326 + }, + "gamma_energy_weighted": { + "1e-08": 0.018116380696110403, + "1e-07": 0.018116380696110403, + "1e-06": 0.018116380696110403, + "1e-05": 0.018116380696110403, + "0.0001": 0.018116380696110403 + } + }, + { + "layer": 7, + "mean_norm": 0.0014120780397206545, + "median_norm": 0.001511768321506679, + "max_norm": 0.0019144078250974417, + "min_norm": 1.6740567265749462e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.643883228302002, + "5": -3.9301116466522217, + "10": -2.9764184951782227, + "25": -2.864454984664917, + "50": -2.82041597366333, + "75": -2.7839858531951904, + "90": -2.756596565246582, + "95": -2.7456235885620117, + "99": -2.7204222679138184 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 2, + 5, + 3, + 1, + 3, + 4, + 4, + 62, + 406 + ], + "log_norms_bin_edges": [ + -10.776229858398438, + -10.61506462097168, + -10.453899383544922, + -10.292734146118164, + -10.131568908691406, + -9.970403671264648, + -9.80923843383789, + -9.648073196411133, + -9.486907958984375, + -9.325742721557617, + -9.16457748413086, + -9.003412246704102, + -8.842247009277344, + -8.681081771850586, + -8.519915580749512, + -8.358750343322754, + -8.197585105895996, + -8.036419868469238, + -7.8752546310424805, + -7.714089393615723, + -7.552924156188965, + -7.391758918762207, + -7.230593681335449, + -7.069428443908691, + -6.908263206481934, + -6.747097969055176, + -6.585932731628418, + -6.424767017364502, + -6.263601779937744, + -6.102436542510986, + -5.9412713050842285, + -5.780106067657471, + -5.618940830230713, + -5.457775592803955, + -5.296610355377197, + -5.1354451179504395, + -4.974279880523682, + -4.813114643096924, + -4.651948928833008, + -4.49078369140625, + -4.329618453979492, + -4.168453216552734, + -4.007287979125977, + -3.8461227416992188, + -3.684957504272461, + -3.523792266845703, + -3.3626270294189453, + -3.2014617919921875, + -3.0402965545654297, + -2.8791308403015137, + -2.717965602874756 + ], + "r_inf_mean": 0.2556191682815552, + "r_inf_median": 0.2516833245754242, + "pr_mean": Infinity, + "pr_median": 0.3324916362762451, + "hoyer_mean": 0.6335750818252563, + "eff_dim_mean": 0.6335750818252563, + "topk_energy": { + "1": 0.06634055823087692, + "5": 0.271719366312027, + "10": 0.426575243473053, + "25": 0.7231386303901672 + }, + "gamma_raw": 0.049771249294281006, + "gamma_active": { + "1e-08": 0.04986807331442833, + "1e-07": 0.04977712035179138, + "1e-06": 0.049832042306661606, + "1e-05": 0.049892961978912354, + "0.0001": 0.049853067845106125 + }, + "gamma_energy_weighted": { + "1e-08": 0.05192124123439781, + "1e-07": 0.05192124123439781, + "1e-06": 0.05192124123439781, + "1e-05": 0.05192124123439781, + "0.0001": 0.05192124123439781 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3