From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_bp_s1024_a0.0_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json new file mode 100644 index 0000000..f079980 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 20.38594627380371, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.029153428971767426, + "median_norm": 0.03056710585951805, + "max_norm": 0.0769292488694191, + "min_norm": 2.115791808247891e-13, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -7.5248799324035645, + "5": -3.515486240386963, + "10": -1.8005799055099487, + "25": -1.594308853149414, + "50": -1.5146020650863647, + "75": -1.4533132314682007, + "90": -1.3873506784439087, + "95": -1.3555930852890015, + "99": -1.2816413640975952 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 1, + 5, + 1, + 2, + 5, + 3, + 2, + 3, + 1, + 4, + 3, + 8, + 101, + 340, + 20 + ], + "log_norms_bin_edges": [ + -12.674527168273926, + -12.443314552307129, + -12.212102890014648, + -11.980890274047852, + -11.749677658081055, + -11.518465042114258, + -11.287253379821777, + -11.05604076385498, + -10.824828147888184, + -10.593616485595703, + -10.362403869628906, + -10.13119125366211, + -9.899978637695312, + -9.668766021728516, + -9.437554359436035, + -9.206341743469238, + -8.975129127502441, + -8.743917465209961, + -8.512704849243164, + -8.281492233276367, + -8.05027961730957, + -7.819067478179932, + -7.587855339050293, + -7.356642723083496, + -7.125430583953857, + -6.8942179679870605, + -6.663005828857422, + -6.431793212890625, + -6.200581073760986, + -5.9693684577941895, + -5.738156318664551, + -5.506943702697754, + -5.275731563568115, + -5.044519424438477, + -4.81330680847168, + -4.582094192504883, + -4.350882530212402, + -4.1196699142456055, + -3.8884572982788086, + -3.6572446823120117, + -3.4260330200195312, + -3.1948204040527344, + -2.9636077880859375, + -2.7323951721191406, + -2.50118350982666, + -2.2699708938598633, + -2.0387582778930664, + -1.8075456619262695, + -1.576333999633789, + -1.3451213836669922, + -1.1139085292816162 + ], + "r_inf_mean": 0.24986615777015686, + "r_inf_median": 0.24368445575237274, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6368889808654785, + "eff_dim_mean": 0.6368889808654785, + "topk_energy": { + "1": 0.0636344626545906, + "5": 0.26460397243499756, + "10": 0.4213421940803528, + "25": 0.7229602336883545 + }, + "gamma_raw": 0.0029945257119834423, + "gamma_active": { + "1e-08": 0.0030281399376690388, + "1e-07": 0.003253689967095852, + "1e-06": 0.0032389871776103973, + "1e-05": 0.0027084313333034515, + "0.0001": 0.0018691172590479255 + }, + "gamma_energy_weighted": { + "1e-08": -6.687991057521357e-05, + "1e-07": -6.687991057521357e-05, + "1e-06": -6.687991057521357e-05, + "1e-05": -6.687991057521357e-05, + "0.0001": -6.687991057521357e-05 + } + }, + { + "layer": 1, + "mean_norm": 0.009241355583071709, + "median_norm": 0.009755316190421581, + "max_norm": 0.02345922589302063, + "min_norm": 7.295841719396484e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -8.063325881958008, + "5": -3.990257740020752, + "10": -2.294210195541382, + "25": -2.087754964828491, + "50": -2.009932518005371, + "75": -1.9538853168487549, + "90": -1.8949074745178223, + "95": -1.862874984741211, + "99": -1.7993981838226318 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 5, + 1, + 2, + 5, + 3, + 2, + 3, + 1, + 4, + 3, + 6, + 76, + 363, + 24 + ], + "log_norms_bin_edges": [ + -13.136924743652344, + -12.906780242919922, + -12.676634788513184, + -12.446490287780762, + -12.21634578704834, + -11.986201286315918, + -11.75605583190918, + -11.525911331176758, + -11.295766830444336, + -11.065622329711914, + -10.835476875305176, + -10.605332374572754, + -10.375186920166016, + -10.145042419433594, + -9.914897918701172, + -9.68475341796875, + -9.454608917236328, + -9.22446346282959, + -8.994318962097168, + -8.76417350769043, + -8.534029006958008, + -8.303884506225586, + -8.073740005493164, + -7.843595027923584, + -7.613450050354004, + -7.383305549621582, + -7.153160572052002, + -6.92301607131958, + -6.69287109375, + -6.462726593017578, + -6.232581615447998, + -6.002437114715576, + -5.772292137145996, + -5.542147159576416, + -5.312002658843994, + -5.081857681274414, + -4.851713180541992, + -4.62156867980957, + -4.391423225402832, + -4.16127872467041, + -3.9311342239379883, + -3.70098876953125, + -3.470844268798828, + -3.2406997680664062, + -3.0105552673339844, + -2.780409812927246, + -2.550265312194824, + -2.3201208114624023, + -2.089975357055664, + -1.8598308563232422, + -1.6296863555908203 + ], + "r_inf_mean": 0.2649899125099182, + "r_inf_median": 0.25823983550071716, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6269445419311523, + "eff_dim_mean": 0.6269444227218628, + "topk_energy": { + "1": 0.07158620655536652, + "5": 0.27816951274871826, + "10": 0.43447187542915344, + "25": 0.7313700914382935 + }, + "gamma_raw": 0.009146096184849739, + "gamma_active": { + "1e-08": 0.009304807521402836, + "1e-07": 0.009351182729005814, + "1e-06": 0.009633684530854225, + "1e-05": 0.0099443718791008, + "0.0001": 0.010008230805397034 + }, + "gamma_energy_weighted": { + "1e-08": 0.005323104823313072, + "1e-07": 0.005323104823313072, + "1e-06": 0.005323104823313072, + "1e-05": 0.005323104823313072, + "0.0001": 0.005323104823313072 + } + }, + { + "layer": 2, + "mean_norm": 0.0038720169104635715, + "median_norm": 0.004158752039074898, + "max_norm": 0.008018841966986656, + "min_norm": 3.3248919703620164e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.9609375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -8.485186576843262, + "5": -4.352353096008301, + "10": -2.6408591270446777, + "25": -2.43978214263916, + "50": -2.380659580230713, + "75": -2.3360815048217773, + "90": -2.2955801486968994, + "95": -2.276885986328125, + "99": -2.231881856918335 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 5, + 2, + 2, + 3, + 5, + 1, + 2, + 2, + 4, + 1, + 7, + 10, + 361, + 94 + ], + "log_norms_bin_edges": [ + -13.478222846984863, + -13.25057601928711, + -13.022929191589355, + -12.795282363891602, + -12.567636489868164, + -12.33998966217041, + -12.112342834472656, + -11.884696006774902, + -11.657049179077148, + -11.429402351379395, + -11.20175552368164, + -10.974109649658203, + -10.74646282196045, + -10.518815994262695, + -10.291169166564941, + -10.063522338867188, + -9.835875511169434, + -9.60822868347168, + -9.380582809448242, + -9.152935028076172, + -8.925289154052734, + -8.69764232635498, + -8.469995498657227, + -8.242348670959473, + -8.014701843261719, + -7.787055492401123, + -7.559408664703369, + -7.331762313842773, + -7.1041154861450195, + -6.876468658447266, + -6.648821830749512, + -6.421175479888916, + -6.193528652191162, + -5.965881824493408, + -5.7382354736328125, + -5.510588645935059, + -5.282941818237305, + -5.055294990539551, + -4.827648162841797, + -4.600001335144043, + -4.3723554611206055, + -4.144708633422852, + -3.9170618057250977, + -3.6894149780273438, + -3.46176815032959, + -3.234121322631836, + -3.006474494934082, + -2.7788286209106445, + -2.5511817932128906, + -2.3235349655151367, + -2.095888376235962 + ], + "r_inf_mean": 0.26637089252471924, + "r_inf_median": 0.2617453336715698, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6206241250038147, + "eff_dim_mean": 0.6206240653991699, + "topk_energy": { + "1": 0.07249826192855835, + "5": 0.2787923216819763, + "10": 0.4376627802848816, + "25": 0.7367700338363647 + }, + "gamma_raw": -0.005093573592603207, + "gamma_active": { + "1e-08": -0.0051513295620679855, + "1e-07": -0.0048449779860675335, + "1e-06": -0.004760417155921459, + "1e-05": -0.00521400012075901, + "0.0001": -0.004719255957752466 + }, + "gamma_energy_weighted": { + "1e-08": -0.003881161962672509, + "1e-07": -0.003881161962672509, + "1e-06": -0.003881161962672509, + "1e-05": -0.003881161962672509, + "0.0001": -0.003881161962672509 + } + }, + { + "layer": 3, + "mean_norm": 0.0026638826820999384, + "median_norm": 0.00280177709646523, + "max_norm": 0.004657922778278589, + "min_norm": 2.262150224628147e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.9609375, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.688886642456055, + "5": -4.535426616668701, + "10": -2.8349382877349854, + "25": -2.599200963973999, + "50": -2.552184581756592, + "75": -2.510716438293457, + "90": -2.4529104232788086, + "95": -2.4163217544555664, + "99": -2.342283010482788 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 4, + 3, + 2, + 1, + 7, + 1, + 1, + 3, + 3, + 3, + 4, + 9, + 188, + 270 + ], + "log_norms_bin_edges": [ + -13.645479202270508, + -13.419205665588379, + -13.19293212890625, + -12.966658592224121, + -12.740385055541992, + -12.51411247253418, + -12.28783893585205, + -12.061565399169922, + -11.835291862487793, + -11.609018325805664, + -11.382744789123535, + -11.156471252441406, + -10.930198669433594, + -10.703924179077148, + -10.477651596069336, + -10.251378059387207, + -10.025104522705078, + -9.79883098602295, + -9.57255744934082, + -9.346284866333008, + -9.120010375976562, + -8.89373779296875, + -8.667464256286621, + -8.441190719604492, + -8.214917182922363, + -7.988643646240234, + -7.7623701095581055, + -7.536097049713135, + -7.309823513031006, + -7.083549976348877, + -6.857276916503906, + -6.631003379821777, + -6.404729843139648, + -6.1784563064575195, + -5.952182769775391, + -5.72590970993042, + -5.499635696411133, + -5.27336311340332, + -5.047089576721191, + -4.8208160400390625, + -4.594542503356934, + -4.368268966674805, + -4.141995429992676, + -3.915721893310547, + -3.6894493103027344, + -3.4631757736206055, + -3.2369022369384766, + -3.0106287002563477, + -2.7843551635742188, + -2.55808162689209, + -2.331807851791382 + ], + "r_inf_mean": 0.25799959897994995, + "r_inf_median": 0.2551529109477997, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6319118738174438, + "eff_dim_mean": 0.6319118738174438, + "topk_energy": { + "1": 0.06806784123182297, + "5": 0.2660601735115051, + "10": 0.4237207770347595, + "25": 0.7279952764511108 + }, + "gamma_raw": -0.0048772310838103294, + "gamma_active": { + "1e-08": -0.0050225043669342995, + "1e-07": -0.005062151700258255, + "1e-06": -0.0050050001591444016, + "1e-05": -0.005233124364167452, + "0.0001": -0.005696209147572517 + }, + "gamma_energy_weighted": { + "1e-08": -0.012774301441759369, + "1e-07": -0.012774301441759369, + "1e-06": -0.012774301441759369, + "1e-05": -0.012774301441759369, + "0.0001": -0.012774301441759369 + } + }, + { + "layer": 4, + "mean_norm": 0.002303709276020527, + "median_norm": 0.0023181240539997816, + "max_norm": 0.00442036148160696, + "min_norm": 1.8804317776293863e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.958984375, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.783422470092773, + "5": -4.608090877532959, + "10": -2.917253017425537, + "25": -2.6724700927734375, + "50": -2.6346988677978516, + "75": -2.5738604068756104, + "90": -2.4977259635925293, + "95": -2.446474313735962, + "99": -2.3591511249542236 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 2, + 5, + 0, + 2, + 3, + 5, + 1, + 1, + 3, + 5, + 2, + 4, + 10, + 311, + 145 + ], + "log_norms_bin_edges": [ + -13.725743293762207, + -13.498319625854492, + -13.270895004272461, + -13.043471336364746, + -12.816047668457031, + -12.588623046875, + -12.361199378967285, + -12.13377571105957, + -11.906351089477539, + -11.678927421569824, + -11.45150375366211, + -11.224079132080078, + -10.996655464172363, + -10.769230842590332, + -10.541807174682617, + -10.314382553100586, + -10.086958885192871, + -9.859535217285156, + -9.632110595703125, + -9.40468692779541, + -9.177263259887695, + -8.949838638305664, + -8.72241497039795, + -8.494991302490234, + -8.267566680908203, + -8.040143013000488, + -7.812718868255615, + -7.5852952003479, + -7.357871055603027, + -7.130446910858154, + -6.903022766113281, + -6.675599098205566, + -6.448174953460693, + -6.22075080871582, + -5.9933271408081055, + -5.765902996063232, + -5.538478851318359, + -5.3110551834106445, + -5.083630561828613, + -4.856206893920898, + -4.628783226013184, + -4.401358604431152, + -4.1739349365234375, + -3.9465112686157227, + -3.7190866470336914, + -3.4916629791259766, + -3.2642383575439453, + -3.0368146896362305, + -2.8093910217285156, + -2.5819664001464844, + -2.3545422554016113 + ], + "r_inf_mean": 0.2473125010728836, + "r_inf_median": 0.2456471174955368, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6499029397964478, + "eff_dim_mean": 0.649902880191803, + "topk_energy": { + "1": 0.06246013939380646, + "5": 0.2514379918575287, + "10": 0.40551263093948364, + "25": 0.7115247249603271 + }, + "gamma_raw": 0.035127948969602585, + "gamma_active": { + "1e-08": 0.03569319099187851, + "1e-07": 0.03565802797675133, + "1e-06": 0.036132752895355225, + "1e-05": 0.03575293719768524, + "0.0001": 0.03673779219388962 + }, + "gamma_energy_weighted": { + "1e-08": 0.035842257208728294, + "1e-07": 0.035842257208728294, + "1e-06": 0.035842257208728294, + "1e-05": 0.035842257208728294, + "0.0001": 0.035842257208728294 + } + }, + { + "layer": 5, + "mean_norm": 0.002157676499336958, + "median_norm": 0.002127497224137187, + "max_norm": 0.004334402270615101, + "min_norm": 1.7115769454403677e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.832198143005371, + "5": -4.638741970062256, + "10": -2.9510440826416016, + "25": -2.7088913917541504, + "50": -2.6720666885375977, + "75": -2.5957841873168945, + "90": -2.5177509784698486, + "95": -2.456861972808838, + "99": -2.36544132232666 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 5, + 1, + 1, + 4, + 4, + 1, + 1, + 3, + 5, + 2, + 5, + 9, + 340, + 116 + ], + "log_norms_bin_edges": [ + -13.766603469848633, + -13.538533210754395, + -13.31046199798584, + -13.082391738891602, + -12.854320526123047, + -12.626250267028809, + -12.39818000793457, + -12.170108795166016, + -11.942038536071777, + -11.713967323303223, + -11.485897064208984, + -11.25782585144043, + -11.029755592346191, + -10.801685333251953, + -10.573614120483398, + -10.34554386138916, + -10.117473602294922, + -9.889402389526367, + -9.661331176757812, + -9.43326187133789, + -9.205190658569336, + -8.977119445800781, + -8.749049186706543, + -8.520978927612305, + -8.29290771484375, + -8.064837455749512, + -7.836766719818115, + -7.608695983886719, + -7.380625247955322, + -7.152554512023926, + -6.9244842529296875, + -6.696413516998291, + -6.4683427810668945, + -6.240272045135498, + -6.012201309204102, + -5.784131050109863, + -5.556059837341309, + -5.32798957824707, + -5.099919319152832, + -4.871848106384277, + -4.643777847290039, + -4.415706634521484, + -4.187636375427246, + -3.959566116333008, + -3.731494903564453, + -3.503424644470215, + -3.27535343170166, + -3.047283172607422, + -2.819211959838867, + -2.591141700744629, + -2.3630709648132324 + ], + "r_inf_mean": 0.2388250231742859, + "r_inf_median": 0.23749057948589325, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6647266149520874, + "eff_dim_mean": 0.6647266149520874, + "topk_energy": { + "1": 0.05811334401369095, + "5": 0.239546000957489, + "10": 0.39059770107269287, + "25": 0.697542667388916 + }, + "gamma_raw": 0.02649945765733719, + "gamma_active": { + "1e-08": 0.026784004643559456, + "1e-07": 0.026921845972537994, + "1e-06": 0.026918821036815643, + "1e-05": 0.02666427753865719, + "0.0001": 0.026457343250513077 + }, + "gamma_energy_weighted": { + "1e-08": 0.03012212463575888, + "1e-07": 0.03012212463575888, + "1e-06": 0.03012212463575888, + "1e-05": 0.03012212463575888, + "0.0001": 0.03012212463575888 + } + }, + { + "layer": 6, + "mean_norm": 0.002097738441079855, + "median_norm": 0.0020451336167752743, + "max_norm": 0.004301038570702076, + "min_norm": 1.640203577612468e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.85506820678711, + "5": -4.65268087387085, + "10": -2.968632698059082, + "25": -2.7278521060943604, + "50": -2.6891252994537354, + "75": -2.607072114944458, + "90": -2.5252676010131836, + "95": -2.4616293907165527, + "99": -2.3683624267578125 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 5, + 1, + 1, + 4, + 4, + 1, + 1, + 3, + 5, + 2, + 6, + 8, + 341, + 115 + ], + "log_norms_bin_edges": [ + -13.785102844238281, + -13.556729316711426, + -13.32835578918457, + -13.099982261657715, + -12.87160873413086, + -12.643235206604004, + -12.414861679077148, + -12.186488151550293, + -11.958114624023438, + -11.729741096496582, + -11.501367568969727, + -11.272994041442871, + -11.044620513916016, + -10.81624698638916, + -10.587873458862305, + -10.35949993133545, + -10.131126403808594, + -9.902752876281738, + -9.674379348754883, + -9.446005821228027, + -9.217632293701172, + -8.989258766174316, + -8.760885238647461, + -8.532511711120605, + -8.30413818359375, + -8.075764656066895, + -7.847391128540039, + -7.619017601013184, + -7.390644073486328, + -7.162270545959473, + -6.933897018432617, + -6.705523490905762, + -6.477149963378906, + -6.248776435852051, + -6.020402908325195, + -5.79202938079834, + -5.563655853271484, + -5.335282325744629, + -5.106908798217773, + -4.878535270690918, + -4.6501617431640625, + -4.421788215637207, + -4.193414688110352, + -3.965041160583496, + -3.7366676330566406, + -3.508294105529785, + -3.2799205780029297, + -3.051547050476074, + -2.8231735229492188, + -2.5947999954223633, + -2.366426706314087 + ], + "r_inf_mean": 0.2322854995727539, + "r_inf_median": 0.2311696708202362, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6769155263900757, + "eff_dim_mean": 0.6769155263900757, + "topk_energy": { + "1": 0.0548916757106781, + "5": 0.23057293891906738, + "10": 0.37879645824432373, + "25": 0.6855387687683105 + }, + "gamma_raw": -0.03382958844304085, + "gamma_active": { + "1e-08": -0.034266285598278046, + "1e-07": -0.03432878106832504, + "1e-06": -0.03441731631755829, + "1e-05": -0.033483121544122696, + "0.0001": -0.033398449420928955 + }, + "gamma_energy_weighted": { + "1e-08": -0.040188471692382925, + "1e-07": -0.040188471692382925, + "1e-06": -0.040188471692382925, + "1e-05": -0.040188471692382925, + "0.0001": -0.040188471692382925 + } + }, + { + "layer": 7, + "mean_norm": 0.002085911575704813, + "median_norm": 0.00202502915635705, + "max_norm": 0.004312284756451845, + "min_norm": 1.6245121228579927e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.861238479614258, + "5": -4.656031131744385, + "10": -2.9745447635650635, + "25": -2.7329559326171875, + "50": -2.6935648918151855, + "75": -2.6088385581970215, + "90": -2.527897596359253, + "95": -2.462190866470337, + "99": -2.3675155639648438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 5, + 1, + 1, + 4, + 4, + 1, + 1, + 3, + 5, + 2, + 7, + 7, + 342, + 114 + ], + "log_norms_bin_edges": [ + -13.789277076721191, + -13.560797691345215, + -13.332317352294922, + -13.103837966918945, + -12.875358581542969, + -12.646879196166992, + -12.4183988571167, + -12.189919471740723, + -11.96143913269043, + -11.732959747314453, + -11.504480361938477, + -11.2760009765625, + -11.047520637512207, + -10.81904125213623, + -10.590560913085938, + -10.362081527709961, + -10.133602142333984, + -9.905122756958008, + -9.676643371582031, + -9.448163032531738, + -9.219683647155762, + -8.991203308105469, + -8.762723922729492, + -8.534244537353516, + -8.305765151977539, + -8.077284812927246, + -7.8488054275512695, + -7.620325565338135, + -7.391845703125, + -7.163366317749023, + -6.934886455535889, + -6.706407070159912, + -6.477927207946777, + -6.249447345733643, + -6.020967960357666, + -5.792488098144531, + -5.564008712768555, + -5.335528373718262, + -5.107048988342285, + -4.878569602966309, + -4.650090217590332, + -4.421609878540039, + -4.1931304931640625, + -3.964651107788086, + -3.736170768737793, + -3.5076913833618164, + -3.27921199798584, + -3.050731658935547, + -2.8222522735595703, + -2.5937728881835938, + -2.36529278755188 + ], + "r_inf_mean": 0.22524628043174744, + "r_inf_median": 0.2263765037059784, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6882863640785217, + "eff_dim_mean": 0.688286304473877, + "topk_energy": { + "1": 0.05154404044151306, + "5": 0.22125762701034546, + "10": 0.3668314814567566, + "25": 0.6726928949356079 + }, + "gamma_raw": -0.0005922009004279971, + "gamma_active": { + "1e-08": -0.0006882761954329908, + "1e-07": -0.0006878018612042069, + "1e-06": -0.0007858732715249062, + "1e-05": -0.0006837996770627797, + "0.0001": -0.0008536498062312603 + }, + "gamma_energy_weighted": { + "1e-08": 0.005823884586896596, + "1e-07": 0.005823884586896596, + "1e-06": 0.005823884586896596, + "1e-05": 0.005823884586896596, + "0.0001": 0.005823884586896596 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3