From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_bp_s123_a0.5_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json new file mode 100644 index 0000000..305a2b4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 17.53173065185547, + "acc": 0.05859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.022671431303024292, + "median_norm": 0.023012425750494003, + "max_norm": 0.043169911950826645, + "min_norm": 1.852142972325055e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.990234375, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.275076866149902, + "5": -2.111903667449951, + "10": -1.8136093616485596, + "25": -1.7110381126403809, + "50": -1.6380090713500977, + "75": -1.5681403875350952, + "90": -1.513545274734497, + "95": -1.4840197563171387, + "99": -1.409834861755371 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 2, + 0, + 3, + 1, + 3, + 2, + 2, + 1, + 7, + 58, + 201, + 184, + 35 + ], + "log_norms_bin_edges": [ + -7.732325077056885, + -7.604974746704102, + -7.477624893188477, + -7.350274562835693, + -7.222924709320068, + -7.095574378967285, + -6.96822452545166, + -6.840874195098877, + -6.713523864746094, + -6.586174011230469, + -6.458824157714844, + -6.3314738273620605, + -6.204123497009277, + -6.076773643493652, + -5.949423313140869, + -5.822072982788086, + -5.694723129272461, + -5.567373275756836, + -5.440022945404053, + -5.3126726150512695, + -5.1853227615356445, + -5.057972431182861, + -4.930622100830078, + -4.803272247314453, + -4.675922393798828, + -4.548572063446045, + -4.421221733093262, + -4.293871879577637, + -4.1665215492248535, + -4.03917121887207, + -3.9118213653564453, + -3.784471273422241, + -3.657121181488037, + -3.529770851135254, + -3.402420997619629, + -3.2750706672668457, + -3.1477208137512207, + -3.0203704833984375, + -2.8930206298828125, + -2.7656702995300293, + -2.6383204460144043, + -2.510970115661621, + -2.383619785308838, + -2.256269931793213, + -2.1289196014404297, + -2.0015697479248047, + -1.8742194175720215, + -1.7468695640563965, + -1.6195192337036133, + -1.49216890335083, + -1.364818811416626 + ], + "r_inf_mean": 0.26247453689575195, + "r_inf_median": 0.2575695812702179, + "pr_mean": 0.32562416791915894, + "pr_median": 0.3267185091972351, + "hoyer_mean": 0.6296206712722778, + "eff_dim_mean": 0.6296206712722778, + "topk_energy": { + "1": 0.07012217491865158, + "5": 0.27328306436538696, + "10": 0.43030333518981934, + "25": 0.7301549911499023 + }, + "gamma_raw": 0.006483633071184158, + "gamma_active": { + "1e-08": 0.006483633071184158, + "1e-07": 0.006315296515822411, + "1e-06": 0.005853832233697176, + "1e-05": 0.005950924940407276, + "0.0001": 0.005926122423261404 + }, + "gamma_energy_weighted": { + "1e-08": 0.006588975910461502, + "1e-07": 0.006588975910461502, + "1e-06": 0.006588975910461502, + "1e-05": 0.006588975910461502, + "0.0001": 0.006588975910461502 + } + }, + { + "layer": 1, + "mean_norm": 0.00906301848590374, + "median_norm": 0.00928178709000349, + "max_norm": 0.01636309176683426, + "min_norm": 7.548767833043257e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.990234375, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -4.664426803588867, + "5": -2.534963607788086, + "10": -2.191835641860962, + "25": -2.0971808433532715, + "50": -2.0321993827819824, + "75": -1.9718170166015625, + "90": -1.9213314056396484, + "95": -1.890955924987793, + "99": -1.8215407133102417 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 36, + 177, + 225, + 44 + ], + "log_norms_bin_edges": [ + -8.122123718261719, + -7.99540376663208, + -7.8686842918396, + -7.741964340209961, + -7.6152448654174805, + -7.488524913787842, + -7.361804962158203, + -7.235085487365723, + -7.108365535736084, + -6.981645584106445, + -6.854926109313965, + -6.728206157684326, + -6.6014862060546875, + -6.474766731262207, + -6.348046779632568, + -6.22132682800293, + -6.094607353210449, + -5.967887878417969, + -5.84116792678833, + -5.714447975158691, + -5.587728500366211, + -5.461008548736572, + -5.334288597106934, + -5.207569122314453, + -5.0808491706848145, + -4.954129219055176, + -4.827409744262695, + -4.700689792633057, + -4.573969841003418, + -4.4472503662109375, + -4.320530414581299, + -4.19381046295166, + -4.06709098815918, + -3.940371036529541, + -3.8136515617370605, + -3.686931610107422, + -3.5602121353149414, + -3.4334921836853027, + -3.306772232055664, + -3.1800527572631836, + -3.053332805633545, + -2.9266128540039062, + -2.799893379211426, + -2.673173427581787, + -2.5464534759521484, + -2.419734001159668, + -2.2930140495300293, + -2.166294574737549, + -2.03957462310791, + -1.9128546714782715, + -1.7861347198486328 + ], + "r_inf_mean": 0.2625200152397156, + "r_inf_median": 0.2573840916156769, + "pr_mean": 0.32376348972320557, + "pr_median": 0.32286953926086426, + "hoyer_mean": 0.6280039548873901, + "eff_dim_mean": 0.6280039548873901, + "topk_energy": { + "1": 0.07004037499427795, + "5": 0.2746754586696625, + "10": 0.43246203660964966, + "25": 0.7317432165145874 + }, + "gamma_raw": -0.020550109446048737, + "gamma_active": { + "1e-08": -0.02053445391356945, + "1e-07": -0.02058248035609722, + "1e-06": -0.020393364131450653, + "1e-05": -0.02048657275736332, + "0.0001": -0.02065214328467846 + }, + "gamma_energy_weighted": { + "1e-08": -0.02507926834707453, + "1e-07": -0.02507926834707453, + "1e-06": -0.02507926834707453, + "1e-05": -0.02507926834707453, + "0.0001": -0.02507926834707453 + } + }, + { + "layer": 2, + "mean_norm": 0.004198996350169182, + "median_norm": 0.004334190394729376, + "max_norm": 0.006887334864586592, + "min_norm": 3.4701423956562394e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -5.021960735321045, + "5": -2.906881809234619, + "10": -2.4800539016723633, + "25": -2.4171886444091797, + "50": -2.36281156539917, + "75": -2.31550931930542, + "90": -2.2756001949310303, + "95": -2.256173849105835, + "99": -2.1912472248077393 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 3, + 2, + 1, + 2, + 2, + 9, + 97, + 308, + 69 + ], + "log_norms_bin_edges": [ + -8.4596529006958, + -8.333699226379395, + -8.207744598388672, + -8.081790924072266, + -7.955836772918701, + -7.829882621765137, + -7.703928470611572, + -7.577974319458008, + -7.452020168304443, + -7.326066017150879, + -7.200112342834473, + -7.074158191680908, + -6.948204040527344, + -6.822249889373779, + -6.696295738220215, + -6.57034158706665, + -6.444387435913086, + -6.31843376159668, + -6.192479610443115, + -6.066525459289551, + -5.940571308135986, + -5.814617156982422, + -5.688663482666016, + -5.562708854675293, + -5.436755180358887, + -5.310801029205322, + -5.184846878051758, + -5.058892726898193, + -4.932938575744629, + -4.806984901428223, + -4.6810302734375, + -4.555076599121094, + -4.429122447967529, + -4.303168296813965, + -4.1772141456604, + -4.051259994506836, + -3.9253063201904297, + -3.7993521690368652, + -3.673398017883301, + -3.5474438667297363, + -3.421489715576172, + -3.2955355644226074, + -3.169581890106201, + -3.0436277389526367, + -2.9176735877990723, + -2.791719436645508, + -2.6657652854919434, + -2.539811134338379, + -2.4138574600219727, + -2.287903308868408, + -2.1619489192962646 + ], + "r_inf_mean": 0.25799158215522766, + "r_inf_median": 0.25632745027542114, + "pr_mean": 0.3318900167942047, + "pr_median": 0.3332398235797882, + "hoyer_mean": 0.6336684226989746, + "eff_dim_mean": 0.6336684226989746, + "topk_energy": { + "1": 0.06746771931648254, + "5": 0.2693427801132202, + "10": 0.4265094995498657, + "25": 0.7277572154998779 + }, + "gamma_raw": 0.01555551216006279, + "gamma_active": { + "1e-08": 0.015454553067684174, + "1e-07": 0.015147668309509754, + "1e-06": 0.015232455916702747, + "1e-05": 0.014867373742163181, + "0.0001": 0.01532068569213152 + }, + "gamma_energy_weighted": { + "1e-08": 0.019169625557143858, + "1e-07": 0.019169625557143858, + "1e-06": 0.019169625557143858, + "1e-05": 0.019169625557143858, + "0.0001": 0.019169625557143858 + } + }, + { + "layer": 3, + "mean_norm": 0.0027902298606932163, + "median_norm": 0.002872522221878171, + "max_norm": 0.0042367358691990376, + "min_norm": 2.2160113744007504e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.986328125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.245704174041748, + "5": -3.1137022972106934, + "10": -2.6353232860565186, + "25": -2.5795116424560547, + "50": -2.5415544509887695, + "75": -2.5020923614501953, + "90": -2.454559803009033, + "95": -2.4292540550231934, + "99": -2.3845207691192627 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 1, + 0, + 3, + 3, + 1, + 2, + 2, + 3, + 4, + 28, + 334, + 116 + ], + "log_norms_bin_edges": [ + -8.654428482055664, + -8.528799057006836, + -8.403169631958008, + -8.277541160583496, + -8.151911735534668, + -8.02628231048584, + -7.90065336227417, + -7.775023937225342, + -7.649394989013672, + -7.523765563964844, + -7.398136615753174, + -7.272507190704346, + -7.146878242492676, + -7.021248817443848, + -6.8956193923950195, + -6.76999044418335, + -6.64436149597168, + -6.518732070922852, + -6.393102645874023, + -6.2674736976623535, + -6.141844749450684, + -6.0162153244018555, + -5.890585899353027, + -5.764956951141357, + -5.639327526092529, + -5.513698577880859, + -5.388069152832031, + -5.262439727783203, + -5.136810779571533, + -5.011181831359863, + -4.885552406311035, + -4.759922981262207, + -4.634294033050537, + -4.508664608001709, + -4.383035659790039, + -4.257406234741211, + -4.131777286529541, + -4.006147861480713, + -3.880518913269043, + -3.754889488220215, + -3.629260540008545, + -3.503631114959717, + -3.378002166748047, + -3.2523727416992188, + -3.126743793487549, + -3.0011143684387207, + -2.875485420227051, + -2.7498559951782227, + -2.6242265701293945, + -2.4985976219177246, + -2.3729686737060547 + ], + "r_inf_mean": 0.24790257215499878, + "r_inf_median": 0.24670524895191193, + "pr_mean": 0.34818798303604126, + "pr_median": 0.3392092287540436, + "hoyer_mean": 0.6420454978942871, + "eff_dim_mean": 0.6420454382896423, + "topk_energy": { + "1": 0.062199126929044724, + "5": 0.2603580057621002, + "10": 0.4153369069099426, + "25": 0.717120349407196 + }, + "gamma_raw": -0.05644521117210388, + "gamma_active": { + "1e-08": -0.056497737765312195, + "1e-07": -0.056552693247795105, + "1e-06": -0.0564054474234581, + "1e-05": -0.056058526039123535, + "0.0001": -0.05616288632154465 + }, + "gamma_energy_weighted": { + "1e-08": -0.05364028312454567, + "1e-07": -0.05364028312454567, + "1e-06": -0.05364028312454567, + "1e-05": -0.05364028312454567, + "0.0001": -0.05364028312454567 + } + }, + { + "layer": 4, + "mean_norm": 0.002353315707296133, + "median_norm": 0.002360959304496646, + "max_norm": 0.003880866337567568, + "min_norm": 1.8127428447201055e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.359878063201904, + "5": -3.2108073234558105, + "10": -2.719785213470459, + "25": -2.661200523376465, + "50": -2.626697063446045, + "75": -2.5764970779418945, + "90": -2.505922317504883, + "95": -2.4795827865600586, + "99": -2.4161195755004883 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 1, + 2, + 2, + 2, + 1, + 4, + 2, + 2, + 4, + 83, + 330, + 64 + ], + "log_norms_bin_edges": [ + -8.741663932800293, + -8.615052223205566, + -8.48844051361084, + -8.361828804016113, + -8.23521614074707, + -8.108604431152344, + -7.981992721557617, + -7.855381011962891, + -7.728769302368164, + -7.602157115936279, + -7.475545406341553, + -7.348933219909668, + -7.222321510314941, + -7.095709800720215, + -6.969098091125488, + -6.8424859046936035, + -6.715874195098877, + -6.589262008666992, + -6.462650299072266, + -6.336038589477539, + -6.2094268798828125, + -6.082815170288086, + -5.956202983856201, + -5.829591274261475, + -5.70297908782959, + -5.576367378234863, + -5.449755668640137, + -5.32314395904541, + -5.196531772613525, + -5.069920063018799, + -4.943307876586914, + -4.8166961669921875, + -4.690084457397461, + -4.563472747802734, + -4.43686056137085, + -4.310248851776123, + -4.1836371421813965, + -4.057024955749512, + -3.930413246154785, + -3.8038015365600586, + -3.677189826965332, + -3.5505776405334473, + -3.4239659309387207, + -3.297354221343994, + -3.1707420349121094, + -3.044130325317383, + -2.9175186157226562, + -2.7909064292907715, + -2.664294719696045, + -2.5376830101013184, + -2.411071300506592 + ], + "r_inf_mean": 0.2400420904159546, + "r_inf_median": 0.23974665999412537, + "pr_mean": 0.3634868860244751, + "pr_median": 0.35136887431144714, + "hoyer_mean": 0.6523870229721069, + "eff_dim_mean": 0.6523870229721069, + "topk_energy": { + "1": 0.058269694447517395, + "5": 0.2520802915096283, + "10": 0.40548425912857056, + "25": 0.7065833210945129 + }, + "gamma_raw": -0.06157733127474785, + "gamma_active": { + "1e-08": -0.061678167432546616, + "1e-07": -0.06143423914909363, + "1e-06": -0.06173933297395706, + "1e-05": -0.061758045107126236, + "0.0001": -0.06195320188999176 + }, + "gamma_energy_weighted": { + "1e-08": -0.06676955999887431, + "1e-07": -0.06676955999887431, + "1e-06": -0.06676955999887431, + "1e-05": -0.06676955999887431, + "0.0001": -0.06676955999887431 + } + }, + { + "layer": 5, + "mean_norm": 0.0021864594891667366, + "median_norm": 0.0021866385359317064, + "max_norm": 0.003793303854763508, + "min_norm": 1.6617671683150093e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.417611598968506, + "5": -3.2575509548187256, + "10": -2.755509853363037, + "25": -2.700444221496582, + "50": -2.660183906555176, + "75": -2.603555917739868, + "90": -2.5208685398101807, + "95": -2.4969234466552734, + "99": -2.4265151023864746 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 3, + 1, + 2, + 3, + 2, + 2, + 3, + 9, + 172, + 240, + 59 + ], + "log_norms_bin_edges": [ + -8.77942943572998, + -8.652260780334473, + -8.525091171264648, + -8.39792251586914, + -8.270753860473633, + -8.143585205078125, + -8.0164155960083, + -7.889246940612793, + -7.762077808380127, + -7.634909152984619, + -7.507740020751953, + -7.380571365356445, + -7.253402233123779, + -7.126233100891113, + -6.9990644454956055, + -6.8718953132629395, + -6.744726181030273, + -6.617557525634766, + -6.490388870239258, + -6.363219261169434, + -6.236050605773926, + -6.108881950378418, + -5.981712818145752, + -5.854543685913086, + -5.727375030517578, + -5.600205898284912, + -5.473036766052246, + -5.345868110656738, + -5.2186994552612305, + -5.0915303230285645, + -4.964361190795898, + -4.837192535400391, + -4.710023403167725, + -4.582854270935059, + -4.455685615539551, + -4.328516483306885, + -4.201347827911377, + -4.074178695678711, + -3.947009563446045, + -3.819840908050537, + -3.692671775817871, + -3.5655031204223633, + -3.4383339881896973, + -3.3111648559570312, + -3.1839962005615234, + -3.0568270683288574, + -2.9296584129333496, + -2.8024892807006836, + -2.675320625305176, + -2.5481514930725098, + -2.4209823608398438 + ], + "r_inf_mean": 0.23559483885765076, + "r_inf_median": 0.23807184398174286, + "pr_mean": 0.3751467764377594, + "pr_median": 0.3624636232852936, + "hoyer_mean": 0.6602494716644287, + "eff_dim_mean": 0.6602494716644287, + "topk_energy": { + "1": 0.05610371381044388, + "5": 0.24569827318191528, + "10": 0.3977429270744324, + "25": 0.6988080739974976 + }, + "gamma_raw": 0.013390344567596912, + "gamma_active": { + "1e-08": 0.013836823403835297, + "1e-07": 0.013576292432844639, + "1e-06": 0.013906541280448437, + "1e-05": 0.014494765549898148, + "0.0001": 0.014680790714919567 + }, + "gamma_energy_weighted": { + "1e-08": 0.022006313056714685, + "1e-07": 0.022006313056714685, + "1e-06": 0.022006313056714685, + "1e-05": 0.022006313056714685, + "0.0001": 0.022006313056714685 + } + }, + { + "layer": 6, + "mean_norm": 0.002120842458680272, + "median_norm": 0.002111377427354455, + "max_norm": 0.0037650358863174915, + "min_norm": 1.5964155553049864e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.444112300872803, + "5": -3.2777836322784424, + "10": -2.7748377323150635, + "25": -2.718958854675293, + "50": -2.6752846240997314, + "75": -2.6145975589752197, + "90": -2.5315067768096924, + "95": -2.5026650428771973, + "99": -2.430288553237915 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 3, + 2, + 1, + 3, + 2, + 2, + 3, + 10, + 200, + 212, + 58 + ], + "log_norms_bin_edges": [ + -8.796854019165039, + -8.669401168823242, + -8.541949272155762, + -8.414496421813965, + -8.287044525146484, + -8.159591674804688, + -8.03213882446289, + -7.90468692779541, + -7.777234077453613, + -7.649781703948975, + -7.522329330444336, + -7.394876956939697, + -7.267424583435059, + -7.139971733093262, + -7.012519836425781, + -6.885066986083984, + -6.757614612579346, + -6.630162239074707, + -6.50270938873291, + -6.37525749206543, + -6.247804641723633, + -6.120352268218994, + -5.9928998947143555, + -5.865447044372559, + -5.737995147705078, + -5.610542297363281, + -5.483089923858643, + -5.355637550354004, + -5.228185176849365, + -5.100732803344727, + -4.97327995300293, + -4.845827579498291, + -4.718375205993652, + -4.590922832489014, + -4.463470458984375, + -4.336017608642578, + -4.2085652351379395, + -4.081112861633301, + -3.953660488128662, + -3.8262081146240234, + -3.6987552642822266, + -3.571302890777588, + -3.443850517272949, + -3.3163981437683105, + -3.188945770263672, + -3.061493396759033, + -2.9340405464172363, + -2.8065881729125977, + -2.679135799407959, + -2.5516834259033203, + -2.4242308139801025 + ], + "r_inf_mean": 0.23177382349967957, + "r_inf_median": 0.23494307696819305, + "pr_mean": 0.38578495383262634, + "pr_median": 0.37497904896736145, + "hoyer_mean": 0.6676483154296875, + "eff_dim_mean": 0.6676483154296875, + "topk_energy": { + "1": 0.05431374907493591, + "5": 0.23962436616420746, + "10": 0.3901308476924896, + "25": 0.6924006938934326 + }, + "gamma_raw": -0.027713339775800705, + "gamma_active": { + "1e-08": -0.027792274951934814, + "1e-07": -0.027883347123861313, + "1e-06": -0.027664169669151306, + "1e-05": -0.02793392911553383, + "0.0001": -0.027659986168146133 + }, + "gamma_energy_weighted": { + "1e-08": -0.030476293047810823, + "1e-07": -0.030476293047810823, + "1e-06": -0.030476293047810823, + "1e-05": -0.030476293047810823, + "0.0001": -0.030476293047810823 + } + }, + { + "layer": 7, + "mean_norm": 0.002110543195158243, + "median_norm": 0.002097692573443055, + "max_norm": 0.003762889187783003, + "min_norm": 1.5813382825413669e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.450037002563477, + "5": -3.2813527584075928, + "10": -2.7786991596221924, + "25": -2.7220957279205322, + "50": -2.678131103515625, + "75": -2.616675853729248, + "90": -2.530865430831909, + "95": -2.502450704574585, + "99": -2.429612398147583 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 0, + 3, + 2, + 1, + 3, + 3, + 1, + 3, + 12, + 207, + 203, + 58 + ], + "log_norms_bin_edges": [ + -8.80097484588623, + -8.673444747924805, + -8.545914649963379, + -8.41838550567627, + -8.290855407714844, + -8.163325309753418, + -8.035795211791992, + -7.908265590667725, + -7.780735492706299, + -7.653205871582031, + -7.5256757736206055, + -7.39814567565918, + -7.270615577697754, + -7.143085956573486, + -7.0155558586120605, + -6.888026237487793, + -6.760496139526367, + -6.632966041564941, + -6.505436420440674, + -6.377906322479248, + -6.2503767013549805, + -6.122846603393555, + -5.995316505432129, + -5.867786407470703, + -5.7402567863464355, + -5.612727165222168, + -5.485197067260742, + -5.357666969299316, + -5.230136871337891, + -5.102607250213623, + -4.975077152252197, + -4.84754753112793, + -4.720017433166504, + -4.592487335205078, + -4.4649577140808105, + -4.337427616119385, + -4.209897994995117, + -4.082367897033691, + -3.9548377990722656, + -3.827308177947998, + -3.6997780799865723, + -3.5722479820251465, + -3.444718360900879, + -3.317188262939453, + -3.1896581649780273, + -3.0621285438537598, + -2.934598445892334, + -2.8070688247680664, + -2.6795387268066406, + -2.552008628845215, + -2.424478530883789 + ], + "r_inf_mean": 0.2272319793701172, + "r_inf_median": 0.22872477769851685, + "pr_mean": 0.39846858382225037, + "pr_median": 0.38497859239578247, + "hoyer_mean": 0.675965428352356, + "eff_dim_mean": 0.675965428352356, + "topk_energy": { + "1": 0.05220090597867966, + "5": 0.2322777807712555, + "10": 0.3803233802318573, + "25": 0.6839921474456787 + }, + "gamma_raw": -0.0028015593998134136, + "gamma_active": { + "1e-08": -0.0030094438698142767, + "1e-07": -0.0031240147072821856, + "1e-06": -0.003089664503931999, + "1e-05": -0.0030539860017597675, + "0.0001": -0.00318697327747941 + }, + "gamma_energy_weighted": { + "1e-08": -0.0027952302606338887, + "1e-07": -0.0027952302606338887, + "1e-06": -0.0027952302606338887, + "1e-05": -0.0027952302606338887, + "0.0001": -0.0027952302606338887 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3