diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
| commit | b9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch) | |
| tree | 3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json | |
| parent | cbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff) | |
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed
Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths)
All data reliable — each method+seed in separate Python process.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json new file mode 100644 index 0000000..3a3bfd3 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 16.623477935791016, + "acc": 0.095703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024542298167943954, + "median_norm": 0.025717897340655327, + "max_norm": 0.05781630054116249, + "min_norm": 3.5142107002172907e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.98046875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.707576751708984, + "5": -3.0531914234161377, + "10": -1.79924476146698, + "25": -1.6680338382720947, + "50": -1.5895659923553467, + "75": -1.529545545578003, + "90": -1.4740970134735107, + "95": -1.4401854276657104, + "99": -1.38070809841156 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 3, + 0, + 1, + 0, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 3, + 3, + 2, + 6, + 3, + 5, + 71, + 267, + 116, + 7 + ], + "log_norms_bin_edges": [ + -8.45417308807373, + -8.30984878540039, + -8.16552448272705, + -8.021200180053711, + -7.876875400543213, + -7.732550621032715, + -7.588226318359375, + -7.443902015686035, + -7.299577236175537, + -7.155252933502197, + -7.010928153991699, + -6.866603851318359, + -6.7222795486450195, + -6.57795524597168, + -6.433630466461182, + -6.289306163787842, + -6.144981384277344, + -6.000657081604004, + -5.856332778930664, + -5.712008476257324, + -5.567683696746826, + -5.423359394073486, + -5.279034614562988, + -5.134710311889648, + -4.990386009216309, + -4.846061706542969, + -4.701736927032471, + -4.557412147521973, + -4.413087844848633, + -4.268763542175293, + -4.124439239501953, + -3.980114459991455, + -3.8357901573181152, + -3.6914658546447754, + -3.5471410751342773, + -3.4028167724609375, + -3.2584924697875977, + -3.1141676902770996, + -2.9698433876037598, + -2.82551908493042, + -2.681194305419922, + -2.536870002746582, + -2.392545700073242, + -2.248220920562744, + -2.1038966178894043, + -1.9595723152160645, + -1.8152475357055664, + -1.6709232330322266, + -1.5265989303588867, + -1.3822741508483887, + -1.2379497289657593 + ], + "r_inf_mean": 0.24576808512210846, + "r_inf_median": 0.24223929643630981, + "pr_mean": 0.3481729328632355, + "pr_median": 0.35157614946365356, + "hoyer_mean": 0.6374878883361816, + "eff_dim_mean": 0.6374878883361816, + "topk_energy": { + "1": 0.06114918366074562, + "5": 0.2564382553100586, + "10": 0.41422805190086365, + "25": 0.722096860408783 + }, + "gamma_raw": -0.03045731596648693, + "gamma_active": { + "1e-08": -0.03046376071870327, + "1e-07": -0.030362986028194427, + "1e-06": -0.030408825725317, + "1e-05": -0.03040061891078949, + "0.0001": -0.030931880697607994 + }, + "gamma_energy_weighted": { + "1e-08": -0.034254404386609365, + "1e-07": -0.034254404386609365, + "1e-06": -0.034254404386609365, + "1e-05": -0.034254404386609365, + "0.0001": -0.034254404386609365 + } + }, + { + "layer": 1, + "mean_norm": 0.01499290019273758, + "median_norm": 0.01585538312792778, + "max_norm": 0.03316367045044899, + "min_norm": 2.19770823761678e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.990234375, + "1e-05": 0.978515625, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.921736240386963, + "5": -3.293759822845459, + "10": -2.0200960636138916, + "25": -1.8688371181488037, + "50": -1.7996772527694702, + "75": -1.7435216903686523, + "90": -1.7002047300338745, + "95": -1.6636672019958496, + "99": -1.6020258665084839 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 3, + 0, + 1, + 0, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 3, + 3, + 2, + 5, + 3, + 5, + 33, + 257, + 164, + 8 + ], + "log_norms_bin_edges": [ + -8.658029556274414, + -8.514455795288086, + -8.370882034301758, + -8.22730827331543, + -8.083734512329102, + -7.940160274505615, + -7.796586513519287, + -7.653012752532959, + -7.509438991546631, + -7.3658647537231445, + -7.222290992736816, + -7.078717231750488, + -6.93514347076416, + -6.791569709777832, + -6.647995948791504, + -6.504422187805176, + -6.360848426818848, + -6.2172746658325195, + -6.073700428009033, + -5.930126667022705, + -5.786552906036377, + -5.642978668212891, + -5.4994049072265625, + -5.355831146240234, + -5.212257385253906, + -5.068683624267578, + -4.92510986328125, + -4.781536102294922, + -4.637962341308594, + -4.494388103485107, + -4.350814342498779, + -4.207240581512451, + -4.063666820526123, + -3.920093059539795, + -3.776519298553467, + -3.6329455375671387, + -3.4893712997436523, + -3.345797538757324, + -3.202223777770996, + -3.058650016784668, + -2.91507625579834, + -2.7715024948120117, + -2.6279282569885254, + -2.4843544960021973, + -2.340780735015869, + -2.197206974029541, + -2.053633213043213, + -1.9100594520568848, + -1.7664852142333984, + -1.6229114532470703, + -1.479337453842163 + ], + "r_inf_mean": 0.24986812472343445, + "r_inf_median": 0.24498313665390015, + "pr_mean": 0.3355647921562195, + "pr_median": 0.33851832151412964, + "hoyer_mean": 0.6275998950004578, + "eff_dim_mean": 0.627599835395813, + "topk_energy": { + "1": 0.06327861547470093, + "5": 0.26505786180496216, + "10": 0.4258936047554016, + "25": 0.7322744131088257 + }, + "gamma_raw": -0.03312094137072563, + "gamma_active": { + "1e-08": -0.03313479572534561, + "1e-07": -0.033690955489873886, + "1e-06": -0.033605631440877914, + "1e-05": -0.033168893307447433, + "0.0001": -0.03274332359433174 + }, + "gamma_energy_weighted": { + "1e-08": -0.03483792803703373, + "1e-07": -0.03483792803703373, + "1e-06": -0.03483792803703373, + "1e-05": -0.03483792803703373, + "0.0001": -0.03483792803703373 + } + }, + { + "layer": 2, + "mean_norm": 0.009225700050592422, + "median_norm": 0.009754497557878494, + "max_norm": 0.018775099888443947, + "min_norm": 1.3790047992401355e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.9765625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -6.140506744384766, + "5": -3.5325095653533936, + "10": -2.2152786254882812, + "25": -2.0697197914123535, + "50": -2.010747194290161, + "75": -1.9576971530914307, + "90": -1.9157739877700806, + "95": -1.8936660289764404, + "99": -1.8337411880493164 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 2, + 1, + 3, + 2, + 2, + 1, + 2, + 0, + 2, + 3, + 2, + 3, + 5, + 4, + 12, + 193, + 249, + 10 + ], + "log_norms_bin_edges": [ + -8.860434532165527, + -8.717754364013672, + -8.575074195861816, + -8.432393074035645, + -8.289712905883789, + -8.147032737731934, + -8.004352569580078, + -7.8616719245910645, + -7.718991756439209, + -7.576311111450195, + -7.43363094329834, + -7.290950775146484, + -7.148270606994629, + -7.005589962005615, + -6.86290979385376, + -6.720229148864746, + -6.577548980712891, + -6.434868812561035, + -6.2921881675720215, + -6.149507999420166, + -6.006827354431152, + -5.864147186279297, + -5.721467018127441, + -5.578786849975586, + -5.436106204986572, + -5.293425559997559, + -5.150745391845703, + -5.008065223693848, + -4.865385055541992, + -4.7227044105529785, + -4.580024242401123, + -4.437343597412109, + -4.294663429260254, + -4.151983261108398, + -4.009302616119385, + -3.8666224479675293, + -3.7239418029785156, + -3.58126163482666, + -3.4385814666748047, + -3.295900821685791, + -3.1532206535339355, + -3.01054048538208, + -2.8678598403930664, + -2.725179672241211, + -2.5824995040893555, + -2.439818859100342, + -2.2971386909484863, + -2.1544580459594727, + -2.011777877807617, + -1.8690977096557617, + -1.7264177799224854 + ], + "r_inf_mean": 0.24897608160972595, + "r_inf_median": 0.2441433221101761, + "pr_mean": 0.33641546964645386, + "pr_median": 0.3407742977142334, + "hoyer_mean": 0.6285688281059265, + "eff_dim_mean": 0.6285687685012817, + "topk_energy": { + "1": 0.06285980343818665, + "5": 0.26562002301216125, + "10": 0.4258717894554138, + "25": 0.7309391498565674 + }, + "gamma_raw": 0.01988394372165203, + "gamma_active": { + "1e-08": 0.019944945350289345, + "1e-07": 0.019997315481305122, + "1e-06": 0.020031247287988663, + "1e-05": 0.020354382693767548, + "0.0001": 0.020025160163640976 + }, + "gamma_energy_weighted": { + "1e-08": 0.019107033725559316, + "1e-07": 0.019107033725559316, + "1e-06": 0.019107033725559316, + "1e-05": 0.019107033725559316, + "0.0001": 0.019107033725559316 + } + }, + { + "layer": 3, + "mean_norm": 0.005948912352323532, + "median_norm": 0.006335781887173653, + "max_norm": 0.010428420267999172, + "min_norm": 9.006055345928132e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.970703125, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.350198268890381, + "5": -3.749119758605957, + "10": -2.3691842555999756, + "25": -2.248718738555908, + "50": -2.1981019973754883, + "75": -2.151120901107788, + "90": -2.1208367347717285, + "95": -2.1013920307159424, + "99": -2.0571095943450928 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 1, + 0, + 0, + 3, + 1, + 0, + 1, + 0, + 1, + 2, + 2, + 2, + 3, + 1, + 2, + 0, + 2, + 3, + 2, + 1, + 7, + 3, + 3, + 46, + 360, + 56 + ], + "log_norms_bin_edges": [ + -9.045465469360352, + -8.904191970825195, + -8.762918472290039, + -8.621644020080566, + -8.48037052154541, + -8.339097023010254, + -8.197823524475098, + -8.056550025939941, + -7.915276050567627, + -7.7740020751953125, + -7.632728576660156, + -7.491455078125, + -7.350181579589844, + -7.208907604217529, + -7.067634105682373, + -6.926360130310059, + -6.785086631774902, + -6.643813133239746, + -6.502539157867432, + -6.361265659332275, + -6.219991683959961, + -6.078718185424805, + -5.937444686889648, + -5.796171188354492, + -5.654897212982178, + -5.513623237609863, + -5.372349739074707, + -5.231076240539551, + -5.0898027420043945, + -4.94852876663208, + -4.807255268096924, + -4.665981292724609, + -4.524707794189453, + -4.383434295654297, + -4.242160320281982, + -4.100886821746826, + -3.9596128463745117, + -3.8183393478393555, + -3.677065849304199, + -3.5357918739318848, + -3.3945183753967285, + -3.2532448768615723, + -3.111970901489258, + -2.9706974029541016, + -2.8294239044189453, + -2.688149929046631, + -2.5468764305114746, + -2.40560245513916, + -2.264328956604004, + -2.1230554580688477, + -1.9817814826965332 + ], + "r_inf_mean": 0.24545368552207947, + "r_inf_median": 0.23941285908222198, + "pr_mean": 0.3445116877555847, + "pr_median": 0.3498162031173706, + "hoyer_mean": 0.6347143650054932, + "eff_dim_mean": 0.6347143650054932, + "topk_energy": { + "1": 0.061066508293151855, + "5": 0.2608811855316162, + "10": 0.4196327328681946, + "25": 0.7240372896194458 + }, + "gamma_raw": -0.017368420958518982, + "gamma_active": { + "1e-08": -0.017187073826789856, + "1e-07": -0.01720951870083809, + "1e-06": -0.01736050471663475, + "1e-05": -0.01739717461168766, + "0.0001": -0.018125712871551514 + }, + "gamma_energy_weighted": { + "1e-08": -0.020393861743895163, + "1e-07": -0.020393861743895163, + "1e-06": -0.020393861743895163, + "1e-05": -0.020393861743895163, + "0.0001": -0.020393861743895163 + } + }, + { + "layer": 4, + "mean_norm": 0.004292367957532406, + "median_norm": 0.004579565022140741, + "max_norm": 0.0066779302433133125, + "min_norm": 6.647336014964367e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.520120620727539, + "5": -3.9124951362609863, + "10": -2.490090847015381, + "25": -2.3832993507385254, + "50": -2.339144706726074, + "75": -2.2986128330230713, + "90": -2.2635717391967773, + "95": -2.2349231243133545, + "99": -2.2101926803588867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 0, + 1, + 0, + 2, + 2, + 0, + 1, + 0, + 1, + 2, + 1, + 3, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 6, + 4, + 2, + 10, + 280, + 173 + ], + "log_norms_bin_edges": [ + -9.177352905273438, + -9.037313461303711, + -8.897273063659668, + -8.757233619689941, + -8.617193222045898, + -8.477153778076172, + -8.337113380432129, + -8.197073936462402, + -8.05703353881836, + -7.916994094848633, + -7.77695369720459, + -7.636914253234863, + -7.4968743324279785, + -7.356834411621094, + -7.216794490814209, + -7.076754570007324, + -6.9367146492004395, + -6.796674728393555, + -6.65663480758667, + -6.516594886779785, + -6.3765549659729, + -6.236515045166016, + -6.096475601196289, + -5.956435203552246, + -5.8163957595825195, + -5.676355361938477, + -5.53631591796875, + -5.396275520324707, + -5.2562360763549805, + -5.116196155548096, + -4.976156234741211, + -4.836116313934326, + -4.696076393127441, + -4.556036472320557, + -4.415996551513672, + -4.275956630706787, + -4.135916709899902, + -3.9958767890930176, + -3.855836868286133, + -3.715796947479248, + -3.5757570266723633, + -3.4357175827026367, + -3.295677661895752, + -3.155637741088867, + -3.0155978202819824, + -2.8755578994750977, + -2.735517978668213, + -2.595478057861328, + -2.4554381370544434, + -2.3153982162475586, + -2.175358295440674 + ], + "r_inf_mean": 0.2394532859325409, + "r_inf_median": 0.23429884016513824, + "pr_mean": 0.35982614755630493, + "pr_median": 0.3658825159072876, + "hoyer_mean": 0.6459121108055115, + "eff_dim_mean": 0.6459121108055115, + "topk_energy": { + "1": 0.058106958866119385, + "5": 0.2502119243144989, + "10": 0.40671247243881226, + "25": 0.7130979299545288 + }, + "gamma_raw": -0.0024697543121874332, + "gamma_active": { + "1e-08": -0.0026482983957976103, + "1e-07": -0.0029393460135906935, + "1e-06": -0.002892614807933569, + "1e-05": -0.0030518602579832077, + "0.0001": -0.0027947924099862576 + }, + "gamma_energy_weighted": { + "1e-08": -0.006015941203356048, + "1e-07": -0.006015941203356048, + "1e-06": -0.006015941203356048, + "1e-05": -0.006015941203356048, + "0.0001": -0.006015941203356048 + } + }, + { + "layer": 5, + "mean_norm": 0.0035271858796477318, + "median_norm": 0.003659350099042058, + "max_norm": 0.0057114288210868835, + "min_norm": 5.624769539025465e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.6348185539245605, + "5": -4.0158586502075195, + "10": -2.5720508098602295, + "25": -2.473829746246338, + "50": -2.436309814453125, + "75": -2.3880443572998047, + "90": -2.329618453979492, + "95": -2.295750141143799, + "99": -2.2767088413238525 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 1, + 0, + 0, + 4, + 0, + 0, + 1, + 0, + 2, + 1, + 3, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 3, + 1, + 7, + 3, + 3, + 13, + 332, + 117 + ], + "log_norms_bin_edges": [ + -9.249896049499512, + -9.109763145446777, + -8.969630241394043, + -8.829497337341309, + -8.689364433288574, + -8.549232482910156, + -8.409099578857422, + -8.268966674804688, + -8.128833770751953, + -7.988700866699219, + -7.848567962646484, + -7.70843505859375, + -7.568302154541016, + -7.428169250488281, + -7.288036346435547, + -7.147903919219971, + -7.007771015167236, + -6.867638111114502, + -6.727505683898926, + -6.587372779846191, + -6.447239875793457, + -6.307106971740723, + -6.166974067687988, + -6.026841163635254, + -5.8867082595825195, + -5.746575355529785, + -5.606442928314209, + -5.466310024261475, + -5.32617712020874, + -5.186044216156006, + -5.04591178894043, + -4.905778884887695, + -4.765645980834961, + -4.625513076782227, + -4.485380172729492, + -4.345247745513916, + -4.205114841461182, + -4.064981937408447, + -3.924849033355713, + -3.7847161293029785, + -3.6445837020874023, + -3.504450798034668, + -3.3643178939819336, + -3.224184989929199, + -3.084052085876465, + -2.9439191818237305, + -2.8037867546081543, + -2.66365385055542, + -2.5235209465026855, + -2.383388042449951, + -2.243255376815796 + ], + "r_inf_mean": 0.23040738701820374, + "r_inf_median": 0.22670629620552063, + "pr_mean": 0.38030803203582764, + "pr_median": 0.3804472088813782, + "hoyer_mean": 0.6585384011268616, + "eff_dim_mean": 0.6585384011268616, + "topk_energy": { + "1": 0.053817033767700195, + "5": 0.23680657148361206, + "10": 0.3894793391227722, + "25": 0.7003055810928345 + }, + "gamma_raw": 0.010495918802917004, + "gamma_active": { + "1e-08": 0.010556338354945183, + "1e-07": 0.010388391092419624, + "1e-06": 0.009870103560388088, + "1e-05": 0.009950772859156132, + "0.0001": 0.010020089335739613 + }, + "gamma_energy_weighted": { + "1e-08": 0.007174666628631383, + "1e-07": 0.007174666628631383, + "1e-06": 0.007174666628631383, + "1e-05": 0.007174666628631383, + "0.0001": 0.007174666628631383 + } + }, + { + "layer": 6, + "mean_norm": 0.0031673195771872997, + "median_norm": 0.0032042735256254673, + "max_norm": 0.005447473376989365, + "min_norm": 5.192754559679713e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -6.710216522216797, + "5": -4.075464725494385, + "10": -2.618356704711914, + "25": -2.525470018386841, + "50": -2.494239330291748, + "75": -2.4288220405578613, + "90": -2.3593873977661133, + "95": -2.320930242538452, + "99": -2.304232120513916 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 1, + 0, + 3, + 0, + 3, + 2, + 2, + 1, + 2, + 0, + 3, + 2, + 2, + 4, + 5, + 2, + 4, + 42, + 326, + 93 + ], + "log_norms_bin_edges": [ + -9.284602165222168, + -9.144186019897461, + -9.003769874572754, + -8.863354682922363, + -8.722938537597656, + -8.58252239227295, + -8.442106246948242, + -8.301690101623535, + -8.161274909973145, + -8.020858764648438, + -7.8804426193237305, + -7.740026473999023, + -7.599610805511475, + -7.459194660186768, + -7.318778991699219, + -7.178362846374512, + -7.037946701049805, + -6.897531032562256, + -6.757115364074707, + -6.61669921875, + -6.476283073425293, + -6.335866928100586, + -6.195451259613037, + -6.055035591125488, + -5.914619445800781, + -5.774203300476074, + -5.633787155151367, + -5.493371486663818, + -5.3529558181762695, + -5.2125396728515625, + -5.0721235275268555, + -4.931707859039307, + -4.7912917137146, + -4.650875568389893, + -4.510459899902344, + -4.370043754577637, + -4.229628086090088, + -4.089211940765381, + -3.948795795440674, + -3.808380126953125, + -3.667963981628418, + -3.527548313140869, + -3.387132167816162, + -3.246716022491455, + -3.1063003540039062, + -2.965884208679199, + -2.8254685401916504, + -2.6850523948669434, + -2.5446367263793945, + -2.4042205810546875, + -2.2638049125671387 + ], + "r_inf_mean": 0.22339050471782684, + "r_inf_median": 0.2202913910150528, + "pr_mean": 0.3976209759712219, + "pr_median": 0.3975509703159332, + "hoyer_mean": 0.6702150106430054, + "eff_dim_mean": 0.6702150106430054, + "topk_energy": { + "1": 0.050593968480825424, + "5": 0.2268313765525818, + "10": 0.3765212595462799, + "25": 0.6883192658424377 + }, + "gamma_raw": 0.0840570330619812, + "gamma_active": { + "1e-08": 0.08445759117603302, + "1e-07": 0.0843532383441925, + "1e-06": 0.08430631458759308, + "1e-05": 0.08480145037174225, + "0.0001": 0.08475638180971146 + }, + "gamma_energy_weighted": { + "1e-08": 0.08857872942906694, + "1e-07": 0.08857872942906694, + "1e-06": 0.08857872942906694, + "1e-05": 0.08857872942906694, + "0.0001": 0.08857872942906694 + } + }, + { + "layer": 7, + "mean_norm": 0.0029945974238216877, + "median_norm": 0.0029738033190369606, + "max_norm": 0.005336571019142866, + "min_norm": 5.010353243406485e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -6.755367279052734, + "5": -4.107693195343018, + "10": -2.654737710952759, + "25": -2.5574827194213867, + "50": -2.5265822410583496, + "75": -2.4500160217285156, + "90": -2.373491048812866, + "95": -2.334213972091675, + "99": -2.3174691200256348 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 1, + 0, + 3, + 0, + 3, + 2, + 2, + 1, + 2, + 1, + 2, + 3, + 2, + 3, + 5, + 2, + 4, + 87, + 282, + 92 + ], + "log_norms_bin_edges": [ + -9.300131797790527, + -9.159584045410156, + -9.019036293029785, + -8.878488540649414, + -8.737939834594727, + -8.597392082214355, + -8.456844329833984, + -8.316296577453613, + -8.175748825073242, + -8.035201072692871, + -7.894652843475342, + -7.754105091094971, + -7.613556861877441, + -7.47300910949707, + -7.332461357116699, + -7.191913604736328, + -7.051365852355957, + -6.910817623138428, + -6.770269870758057, + -6.629721641540527, + -6.489173889160156, + -6.348626136779785, + -6.208078384399414, + -6.067530632019043, + -5.926982402801514, + -5.786434650421143, + -5.645886421203613, + -5.505338668823242, + -5.364790916442871, + -5.2242431640625, + -5.083695411682129, + -4.9431471824646, + -4.8025994300842285, + -4.662051677703857, + -4.521503448486328, + -4.380955696105957, + -4.240407943725586, + -4.099860191345215, + -3.9593119621276855, + -3.8187642097473145, + -3.6782164573669434, + -3.537668228149414, + -3.397120475769043, + -3.256572723388672, + -3.116024971008301, + -2.9754767417907715, + -2.8349289894104004, + -2.6943812370300293, + -2.5538330078125, + -2.413285255432129, + -2.272737741470337 + ], + "r_inf_mean": 0.21950754523277283, + "r_inf_median": 0.21555131673812866, + "pr_mean": 0.4086838364601135, + "pr_median": 0.40972763299942017, + "hoyer_mean": 0.6780923008918762, + "eff_dim_mean": 0.6780922412872314, + "topk_energy": { + "1": 0.04887254163622856, + "5": 0.22133734822273254, + "10": 0.3693273365497589, + "25": 0.6792736053466797 + }, + "gamma_raw": -0.06398077309131622, + "gamma_active": { + "1e-08": -0.06422724574804306, + "1e-07": -0.06425436586141586, + "1e-06": -0.06440949440002441, + "1e-05": -0.06388361006975174, + "0.0001": -0.06504891067743301 + }, + "gamma_energy_weighted": { + "1e-08": -0.05789694377457768, + "1e-07": -0.05789694377457768, + "1e-06": -0.05789694377457768, + "1e-05": -0.05789694377457768, + "0.0001": -0.05789694377457768 + } + } + ] +}
\ No newline at end of file |
