diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
| commit | b9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch) | |
| tree | 3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json | |
| parent | cbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff) | |
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed
Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths)
All data reliable — each method+seed in separate Python process.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json new file mode 100644 index 0000000..bd5a35b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 21.980783462524414, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03483397513628006, + "median_norm": 0.035890884697437286, + "max_norm": 0.08692357689142227, + "min_norm": 5.5071097286368484e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.97265625, + "1e-06": 0.966796875, + "1e-05": 0.9609375, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -9.297152519226074, + "5": -3.8073086738586426, + "10": -1.720779299736023, + "25": -1.5288500785827637, + "50": -1.4448537826538086, + "75": -1.372133493423462, + "90": -1.3006352186203003, + "95": -1.2656304836273193, + "99": -1.189743161201477 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 6, + 1, + 3, + 0, + 2, + 1, + 3, + 4, + 5, + 61, + 347, + 57 + ], + "log_norms_bin_edges": [ + -13.259076118469238, + -13.015111923217773, + -12.771147727966309, + -12.527183532714844, + -12.283219337463379, + -12.039255142211914, + -11.795289993286133, + -11.551326751708984, + -11.307361602783203, + -11.063397407531738, + -10.819433212280273, + -10.575469017028809, + -10.331504821777344, + -10.087540626525879, + -9.843576431274414, + -9.59961223602295, + -9.355648040771484, + -9.111682891845703, + -8.867719650268555, + -8.623754501342773, + -8.379791259765625, + -8.135826110839844, + -7.891862392425537, + -7.647897720336914, + -7.403933525085449, + -7.159969329833984, + -6.9160051345825195, + -6.672040939331055, + -6.42807674407959, + -6.184112071990967, + -5.940147876739502, + -5.696183681488037, + -5.452219486236572, + -5.208254814147949, + -4.964290618896484, + -4.7203264236450195, + -4.476362228393555, + -4.23239803314209, + -3.988433837890625, + -3.74446964263916, + -3.5005054473876953, + -3.2565412521362305, + -3.0125770568847656, + -2.768612861633301, + -2.524648666381836, + -2.2806835174560547, + -2.03671932220459, + -1.792755126953125, + -1.5487909317016602, + -1.3048267364501953, + -1.060862421989441 + ], + "r_inf_mean": 0.256337434053421, + "r_inf_median": 0.2509196102619171, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6320006847381592, + "eff_dim_mean": 0.6320006847381592, + "topk_energy": { + "1": 0.06671112775802612, + "5": 0.26944565773010254, + "10": 0.425165057182312, + "25": 0.7263699769973755 + }, + "gamma_raw": 0.0009242948144674301, + "gamma_active": { + "1e-08": 0.0010030276607722044, + "1e-07": 0.002109172288328409, + "1e-06": 0.0024605179205536842, + "1e-05": 0.00229376507923007, + "0.0001": 0.0023351656273007393 + }, + "gamma_energy_weighted": { + "1e-08": 0.0008858699137212396, + "1e-07": 0.0008858699137212396, + "1e-06": 0.0008858699137212396, + "1e-05": 0.0008858699137212396, + "0.0001": 0.0008858699137212396 + } + }, + { + "layer": 1, + "mean_norm": 0.010818039067089558, + "median_norm": 0.011270050890743732, + "max_norm": 0.024941636249423027, + "min_norm": 1.7064832281087593e-14, + "support": { + "1e-08": 0.9765625, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.9609375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -9.826638221740723, + "5": -4.314035892486572, + "10": -2.192784070968628, + "25": -2.0250401496887207, + "50": -1.9480607509613037, + "75": -1.8849002122879028, + "90": -1.8144714832305908, + "95": -1.786596417427063, + "99": -1.6988445520401 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 1, + 6, + 1, + 3, + 0, + 2, + 0, + 4, + 4, + 5, + 34, + 351, + 80 + ], + "log_norms_bin_edges": [ + -13.767898559570312, + -13.524601936340332, + -13.281305313110352, + -13.038009643554688, + -12.794713020324707, + -12.551416397094727, + -12.308119773864746, + -12.064823150634766, + -11.821526527404785, + -11.578229904174805, + -11.33493423461914, + -11.09163761138916, + -10.84834098815918, + -10.6050443649292, + -10.361747741699219, + -10.118451118469238, + -9.875154495239258, + -9.631858825683594, + -9.388562202453613, + -9.145265579223633, + -8.901968955993652, + -8.658672332763672, + -8.415376663208008, + -8.172079086303711, + -7.928783416748047, + -7.685486793518066, + -7.442190170288086, + -7.1988935470581055, + -6.955597400665283, + -6.712300777435303, + -6.469004154205322, + -6.2257080078125, + -5.9824113845825195, + -5.739114761352539, + -5.495818138122559, + -5.252521514892578, + -5.009225845336914, + -4.765929222106934, + -4.522632598876953, + -4.279335975646973, + -4.036039352416992, + -3.7927427291870117, + -3.5494470596313477, + -3.306150436401367, + -3.0628538131713867, + -2.8195571899414062, + -2.576260566711426, + -2.3329639434814453, + -2.0896682739257812, + -1.8463716506958008, + -1.6030750274658203 + ], + "r_inf_mean": 0.2560151517391205, + "r_inf_median": 0.2511535882949829, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6251074075698853, + "eff_dim_mean": 0.6251073479652405, + "topk_energy": { + "1": 0.0664868876338005, + "5": 0.27455949783325195, + "10": 0.4322616159915924, + "25": 0.7321909666061401 + }, + "gamma_raw": 0.01658342219889164, + "gamma_active": { + "1e-08": 0.01682683452963829, + "1e-07": 0.015712903812527657, + "1e-06": 0.01541103795170784, + "1e-05": 0.01507290918380022, + "0.0001": 0.0157582089304924 + }, + "gamma_energy_weighted": { + "1e-08": 0.011113714245035438, + "1e-07": 0.011113714245035438, + "1e-06": 0.011113714245035438, + "1e-05": 0.011113714245035438, + "0.0001": 0.011113714245035438 + } + }, + { + "layer": 2, + "mean_norm": 0.004247492179274559, + "median_norm": 0.00455187214538455, + "max_norm": 0.008027967065572739, + "min_norm": 7.088573096016536e-15, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -10.238944053649902, + "5": -4.788488388061523, + "10": -2.595599412918091, + "25": -2.405696392059326, + "50": -2.341390609741211, + "75": -2.2954916954040527, + "90": -2.2568657398223877, + "95": -2.2321524620056152, + "99": -2.172497510910034 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 5, + 2, + 2, + 1, + 1, + 1, + 4, + 3, + 3, + 8, + 219, + 241 + ], + "log_norms_bin_edges": [ + -14.149441719055176, + -13.908360481262207, + -13.667280197143555, + -13.426198959350586, + -13.185117721557617, + -12.944036483764648, + -12.702956199645996, + -12.461874961853027, + -12.220793724060059, + -11.979713439941406, + -11.738632202148438, + -11.497550964355469, + -11.2564697265625, + -11.015389442443848, + -10.774308204650879, + -10.533227920532227, + -10.292146682739258, + -10.051065444946289, + -9.80998420715332, + -9.568902969360352, + -9.3278226852417, + -9.08674144744873, + -8.845661163330078, + -8.60457992553711, + -8.36349868774414, + -8.122417449951172, + -7.881336688995361, + -7.640255928039551, + -7.39917516708374, + -7.1580939292907715, + -6.917013168334961, + -6.675931930541992, + -6.434851169586182, + -6.193770408630371, + -5.952689170837402, + -5.711607933044434, + -5.470527648925781, + -5.2294464111328125, + -4.988365173339844, + -4.747284889221191, + -4.506203651428223, + -4.265122413635254, + -4.024041175842285, + -3.782960891723633, + -3.541879653930664, + -3.3007984161376953, + -3.059718132019043, + -2.818636894226074, + -2.5775556564331055, + -2.336475372314453, + -2.0953943729400635 + ], + "r_inf_mean": 0.2575961947441101, + "r_inf_median": 0.25485292077064514, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6202178597450256, + "eff_dim_mean": 0.6202178001403809, + "topk_energy": { + "1": 0.06716097891330719, + "5": 0.2793901860713959, + "10": 0.4392808675765991, + "25": 0.7383623123168945 + }, + "gamma_raw": 0.014384879730641842, + "gamma_active": { + "1e-08": 0.014678672887384892, + "1e-07": 0.0147092305123806, + "1e-06": 0.015000637620687485, + "1e-05": 0.014996817335486412, + "0.0001": 0.014889610931277275 + }, + "gamma_energy_weighted": { + "1e-08": 0.01445893985347707, + "1e-07": 0.01445893985347707, + "1e-06": 0.01445893985347707, + "1e-05": 0.01445893985347707, + "0.0001": 0.01445893985347707 + } + }, + { + "layer": 3, + "mean_norm": 0.002687408123165369, + "median_norm": 0.0029146706219762564, + "max_norm": 0.003977462649345398, + "min_norm": 4.600517998509541e-15, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.947265625, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -10.441848754882812, + "5": -5.030099391937256, + "10": -2.823265314102173, + "25": -2.5834460258483887, + "50": -2.5353550910949707, + "75": -2.498392105102539, + "90": -2.469778299331665, + "95": -2.4554667472839355, + "99": -2.427830457687378 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 4, + 3, + 2, + 1, + 0, + 2, + 2, + 3, + 5, + 5, + 17, + 446 + ], + "log_norms_bin_edges": [ + -14.337193489074707, + -14.098457336425781, + -13.859721183776855, + -13.62098503112793, + -13.38224983215332, + -13.143513679504395, + -12.904777526855469, + -12.666041374206543, + -12.427305221557617, + -12.188570022583008, + -11.949832916259766, + -11.711097717285156, + -11.47236156463623, + -11.233625411987305, + -10.994889259338379, + -10.756153106689453, + -10.517417907714844, + -10.278680801391602, + -10.039945602416992, + -9.801209449768066, + -9.56247329711914, + -9.323738098144531, + -9.085000991821289, + -8.84626579284668, + -8.607529640197754, + -8.368793487548828, + -8.130057334899902, + -7.891321182250977, + -7.652585506439209, + -7.413849353790283, + -7.175113201141357, + -6.93637752532959, + -6.697641372680664, + -6.458905220031738, + -6.2201690673828125, + -5.981432914733887, + -5.742697715759277, + -5.503961563110352, + -5.265225410461426, + -5.0264892578125, + -4.787753105163574, + -4.549016952514648, + -4.310281753540039, + -4.071545600891113, + -3.8328094482421875, + -3.5940732955932617, + -3.355337142944336, + -3.11660099029541, + -2.877865791320801, + -2.639129638671875, + -2.4003939628601074 + ], + "r_inf_mean": 0.2564346492290497, + "r_inf_median": 0.25421130657196045, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6196185350418091, + "eff_dim_mean": 0.6196185350418091, + "topk_energy": { + "1": 0.06656206399202347, + "5": 0.2780887484550476, + "10": 0.4378396272659302, + "25": 0.7396352291107178 + }, + "gamma_raw": -0.012010077014565468, + "gamma_active": { + "1e-08": -0.012481512501835823, + "1e-07": -0.012657019309699535, + "1e-06": -0.012919561937451363, + "1e-05": -0.013598287478089333, + "0.0001": -0.014138809405267239 + }, + "gamma_energy_weighted": { + "1e-08": -0.016604324011066016, + "1e-07": -0.016604324011066016, + "1e-06": -0.016604324011066016, + "1e-05": -0.016604324011066016, + "0.0001": -0.016604324011066016 + } + }, + { + "layer": 4, + "mean_norm": 0.002206546487286687, + "median_norm": 0.0023475266061723232, + "max_norm": 0.003205708460882306, + "min_norm": 3.790147178311248e-15, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -10.530962944030762, + "5": -5.132242202758789, + "10": -2.9368131160736084, + "25": -2.6628689765930176, + "50": -2.629291534423828, + "75": -2.587921380996704, + "90": -2.5509824752807617, + "95": -2.525437593460083, + "99": -2.502065896987915 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 4, + 3, + 2, + 1, + 0, + 2, + 2, + 3, + 4, + 6, + 12, + 451 + ], + "log_norms_bin_edges": [ + -14.421343803405762, + -14.182798385620117, + -13.944252967834473, + -13.705707550048828, + -13.467162132263184, + -13.228616714477539, + -12.990071296691895, + -12.75152587890625, + -12.512981414794922, + -12.274435043334961, + -12.035890579223633, + -11.797345161437988, + -11.558799743652344, + -11.3202543258667, + -11.081708908081055, + -10.84316349029541, + -10.604618072509766, + -10.366072654724121, + -10.127527236938477, + -9.888981819152832, + -9.650436401367188, + -9.41189193725586, + -9.173345565795898, + -8.93480110168457, + -8.69625473022461, + -8.457710266113281, + -8.21916389465332, + -7.980618953704834, + -7.742074012756348, + -7.503528594970703, + -7.264983177185059, + -7.026437759399414, + -6.7878923416137695, + -6.549346923828125, + -6.3108015060424805, + -6.072256088256836, + -5.833710670471191, + -5.595165252685547, + -5.356619834899902, + -5.118074417114258, + -4.879528999328613, + -4.640984535217285, + -4.402439117431641, + -4.163893699645996, + -3.9253482818603516, + -3.686802864074707, + -3.4482574462890625, + -3.209712028503418, + -2.9711666107177734, + -2.732621192932129, + -2.4940760135650635 + ], + "r_inf_mean": 0.2510221600532532, + "r_inf_median": 0.24912796914577484, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6270691156387329, + "eff_dim_mean": 0.6270690560340881, + "topk_energy": { + "1": 0.06385378539562225, + "5": 0.2696636915206909, + "10": 0.42824268341064453, + "25": 0.7328143119812012 + }, + "gamma_raw": 0.052463240921497345, + "gamma_active": { + "1e-08": 0.05384074151515961, + "1e-07": 0.053850654512643814, + "1e-06": 0.05387323722243309, + "1e-05": 0.05458110570907593, + "0.0001": 0.05419241264462471 + }, + "gamma_energy_weighted": { + "1e-08": 0.05090141359124348, + "1e-07": 0.05090141359124348, + "1e-06": 0.05090141359124348, + "1e-05": 0.05090141359124348, + "0.0001": 0.05090141359124348 + } + }, + { + "layer": 5, + "mean_norm": 0.0020073475316166878, + "median_norm": 0.0020934308413416147, + "max_norm": 0.0029856828041374683, + "min_norm": 3.4428975512548754e-15, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -10.574885368347168, + "5": -5.183961868286133, + "10": -2.999995470046997, + "25": -2.7047834396362305, + "50": -2.6789841651916504, + "75": -2.6260528564453125, + "90": -2.583439588546753, + "95": -2.5552821159362793, + "99": -2.5287961959838867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 4, + 3, + 2, + 1, + 0, + 2, + 2, + 3, + 4, + 9, + 11, + 449 + ], + "log_norms_bin_edges": [ + -14.4630765914917, + -14.224313735961914, + -13.985551834106445, + -13.74678897857666, + -13.508027076721191, + -13.269264221191406, + -13.030502319335938, + -12.791739463806152, + -12.552977561950684, + -12.314214706420898, + -12.07545280456543, + -11.836689949035645, + -11.597928047180176, + -11.35916519165039, + -11.120403289794922, + -10.881640434265137, + -10.642878532409668, + -10.404115676879883, + -10.165353775024414, + -9.926590919494629, + -9.687828063964844, + -9.449066162109375, + -9.210304260253906, + -8.971541404724121, + -8.732778549194336, + -8.494016647338867, + -8.255254745483398, + -8.016491889953613, + -7.777729511260986, + -7.538967132568359, + -7.300204753875732, + -7.0614423751831055, + -6.8226799964904785, + -6.583917617797852, + -6.345154762268066, + -6.106392860412598, + -5.8676300048828125, + -5.628868103027344, + -5.390105247497559, + -5.15134334564209, + -4.912580490112305, + -4.673818588256836, + -4.435055732727051, + -4.196293830871582, + -3.957530975341797, + -3.718769073486328, + -3.480006217956543, + -3.241244316101074, + -3.002481460571289, + -2.7637195587158203, + -2.524956226348877 + ], + "r_inf_mean": 0.24304574728012085, + "r_inf_median": 0.2428063452243805, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6385942101478577, + "eff_dim_mean": 0.6385941505432129, + "topk_energy": { + "1": 0.05995821952819824, + "5": 0.2589065432548523, + "10": 0.41536837816238403, + "25": 0.7212749123573303 + }, + "gamma_raw": 0.022653069347143173, + "gamma_active": { + "1e-08": 0.023300189524888992, + "1e-07": 0.023675067350268364, + "1e-06": 0.023490779101848602, + "1e-05": 0.023747246712446213, + "0.0001": 0.023159755393862724 + }, + "gamma_energy_weighted": { + "1e-08": 0.019365653653655678, + "1e-07": 0.019365653653655678, + "1e-06": 0.019365653653655678, + "1e-05": 0.019365653653655678, + "0.0001": 0.019365653653655678 + } + }, + { + "layer": 6, + "mean_norm": 0.0019245792645961046, + "median_norm": 0.0019849769305437803, + "max_norm": 0.0029092738404870033, + "min_norm": 3.302589296399279e-15, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -10.594369888305664, + "5": -5.206794261932373, + "10": -3.0315589904785156, + "25": -2.722670316696167, + "50": -2.702188491821289, + "75": -2.6401495933532715, + "90": -2.5967767238616943, + "95": -2.5681891441345215, + "99": -2.5379605293273926 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 3, + 3, + 2, + 1, + 0, + 2, + 2, + 4, + 5, + 7, + 12, + 448 + ], + "log_norms_bin_edges": [ + -14.481145858764648, + -14.242247581481934, + -14.003348350524902, + -13.764450073242188, + -13.525551795959473, + -13.286652565002441, + -13.047754287719727, + -12.808856010437012, + -12.56995677947998, + -12.331058502197266, + -12.092159271240234, + -11.85326099395752, + -11.614362716674805, + -11.375463485717773, + -11.136565208435059, + -10.897666931152344, + -10.658767700195312, + -10.419869422912598, + -10.180971145629883, + -9.942071914672852, + -9.703173637390137, + -9.464275360107422, + -9.22537612915039, + -8.986477851867676, + -8.747579574584961, + -8.50868034362793, + -8.269782066345215, + -8.0308837890625, + -7.791985034942627, + -7.553086280822754, + -7.314187526702881, + -7.075289249420166, + -6.836390495300293, + -6.59749174118042, + -6.358592987060547, + -6.119694709777832, + -5.880796432495117, + -5.641897201538086, + -5.402998924255371, + -5.164100646972656, + -4.925201416015625, + -4.68630313873291, + -4.447404861450195, + -4.208505630493164, + -3.969607353210449, + -3.7307090759277344, + -3.491809844970703, + -3.2529115676879883, + -3.0140132904052734, + -2.775114059448242, + -2.5362155437469482 + ], + "r_inf_mean": 0.23671835660934448, + "r_inf_median": 0.2346799373626709, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6487705707550049, + "eff_dim_mean": 0.6487705707550049, + "topk_energy": { + "1": 0.05679477006196976, + "5": 0.24930351972579956, + "10": 0.40438827872276306, + "25": 0.7113168239593506 + }, + "gamma_raw": -0.03440014272928238, + "gamma_active": { + "1e-08": -0.035480841994285583, + "1e-07": -0.03514362499117851, + "1e-06": -0.034709639847278595, + "1e-05": -0.03507131710648537, + "0.0001": -0.03553719446063042 + }, + "gamma_energy_weighted": { + "1e-08": -0.03834894211990862, + "1e-07": -0.03834894211990862, + "1e-06": -0.03834894211990862, + "1e-05": -0.03834894211990862, + "0.0001": -0.03834894211990862 + } + }, + { + "layer": 7, + "mean_norm": 0.0019049315014854074, + "median_norm": 0.00196360913105309, + "max_norm": 0.0029014209285378456, + "min_norm": 3.2756907063680347e-15, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -10.598732948303223, + "5": -5.213141441345215, + "10": -3.041884660720825, + "25": -2.729121446609497, + "50": -2.7069029808044434, + "75": -2.6433773040771484, + "90": -2.5998029708862305, + "95": -2.568925142288208, + "99": -2.5386626720428467 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 3, + 3, + 2, + 1, + 0, + 2, + 2, + 4, + 5, + 7, + 15, + 445 + ], + "log_norms_bin_edges": [ + -14.484698295593262, + -14.245752334594727, + -14.006806373596191, + -13.76785945892334, + -13.528913497924805, + -13.28996753692627, + -13.051021575927734, + -12.812074661254883, + -12.573128700256348, + -12.334182739257812, + -12.095236778259277, + -11.856290817260742, + -11.61734390258789, + -11.378397941589355, + -11.13945198059082, + -10.900505065917969, + -10.661559104919434, + -10.422613143920898, + -10.183667182922363, + -9.944721221923828, + -9.705774307250977, + -9.466828346252441, + -9.227882385253906, + -8.988935470581055, + -8.749990463256836, + -8.511043548583984, + -8.27209758758545, + -8.033151626586914, + -7.794205188751221, + -7.555258750915527, + -7.316312789916992, + -7.077366352081299, + -6.838420391082764, + -6.5994744300842285, + -6.360527992248535, + -6.12158203125, + -5.882636070251465, + -5.643689155578613, + -5.404743194580078, + -5.165797233581543, + -4.926851272583008, + -4.687904357910156, + -4.448958396911621, + -4.210012435913086, + -3.971066474914551, + -3.732119560241699, + -3.493173599243164, + -3.254227638244629, + -3.0152816772460938, + -2.7763357162475586, + -2.5373892784118652 + ], + "r_inf_mean": 0.23037678003311157, + "r_inf_median": 0.22596317529678345, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6564525365829468, + "eff_dim_mean": 0.6564525365829468, + "topk_energy": { + "1": 0.053681641817092896, + "5": 0.23957109451293945, + "10": 0.3936571478843689, + "25": 0.7024872303009033 + }, + "gamma_raw": 0.024835865944623947, + "gamma_active": { + "1e-08": 0.025659576058387756, + "1e-07": 0.025888312608003616, + "1e-06": 0.025852994993329048, + "1e-05": 0.026044348254799843, + "0.0001": 0.025251366198062897 + }, + "gamma_energy_weighted": { + "1e-08": 0.03113055478121498, + "1e-07": 0.03113055478121498, + "1e-06": 0.03113055478121498, + "1e-05": 0.03113055478121498, + "0.0001": 0.03113055478121498 + } + } + ] +}
\ No newline at end of file |
