summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json
new file mode 100644
index 0000000..8f28865
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 1024,
+ "alpha": 1.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 14.794605255126953,
+ "acc": 0.08984375,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.03231686353683472,
+ "median_norm": 0.026180701330304146,
+ "max_norm": 0.29694098234176636,
+ "min_norm": 1.5425053234707775e-08,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 0.998046875,
+ "1e-06": 0.990234375,
+ "1e-05": 0.984375,
+ "0.0001": 0.970703125
+ },
+ "log_norms_percentiles": {
+ "1": -5.44209623336792,
+ "5": -3.0351650714874268,
+ "10": -1.8542176485061646,
+ "25": -1.707020878791809,
+ "50": -1.5819659233093262,
+ "75": -1.440090537071228,
+ "90": -1.2816685438156128,
+ "95": -1.080391764640808,
+ "99": -0.7905383110046387
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 2,
+ 0,
+ 0,
+ 3,
+ 0,
+ 0,
+ 1,
+ 3,
+ 0,
+ 2,
+ 6,
+ 2,
+ 0,
+ 3,
+ 1,
+ 4,
+ 1,
+ 3,
+ 16,
+ 82,
+ 156,
+ 117,
+ 53,
+ 16,
+ 20,
+ 5,
+ 4,
+ 2
+ ],
+ "log_norms_bin_edges": [
+ -7.811773300170898,
+ -7.666084289550781,
+ -7.520395755767822,
+ -7.374706745147705,
+ -7.229017734527588,
+ -7.083329200744629,
+ -6.937640190124512,
+ -6.7919511795043945,
+ -6.646262168884277,
+ -6.500573635101318,
+ -6.354884624481201,
+ -6.209196090698242,
+ -6.063507080078125,
+ -5.917818069458008,
+ -5.772129058837891,
+ -5.626440048217773,
+ -5.4807515144348145,
+ -5.3350629806518555,
+ -5.189373970031738,
+ -5.043684959411621,
+ -4.897995948791504,
+ -4.752306938171387,
+ -4.606618404388428,
+ -4.4609293937683105,
+ -4.315240859985352,
+ -4.169551849365234,
+ -4.023862838745117,
+ -3.878174066543579,
+ -3.732485294342041,
+ -3.586796283721924,
+ -3.4411072731018066,
+ -3.2954187393188477,
+ -3.1497297286987305,
+ -3.0040407180786133,
+ -2.8583521842956543,
+ -2.712663173675537,
+ -2.56697416305542,
+ -2.421285629272461,
+ -2.2755966186523438,
+ -2.1299076080322266,
+ -1.9842185974121094,
+ -1.8385300636291504,
+ -1.6928410530090332,
+ -1.547152042388916,
+ -1.401463508605957,
+ -1.2557744979858398,
+ -1.1100854873657227,
+ -0.9643969535827637,
+ -0.8187079429626465,
+ -0.6730189323425293,
+ -0.5273298621177673
+ ],
+ "r_inf_mean": 0.3403213620185852,
+ "r_inf_median": 0.33156076073646545,
+ "pr_mean": 0.17838802933692932,
+ "pr_median": 0.179874449968338,
+ "hoyer_mean": 0.4485964775085449,
+ "eff_dim_mean": 0.4485964775085449,
+ "topk_energy": {
+ "1": 0.11849582940340042,
+ "5": 0.4205160439014435,
+ "10": 0.6070094108581543,
+ "25": 0.8746732473373413
+ },
+ "gamma_raw": 0.006778223440051079,
+ "gamma_active": {
+ "1e-08": 0.006778223440051079,
+ "1e-07": 0.006933871190994978,
+ "1e-06": 0.006937313824892044,
+ "1e-05": 0.007291196845471859,
+ "0.0001": 0.007550465874373913
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.03374191801783226,
+ "1e-07": 0.03374191801783226,
+ "1e-06": 0.03374191801783226,
+ "1e-05": 0.03374191801783226,
+ "0.0001": 0.03374191801783226
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.0025959801860153675,
+ "median_norm": 0.0023945916909724474,
+ "max_norm": 0.014370615594089031,
+ "min_norm": 2.1410171413549506e-09,
+ "support": {
+ "1e-08": 0.998046875,
+ "1e-07": 0.990234375,
+ "1e-06": 0.984375,
+ "1e-05": 0.97265625,
+ "0.0001": 0.9453125
+ },
+ "log_norms_percentiles": {
+ "1": -6.490281105041504,
+ "5": -4.076054096221924,
+ "10": -2.8039779663085938,
+ "25": -2.7151007652282715,
+ "50": -2.620499610900879,
+ "75": -2.5178568363189697,
+ "90": -2.3985280990600586,
+ "95": -2.299304723739624,
+ "99": -2.1415228843688965
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 2,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 3,
+ 3,
+ 1,
+ 4,
+ 2,
+ 2,
+ 1,
+ 2,
+ 3,
+ 1,
+ 2,
+ 7,
+ 5,
+ 150,
+ 177,
+ 84,
+ 34,
+ 12,
+ 0,
+ 3
+ ],
+ "log_norms_bin_edges": [
+ -8.669380187988281,
+ -8.532842636108398,
+ -8.396306037902832,
+ -8.25976848602295,
+ -8.123231887817383,
+ -7.9866943359375,
+ -7.850157737731934,
+ -7.713620185852051,
+ -7.577083110809326,
+ -7.440546035766602,
+ -7.304008960723877,
+ -7.167471885681152,
+ -7.030934810638428,
+ -6.894397735595703,
+ -6.7578606605529785,
+ -6.621323585510254,
+ -6.484786033630371,
+ -6.348249435424805,
+ -6.211711883544922,
+ -6.075174808502197,
+ -5.938637733459473,
+ -5.802100658416748,
+ -5.665563583374023,
+ -5.529026508331299,
+ -5.392489433288574,
+ -5.255951881408691,
+ -5.119415283203125,
+ -4.982877731323242,
+ -4.846341133117676,
+ -4.709803581237793,
+ -4.573266506195068,
+ -4.436729431152344,
+ -4.300192356109619,
+ -4.1636552810668945,
+ -4.02711820602417,
+ -3.8905811309814453,
+ -3.7540440559387207,
+ -3.617506980895996,
+ -3.4809694290161133,
+ -3.3444323539733887,
+ -3.207895278930664,
+ -3.0713582038879395,
+ -2.934821128845215,
+ -2.7982840538024902,
+ -2.6617469787597656,
+ -2.525209903717041,
+ -2.3886728286743164,
+ -2.252135753631592,
+ -2.115598678588867,
+ -1.9790611267089844,
+ -1.842524766921997
+ ],
+ "r_inf_mean": 0.3135027587413788,
+ "r_inf_median": 0.3039012551307678,
+ "pr_mean": 0.23979449272155762,
+ "pr_median": 0.2432117909193039,
+ "hoyer_mean": 0.5639083981513977,
+ "eff_dim_mean": 0.5639083385467529,
+ "topk_energy": {
+ "1": 0.10167644917964935,
+ "5": 0.35636430978775024,
+ "10": 0.5189238786697388,
+ "25": 0.7852901220321655
+ },
+ "gamma_raw": 0.08317184448242188,
+ "gamma_active": {
+ "1e-08": 0.08329726755619049,
+ "1e-07": 0.08314759284257889,
+ "1e-06": 0.08327057957649231,
+ "1e-05": 0.08337894082069397,
+ "0.0001": 0.08404634892940521
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.08163226340398999,
+ "1e-07": 0.08163226340398999,
+ "1e-06": 0.08163226340398999,
+ "1e-05": 0.08163226340398999,
+ "0.0001": 0.08163226340398999
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.0015829949406906962,
+ "median_norm": 0.0016259819967672229,
+ "max_norm": 0.00269296090118587,
+ "min_norm": 1.9385970606577985e-09,
+ "support": {
+ "1e-08": 0.99609375,
+ "1e-07": 0.990234375,
+ "1e-06": 0.982421875,
+ "1e-05": 0.970703125,
+ "0.0001": 0.943359375
+ },
+ "log_norms_percentiles": {
+ "1": -6.688274383544922,
+ "5": -4.261866092681885,
+ "10": -2.9427430629730225,
+ "25": -2.8277406692504883,
+ "50": -2.788806438446045,
+ "75": -2.727825164794922,
+ "90": -2.671107292175293,
+ "95": -2.6318397521972656,
+ "99": -2.587707757949829
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 2,
+ 3,
+ 3,
+ 4,
+ 0,
+ 1,
+ 3,
+ 1,
+ 3,
+ 1,
+ 3,
+ 1,
+ 6,
+ 5,
+ 110,
+ 289,
+ 60
+ ],
+ "log_norms_bin_edges": [
+ -8.712512969970703,
+ -8.5896577835083,
+ -8.466803550720215,
+ -8.343948364257812,
+ -8.22109317779541,
+ -8.098238945007324,
+ -7.975383758544922,
+ -7.852529048919678,
+ -7.729674339294434,
+ -7.606819152832031,
+ -7.483964443206787,
+ -7.361109733581543,
+ -7.238254547119141,
+ -7.1153998374938965,
+ -6.992545127868652,
+ -6.86968994140625,
+ -6.746835231781006,
+ -6.623980522155762,
+ -6.501125335693359,
+ -6.378270626068115,
+ -6.255415916442871,
+ -6.132560729980469,
+ -6.009706020355225,
+ -5.8868513107299805,
+ -5.763996124267578,
+ -5.641141414642334,
+ -5.51828670501709,
+ -5.3954315185546875,
+ -5.272576808929443,
+ -5.149722099304199,
+ -5.026866912841797,
+ -4.904012680053711,
+ -4.781157493591309,
+ -4.6583027839660645,
+ -4.535447597503662,
+ -4.412592887878418,
+ -4.289738178253174,
+ -4.1668829917907715,
+ -4.044028282165527,
+ -3.921173572540283,
+ -3.798318862915039,
+ -3.6754636764526367,
+ -3.5526089668273926,
+ -3.4297542572021484,
+ -3.306899070739746,
+ -3.184044361114502,
+ -3.061189651489258,
+ -2.9383344650268555,
+ -2.8154797554016113,
+ -2.692625045776367,
+ -2.569769859313965
+ ],
+ "r_inf_mean": 0.25737905502319336,
+ "r_inf_median": 0.2555783689022064,
+ "pr_mean": 0.33132442831993103,
+ "pr_median": 0.3294709324836731,
+ "hoyer_mean": 0.6326752305030823,
+ "eff_dim_mean": 0.6326752305030823,
+ "topk_energy": {
+ "1": 0.06719092279672623,
+ "5": 0.2726110816001892,
+ "10": 0.4285959005355835,
+ "25": 0.7251119613647461
+ },
+ "gamma_raw": 0.06635759770870209,
+ "gamma_active": {
+ "1e-08": 0.06642650812864304,
+ "1e-07": 0.06646155565977097,
+ "1e-06": 0.06649856269359589,
+ "1e-05": 0.06627338379621506,
+ "0.0001": 0.06692144274711609
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.0944668645261825,
+ "1e-07": 0.0944668645261825,
+ "1e-06": 0.0944668645261825,
+ "1e-05": 0.0944668645261825,
+ "0.0001": 0.0944668645261825
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0015580569161102176,
+ "median_norm": 0.0016085979295894504,
+ "max_norm": 0.002557177562266588,
+ "min_norm": 1.9281085616995597e-09,
+ "support": {
+ "1e-08": 0.99609375,
+ "1e-07": 0.990234375,
+ "1e-06": 0.982421875,
+ "1e-05": 0.970703125,
+ "0.0001": 0.943359375
+ },
+ "log_norms_percentiles": {
+ "1": -6.694455623626709,
+ "5": -4.27022123336792,
+ "10": -2.9483346939086914,
+ "25": -2.8296382427215576,
+ "50": -2.793160915374756,
+ "75": -2.7374114990234375,
+ "90": -2.685292959213257,
+ "95": -2.648550271987915,
+ "99": -2.599982261657715
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 2,
+ 3,
+ 2,
+ 4,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 0,
+ 3,
+ 2,
+ 3,
+ 6,
+ 62,
+ 335,
+ 64
+ ],
+ "log_norms_bin_edges": [
+ -8.714868545532227,
+ -8.592415809631348,
+ -8.469963073730469,
+ -8.34751033782959,
+ -8.225058555603027,
+ -8.102605819702148,
+ -7.9801530838012695,
+ -7.857700347900391,
+ -7.735247611999512,
+ -7.612795352935791,
+ -7.490342617034912,
+ -7.367890357971191,
+ -7.2454376220703125,
+ -7.122984886169434,
+ -7.000532150268555,
+ -6.878079891204834,
+ -6.755627155303955,
+ -6.633174896240234,
+ -6.5107221603393555,
+ -6.388269424438477,
+ -6.265816688537598,
+ -6.143363952636719,
+ -6.020911693572998,
+ -5.898458957672119,
+ -5.776006698608398,
+ -5.6535539627075195,
+ -5.531101226806641,
+ -5.408648490905762,
+ -5.286196231842041,
+ -5.163743495941162,
+ -5.041291236877441,
+ -4.9188385009765625,
+ -4.796385765075684,
+ -4.673933029174805,
+ -4.551480770111084,
+ -4.429028034210205,
+ -4.306575298309326,
+ -4.1841230392456055,
+ -4.061670303344727,
+ -3.9392175674438477,
+ -3.8167648315429688,
+ -3.694312572479248,
+ -3.571859836578369,
+ -3.4494071006774902,
+ -3.3269548416137695,
+ -3.2045021057128906,
+ -3.0820493698120117,
+ -2.959597110748291,
+ -2.837144374847412,
+ -2.714691638946533,
+ -2.5922391414642334
+ ],
+ "r_inf_mean": 0.25708335638046265,
+ "r_inf_median": 0.2551972568035126,
+ "pr_mean": 0.33241066336631775,
+ "pr_median": 0.3286325931549072,
+ "hoyer_mean": 0.6333826184272766,
+ "eff_dim_mean": 0.6333825588226318,
+ "topk_energy": {
+ "1": 0.06699925661087036,
+ "5": 0.2721706032752991,
+ "10": 0.4271674156188965,
+ "25": 0.7241916656494141
+ },
+ "gamma_raw": 0.07015930116176605,
+ "gamma_active": {
+ "1e-08": 0.07029721140861511,
+ "1e-07": 0.07048506289720535,
+ "1e-06": 0.07062411308288574,
+ "1e-05": 0.07082555443048477,
+ "0.0001": 0.0713103860616684
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.09364792805083488,
+ "1e-07": 0.09364792805083488,
+ "1e-06": 0.09364792805083488,
+ "1e-05": 0.09364792805083488,
+ "0.0001": 0.09364792805083488
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.0015452527441084385,
+ "median_norm": 0.0016084351809695363,
+ "max_norm": 0.002481644507497549,
+ "min_norm": 1.9116153104903333e-09,
+ "support": {
+ "1e-08": 0.99609375,
+ "1e-07": 0.990234375,
+ "1e-06": 0.982421875,
+ "1e-05": 0.970703125,
+ "0.0001": 0.943359375
+ },
+ "log_norms_percentiles": {
+ "1": -6.697511672973633,
+ "5": -4.273496627807617,
+ "10": -2.951423168182373,
+ "25": -2.8306472301483154,
+ "50": -2.7935540676116943,
+ "75": -2.7430930137634277,
+ "90": -2.6908013820648193,
+ "95": -2.654729127883911,
+ "99": -2.6082217693328857
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 2,
+ 3,
+ 2,
+ 4,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 0,
+ 3,
+ 2,
+ 2,
+ 7,
+ 44,
+ 326,
+ 91
+ ],
+ "log_norms_bin_edges": [
+ -8.718599319458008,
+ -8.596332550048828,
+ -8.474065780639648,
+ -8.351799011230469,
+ -8.229532241821289,
+ -8.10726547241211,
+ -7.98499870300293,
+ -7.86273193359375,
+ -7.74046516418457,
+ -7.618198394775391,
+ -7.495931625366211,
+ -7.373664855957031,
+ -7.251398086547852,
+ -7.129131317138672,
+ -7.006864547729492,
+ -6.8845977783203125,
+ -6.762331008911133,
+ -6.640064239501953,
+ -6.517797470092773,
+ -6.395530700683594,
+ -6.273263931274414,
+ -6.150997161865234,
+ -6.028730392456055,
+ -5.906463623046875,
+ -5.784196853637695,
+ -5.661930084228516,
+ -5.539663314819336,
+ -5.417396545410156,
+ -5.295129776000977,
+ -5.172863006591797,
+ -5.050596237182617,
+ -4.9283294677734375,
+ -4.806062698364258,
+ -4.68379545211792,
+ -4.56152868270874,
+ -4.4392619132995605,
+ -4.316995143890381,
+ -4.194728374481201,
+ -4.0724616050720215,
+ -3.950194835662842,
+ -3.827928066253662,
+ -3.7056612968444824,
+ -3.5833945274353027,
+ -3.461127758026123,
+ -3.3388609886169434,
+ -3.2165942192077637,
+ -3.094327449798584,
+ -2.9720606803894043,
+ -2.8497939109802246,
+ -2.727527141571045,
+ -2.6052603721618652
+ ],
+ "r_inf_mean": 0.25886717438697815,
+ "r_inf_median": 0.25701653957366943,
+ "pr_mean": 0.3312907814979553,
+ "pr_median": 0.326293021440506,
+ "hoyer_mean": 0.6335502862930298,
+ "eff_dim_mean": 0.6335502862930298,
+ "topk_energy": {
+ "1": 0.06796550005674362,
+ "5": 0.27260592579841614,
+ "10": 0.4271039366722107,
+ "25": 0.72385573387146
+ },
+ "gamma_raw": 0.09373539686203003,
+ "gamma_active": {
+ "1e-08": 0.09411241859197617,
+ "1e-07": 0.09395959228277206,
+ "1e-06": 0.0939977765083313,
+ "1e-05": 0.09391872584819794,
+ "0.0001": 0.0949338972568512
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.11486561348610105,
+ "1e-07": 0.11486561348610105,
+ "1e-06": 0.11486561348610105,
+ "1e-05": 0.11486561348610105,
+ "0.0001": 0.11486561348610105
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0015431123320013285,
+ "median_norm": 0.0015953205293044448,
+ "max_norm": 0.0024738023057579994,
+ "min_norm": 1.891579781698738e-09,
+ "support": {
+ "1e-08": 0.99609375,
+ "1e-07": 0.990234375,
+ "1e-06": 0.982421875,
+ "1e-05": 0.970703125,
+ "0.0001": 0.943359375
+ },
+ "log_norms_percentiles": {
+ "1": -6.696677207946777,
+ "5": -4.2752156257629395,
+ "10": -2.952437162399292,
+ "25": -2.8315815925598145,
+ "50": -2.797015428543091,
+ "75": -2.745811939239502,
+ "90": -2.6893866062164307,
+ "95": -2.654829502105713,
+ "99": -2.611203193664551
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 2,
+ 3,
+ 2,
+ 4,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 0,
+ 3,
+ 2,
+ 2,
+ 7,
+ 45,
+ 317,
+ 99
+ ],
+ "log_norms_bin_edges": [
+ -8.723176002502441,
+ -8.600845336914062,
+ -8.478514671325684,
+ -8.356184005737305,
+ -8.23385238647461,
+ -8.11152172088623,
+ -7.989191055297852,
+ -7.866860389709473,
+ -7.744529724121094,
+ -7.622198581695557,
+ -7.499867916107178,
+ -7.377536773681641,
+ -7.255206108093262,
+ -7.132875442504883,
+ -7.010544776916504,
+ -6.888213634490967,
+ -6.765882968902588,
+ -6.643551826477051,
+ -6.521221160888672,
+ -6.398890495300293,
+ -6.276559829711914,
+ -6.154229164123535,
+ -6.031898021697998,
+ -5.909567356109619,
+ -5.787236213684082,
+ -5.664905548095703,
+ -5.542574882507324,
+ -5.420244216918945,
+ -5.297913074493408,
+ -5.175582408905029,
+ -5.053251266479492,
+ -4.930920600891113,
+ -4.808589935302734,
+ -4.6862592697143555,
+ -4.563928127288818,
+ -4.4415974617004395,
+ -4.3192667961120605,
+ -4.196935653686523,
+ -4.0746049880981445,
+ -3.9522743225097656,
+ -3.8299436569213867,
+ -3.7076125144958496,
+ -3.5852818489074707,
+ -3.462951183319092,
+ -3.3406200408935547,
+ -3.218289375305176,
+ -3.095958709716797,
+ -2.9736275672912598,
+ -2.851296901702881,
+ -2.728966236114502,
+ -2.606635093688965
+ ],
+ "r_inf_mean": 0.2600974142551422,
+ "r_inf_median": 0.2566516697406769,
+ "pr_mean": 0.32936716079711914,
+ "pr_median": 0.3238719701766968,
+ "hoyer_mean": 0.6330446004867554,
+ "eff_dim_mean": 0.6330445408821106,
+ "topk_energy": {
+ "1": 0.06871058791875839,
+ "5": 0.2735462188720703,
+ "10": 0.42767155170440674,
+ "25": 0.7247117757797241
+ },
+ "gamma_raw": 0.07568712532520294,
+ "gamma_active": {
+ "1e-08": 0.07580621540546417,
+ "1e-07": 0.07605072855949402,
+ "1e-06": 0.07588019222021103,
+ "1e-05": 0.07605311274528503,
+ "0.0001": 0.07685315608978271
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.09478697725751092,
+ "1e-07": 0.09478697725751092,
+ "1e-06": 0.09478697725751092,
+ "1e-05": 0.09478697725751092,
+ "0.0001": 0.09478697725751092
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.001539307413622737,
+ "median_norm": 0.0015957335708662868,
+ "max_norm": 0.0024630301631987095,
+ "min_norm": 1.8962873493677534e-09,
+ "support": {
+ "1e-08": 0.99609375,
+ "1e-07": 0.990234375,
+ "1e-06": 0.982421875,
+ "1e-05": 0.970703125,
+ "0.0001": 0.943359375
+ },
+ "log_norms_percentiles": {
+ "1": -6.698121547698975,
+ "5": -4.275643825531006,
+ "10": -2.9526419639587402,
+ "25": -2.8329455852508545,
+ "50": -2.7969977855682373,
+ "75": -2.7471156120300293,
+ "90": -2.6902029514312744,
+ "95": -2.656754493713379,
+ "99": -2.612807512283325
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 4,
+ 2,
+ 4,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 0,
+ 3,
+ 2,
+ 1,
+ 8,
+ 41,
+ 319,
+ 101
+ ],
+ "log_norms_bin_edges": [
+ -8.72209644317627,
+ -8.599824905395508,
+ -8.477553367614746,
+ -8.3552827835083,
+ -8.233011245727539,
+ -8.110739707946777,
+ -7.988468647003174,
+ -7.866197109222412,
+ -7.743926048278809,
+ -7.621654510498047,
+ -7.499382972717285,
+ -7.377111911773682,
+ -7.25484037399292,
+ -7.132569313049316,
+ -7.010297775268555,
+ -6.888026237487793,
+ -6.7657551765441895,
+ -6.643484115600586,
+ -6.521212577819824,
+ -6.3989410400390625,
+ -6.276669979095459,
+ -6.154398441314697,
+ -6.032127380371094,
+ -5.909855842590332,
+ -5.78758430480957,
+ -5.665313243865967,
+ -5.543042182922363,
+ -5.420770645141602,
+ -5.29849910736084,
+ -5.176227569580078,
+ -5.053956508636475,
+ -4.931685447692871,
+ -4.809413909912109,
+ -4.687142372131348,
+ -4.564871311187744,
+ -4.442599773406982,
+ -4.320328712463379,
+ -4.198057174682617,
+ -4.075786113739014,
+ -3.953514575958252,
+ -3.8312435150146484,
+ -3.7089719772338867,
+ -3.586700439453125,
+ -3.4644293785095215,
+ -3.3421578407287598,
+ -3.2198867797851562,
+ -3.0976152420043945,
+ -2.975344181060791,
+ -2.8530726432800293,
+ -2.7308011054992676,
+ -2.608530282974243
+ ],
+ "r_inf_mean": 0.259990394115448,
+ "r_inf_median": 0.25791478157043457,
+ "pr_mean": 0.3303368091583252,
+ "pr_median": 0.3234570324420929,
+ "hoyer_mean": 0.6341946721076965,
+ "eff_dim_mean": 0.6341946721076965,
+ "topk_energy": {
+ "1": 0.06866448372602463,
+ "5": 0.27285170555114746,
+ "10": 0.42691826820373535,
+ "25": 0.7237722277641296
+ },
+ "gamma_raw": 0.039875153452157974,
+ "gamma_active": {
+ "1e-08": 0.0400393046438694,
+ "1e-07": 0.040057189762592316,
+ "1e-06": 0.03990586847066879,
+ "1e-05": 0.03994053229689598,
+ "0.0001": 0.03955559432506561
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.04807708690289616,
+ "1e-07": 0.04807708690289616,
+ "1e-06": 0.04807708690289616,
+ "1e-05": 0.04807708690289616,
+ "0.0001": 0.04807708690289616
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.0015352012123912573,
+ "median_norm": 0.0015951363602653146,
+ "max_norm": 0.0024420181289315224,
+ "min_norm": 1.9020915953404938e-09,
+ "support": {
+ "1e-08": 0.99609375,
+ "1e-07": 0.990234375,
+ "1e-06": 0.982421875,
+ "1e-05": 0.970703125,
+ "0.0001": 0.943359375
+ },
+ "log_norms_percentiles": {
+ "1": -6.698025703430176,
+ "5": -4.276603698730469,
+ "10": -2.9543023109436035,
+ "25": -2.8331570625305176,
+ "50": -2.7971248626708984,
+ "75": -2.7482688426971436,
+ "90": -2.694836139678955,
+ "95": -2.6587276458740234,
+ "99": -2.6143085956573486
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 4,
+ 2,
+ 4,
+ 1,
+ 1,
+ 3,
+ 1,
+ 3,
+ 0,
+ 3,
+ 2,
+ 1,
+ 8,
+ 40,
+ 315,
+ 106
+ ],
+ "log_norms_bin_edges": [
+ -8.720767974853516,
+ -8.598597526550293,
+ -8.47642707824707,
+ -8.354256629943848,
+ -8.232086181640625,
+ -8.109916687011719,
+ -7.987745761871338,
+ -7.865575790405273,
+ -7.743405342102051,
+ -7.621234893798828,
+ -7.4990644454956055,
+ -7.376893997192383,
+ -7.254724025726318,
+ -7.132553577423096,
+ -7.010383129119873,
+ -6.888213157653809,
+ -6.766042709350586,
+ -6.643872261047363,
+ -6.521701812744141,
+ -6.399531364440918,
+ -6.277360916137695,
+ -6.155190944671631,
+ -6.033020496368408,
+ -5.910850524902344,
+ -5.788680076599121,
+ -5.666509628295898,
+ -5.544339179992676,
+ -5.422168731689453,
+ -5.2999982833862305,
+ -5.177828311920166,
+ -5.055657863616943,
+ -4.933487892150879,
+ -4.811317443847656,
+ -4.689146995544434,
+ -4.566976547241211,
+ -4.444806098937988,
+ -4.322635650634766,
+ -4.200465679168701,
+ -4.0782952308654785,
+ -3.956124782562256,
+ -3.833954334259033,
+ -3.7117843627929688,
+ -3.589613914489746,
+ -3.4674434661865234,
+ -3.345273017883301,
+ -3.2231030464172363,
+ -3.1009325981140137,
+ -2.978762149810791,
+ -2.8565917015075684,
+ -2.7344212532043457,
+ -2.6122512817382812
+ ],
+ "r_inf_mean": 0.2608909606933594,
+ "r_inf_median": 0.2577652037143707,
+ "pr_mean": 0.3298371434211731,
+ "pr_median": 0.3249884247779846,
+ "hoyer_mean": 0.6342662572860718,
+ "eff_dim_mean": 0.6342662572860718,
+ "topk_energy": {
+ "1": 0.06918992102146149,
+ "5": 0.2733703851699829,
+ "10": 0.42689722776412964,
+ "25": 0.7233232259750366
+ },
+ "gamma_raw": 0.06607958674430847,
+ "gamma_active": {
+ "1e-08": 0.06633217632770538,
+ "1e-07": 0.0663691908121109,
+ "1e-06": 0.06642777472734451,
+ "1e-05": 0.06676720827817917,
+ "0.0001": 0.06695692241191864
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.08152256739346521,
+ "1e-07": 0.08152256739346521,
+ "1e-06": 0.08152256739346521,
+ "1e-05": 0.08152256739346521,
+ "0.0001": 0.08152256739346521
+ }
+ }
+ ]
+} \ No newline at end of file