From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s1024_a1.0_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json new file mode 100644 index 0000000..8f28865 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 14.794605255126953, + "acc": 0.08984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03231686353683472, + "median_norm": 0.026180701330304146, + "max_norm": 0.29694098234176636, + "min_norm": 1.5425053234707775e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.44209623336792, + "5": -3.0351650714874268, + "10": -1.8542176485061646, + "25": -1.707020878791809, + "50": -1.5819659233093262, + "75": -1.440090537071228, + "90": -1.2816685438156128, + "95": -1.080391764640808, + "99": -0.7905383110046387 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 2, + 0, + 0, + 3, + 0, + 0, + 1, + 3, + 0, + 2, + 6, + 2, + 0, + 3, + 1, + 4, + 1, + 3, + 16, + 82, + 156, + 117, + 53, + 16, + 20, + 5, + 4, + 2 + ], + "log_norms_bin_edges": [ + -7.811773300170898, + -7.666084289550781, + -7.520395755767822, + -7.374706745147705, + -7.229017734527588, + -7.083329200744629, + -6.937640190124512, + -6.7919511795043945, + -6.646262168884277, + -6.500573635101318, + -6.354884624481201, + -6.209196090698242, + -6.063507080078125, + -5.917818069458008, + -5.772129058837891, + -5.626440048217773, + -5.4807515144348145, + -5.3350629806518555, + -5.189373970031738, + -5.043684959411621, + -4.897995948791504, + -4.752306938171387, + -4.606618404388428, + -4.4609293937683105, + -4.315240859985352, + -4.169551849365234, + -4.023862838745117, + -3.878174066543579, + -3.732485294342041, + -3.586796283721924, + -3.4411072731018066, + -3.2954187393188477, + -3.1497297286987305, + -3.0040407180786133, + -2.8583521842956543, + -2.712663173675537, + -2.56697416305542, + -2.421285629272461, + -2.2755966186523438, + -2.1299076080322266, + -1.9842185974121094, + -1.8385300636291504, + -1.6928410530090332, + -1.547152042388916, + -1.401463508605957, + -1.2557744979858398, + -1.1100854873657227, + -0.9643969535827637, + -0.8187079429626465, + -0.6730189323425293, + -0.5273298621177673 + ], + "r_inf_mean": 0.3403213620185852, + "r_inf_median": 0.33156076073646545, + "pr_mean": 0.17838802933692932, + "pr_median": 0.179874449968338, + "hoyer_mean": 0.4485964775085449, + "eff_dim_mean": 0.4485964775085449, + "topk_energy": { + "1": 0.11849582940340042, + "5": 0.4205160439014435, + "10": 0.6070094108581543, + "25": 0.8746732473373413 + }, + "gamma_raw": 0.006778223440051079, + "gamma_active": { + "1e-08": 0.006778223440051079, + "1e-07": 0.006933871190994978, + "1e-06": 0.006937313824892044, + "1e-05": 0.007291196845471859, + "0.0001": 0.007550465874373913 + }, + "gamma_energy_weighted": { + "1e-08": 0.03374191801783226, + "1e-07": 0.03374191801783226, + "1e-06": 0.03374191801783226, + "1e-05": 0.03374191801783226, + "0.0001": 0.03374191801783226 + } + }, + { + "layer": 1, + "mean_norm": 0.0025959801860153675, + "median_norm": 0.0023945916909724474, + "max_norm": 0.014370615594089031, + "min_norm": 2.1410171413549506e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -6.490281105041504, + "5": -4.076054096221924, + "10": -2.8039779663085938, + "25": -2.7151007652282715, + "50": -2.620499610900879, + "75": -2.5178568363189697, + "90": -2.3985280990600586, + "95": -2.299304723739624, + "99": -2.1415228843688965 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 3, + 3, + 1, + 4, + 2, + 2, + 1, + 2, + 3, + 1, + 2, + 7, + 5, + 150, + 177, + 84, + 34, + 12, + 0, + 3 + ], + "log_norms_bin_edges": [ + -8.669380187988281, + -8.532842636108398, + -8.396306037902832, + -8.25976848602295, + -8.123231887817383, + -7.9866943359375, + -7.850157737731934, + -7.713620185852051, + -7.577083110809326, + -7.440546035766602, + -7.304008960723877, + -7.167471885681152, + -7.030934810638428, + -6.894397735595703, + -6.7578606605529785, + -6.621323585510254, + -6.484786033630371, + -6.348249435424805, + -6.211711883544922, + -6.075174808502197, + -5.938637733459473, + -5.802100658416748, + -5.665563583374023, + -5.529026508331299, + -5.392489433288574, + -5.255951881408691, + -5.119415283203125, + -4.982877731323242, + -4.846341133117676, + -4.709803581237793, + -4.573266506195068, + -4.436729431152344, + -4.300192356109619, + -4.1636552810668945, + -4.02711820602417, + -3.8905811309814453, + -3.7540440559387207, + -3.617506980895996, + -3.4809694290161133, + -3.3444323539733887, + -3.207895278930664, + -3.0713582038879395, + -2.934821128845215, + -2.7982840538024902, + -2.6617469787597656, + -2.525209903717041, + -2.3886728286743164, + -2.252135753631592, + -2.115598678588867, + -1.9790611267089844, + -1.842524766921997 + ], + "r_inf_mean": 0.3135027587413788, + "r_inf_median": 0.3039012551307678, + "pr_mean": 0.23979449272155762, + "pr_median": 0.2432117909193039, + "hoyer_mean": 0.5639083981513977, + "eff_dim_mean": 0.5639083385467529, + "topk_energy": { + "1": 0.10167644917964935, + "5": 0.35636430978775024, + "10": 0.5189238786697388, + "25": 0.7852901220321655 + }, + "gamma_raw": 0.08317184448242188, + "gamma_active": { + "1e-08": 0.08329726755619049, + "1e-07": 0.08314759284257889, + "1e-06": 0.08327057957649231, + "1e-05": 0.08337894082069397, + "0.0001": 0.08404634892940521 + }, + "gamma_energy_weighted": { + "1e-08": 0.08163226340398999, + "1e-07": 0.08163226340398999, + "1e-06": 0.08163226340398999, + "1e-05": 0.08163226340398999, + "0.0001": 0.08163226340398999 + } + }, + { + "layer": 2, + "mean_norm": 0.0015829949406906962, + "median_norm": 0.0016259819967672229, + "max_norm": 0.00269296090118587, + "min_norm": 1.9385970606577985e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.688274383544922, + "5": -4.261866092681885, + "10": -2.9427430629730225, + "25": -2.8277406692504883, + "50": -2.788806438446045, + "75": -2.727825164794922, + "90": -2.671107292175293, + "95": -2.6318397521972656, + "99": -2.587707757949829 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 3, + 4, + 0, + 1, + 3, + 1, + 3, + 1, + 3, + 1, + 6, + 5, + 110, + 289, + 60 + ], + "log_norms_bin_edges": [ + -8.712512969970703, + -8.5896577835083, + -8.466803550720215, + -8.343948364257812, + -8.22109317779541, + -8.098238945007324, + -7.975383758544922, + -7.852529048919678, + -7.729674339294434, + -7.606819152832031, + -7.483964443206787, + -7.361109733581543, + -7.238254547119141, + -7.1153998374938965, + -6.992545127868652, + -6.86968994140625, + -6.746835231781006, + -6.623980522155762, + -6.501125335693359, + -6.378270626068115, + -6.255415916442871, + -6.132560729980469, + -6.009706020355225, + -5.8868513107299805, + -5.763996124267578, + -5.641141414642334, + -5.51828670501709, + -5.3954315185546875, + -5.272576808929443, + -5.149722099304199, + -5.026866912841797, + -4.904012680053711, + -4.781157493591309, + -4.6583027839660645, + -4.535447597503662, + -4.412592887878418, + -4.289738178253174, + -4.1668829917907715, + -4.044028282165527, + -3.921173572540283, + -3.798318862915039, + -3.6754636764526367, + -3.5526089668273926, + -3.4297542572021484, + -3.306899070739746, + -3.184044361114502, + -3.061189651489258, + -2.9383344650268555, + -2.8154797554016113, + -2.692625045776367, + -2.569769859313965 + ], + "r_inf_mean": 0.25737905502319336, + "r_inf_median": 0.2555783689022064, + "pr_mean": 0.33132442831993103, + "pr_median": 0.3294709324836731, + "hoyer_mean": 0.6326752305030823, + "eff_dim_mean": 0.6326752305030823, + "topk_energy": { + "1": 0.06719092279672623, + "5": 0.2726110816001892, + "10": 0.4285959005355835, + "25": 0.7251119613647461 + }, + "gamma_raw": 0.06635759770870209, + "gamma_active": { + "1e-08": 0.06642650812864304, + "1e-07": 0.06646155565977097, + "1e-06": 0.06649856269359589, + "1e-05": 0.06627338379621506, + "0.0001": 0.06692144274711609 + }, + "gamma_energy_weighted": { + "1e-08": 0.0944668645261825, + "1e-07": 0.0944668645261825, + "1e-06": 0.0944668645261825, + "1e-05": 0.0944668645261825, + "0.0001": 0.0944668645261825 + } + }, + { + "layer": 3, + "mean_norm": 0.0015580569161102176, + "median_norm": 0.0016085979295894504, + "max_norm": 0.002557177562266588, + "min_norm": 1.9281085616995597e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.694455623626709, + "5": -4.27022123336792, + "10": -2.9483346939086914, + "25": -2.8296382427215576, + "50": -2.793160915374756, + "75": -2.7374114990234375, + "90": -2.685292959213257, + "95": -2.648550271987915, + "99": -2.599982261657715 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 3, + 6, + 62, + 335, + 64 + ], + "log_norms_bin_edges": [ + -8.714868545532227, + -8.592415809631348, + -8.469963073730469, + -8.34751033782959, + -8.225058555603027, + -8.102605819702148, + -7.9801530838012695, + -7.857700347900391, + -7.735247611999512, + -7.612795352935791, + -7.490342617034912, + -7.367890357971191, + -7.2454376220703125, + -7.122984886169434, + -7.000532150268555, + -6.878079891204834, + -6.755627155303955, + -6.633174896240234, + -6.5107221603393555, + -6.388269424438477, + -6.265816688537598, + -6.143363952636719, + -6.020911693572998, + -5.898458957672119, + -5.776006698608398, + -5.6535539627075195, + -5.531101226806641, + -5.408648490905762, + -5.286196231842041, + -5.163743495941162, + -5.041291236877441, + -4.9188385009765625, + -4.796385765075684, + -4.673933029174805, + -4.551480770111084, + -4.429028034210205, + -4.306575298309326, + -4.1841230392456055, + -4.061670303344727, + -3.9392175674438477, + -3.8167648315429688, + -3.694312572479248, + -3.571859836578369, + -3.4494071006774902, + -3.3269548416137695, + -3.2045021057128906, + -3.0820493698120117, + -2.959597110748291, + -2.837144374847412, + -2.714691638946533, + -2.5922391414642334 + ], + "r_inf_mean": 0.25708335638046265, + "r_inf_median": 0.2551972568035126, + "pr_mean": 0.33241066336631775, + "pr_median": 0.3286325931549072, + "hoyer_mean": 0.6333826184272766, + "eff_dim_mean": 0.6333825588226318, + "topk_energy": { + "1": 0.06699925661087036, + "5": 0.2721706032752991, + "10": 0.4271674156188965, + "25": 0.7241916656494141 + }, + "gamma_raw": 0.07015930116176605, + "gamma_active": { + "1e-08": 0.07029721140861511, + "1e-07": 0.07048506289720535, + "1e-06": 0.07062411308288574, + "1e-05": 0.07082555443048477, + "0.0001": 0.0713103860616684 + }, + "gamma_energy_weighted": { + "1e-08": 0.09364792805083488, + "1e-07": 0.09364792805083488, + "1e-06": 0.09364792805083488, + "1e-05": 0.09364792805083488, + "0.0001": 0.09364792805083488 + } + }, + { + "layer": 4, + "mean_norm": 0.0015452527441084385, + "median_norm": 0.0016084351809695363, + "max_norm": 0.002481644507497549, + "min_norm": 1.9116153104903333e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.697511672973633, + "5": -4.273496627807617, + "10": -2.951423168182373, + "25": -2.8306472301483154, + "50": -2.7935540676116943, + "75": -2.7430930137634277, + "90": -2.6908013820648193, + "95": -2.654729127883911, + "99": -2.6082217693328857 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 2, + 7, + 44, + 326, + 91 + ], + "log_norms_bin_edges": [ + -8.718599319458008, + -8.596332550048828, + -8.474065780639648, + -8.351799011230469, + -8.229532241821289, + -8.10726547241211, + -7.98499870300293, + -7.86273193359375, + -7.74046516418457, + -7.618198394775391, + -7.495931625366211, + -7.373664855957031, + -7.251398086547852, + -7.129131317138672, + -7.006864547729492, + -6.8845977783203125, + -6.762331008911133, + -6.640064239501953, + -6.517797470092773, + -6.395530700683594, + -6.273263931274414, + -6.150997161865234, + -6.028730392456055, + -5.906463623046875, + -5.784196853637695, + -5.661930084228516, + -5.539663314819336, + -5.417396545410156, + -5.295129776000977, + -5.172863006591797, + -5.050596237182617, + -4.9283294677734375, + -4.806062698364258, + -4.68379545211792, + -4.56152868270874, + -4.4392619132995605, + -4.316995143890381, + -4.194728374481201, + -4.0724616050720215, + -3.950194835662842, + -3.827928066253662, + -3.7056612968444824, + -3.5833945274353027, + -3.461127758026123, + -3.3388609886169434, + -3.2165942192077637, + -3.094327449798584, + -2.9720606803894043, + -2.8497939109802246, + -2.727527141571045, + -2.6052603721618652 + ], + "r_inf_mean": 0.25886717438697815, + "r_inf_median": 0.25701653957366943, + "pr_mean": 0.3312907814979553, + "pr_median": 0.326293021440506, + "hoyer_mean": 0.6335502862930298, + "eff_dim_mean": 0.6335502862930298, + "topk_energy": { + "1": 0.06796550005674362, + "5": 0.27260592579841614, + "10": 0.4271039366722107, + "25": 0.72385573387146 + }, + "gamma_raw": 0.09373539686203003, + "gamma_active": { + "1e-08": 0.09411241859197617, + "1e-07": 0.09395959228277206, + "1e-06": 0.0939977765083313, + "1e-05": 0.09391872584819794, + "0.0001": 0.0949338972568512 + }, + "gamma_energy_weighted": { + "1e-08": 0.11486561348610105, + "1e-07": 0.11486561348610105, + "1e-06": 0.11486561348610105, + "1e-05": 0.11486561348610105, + "0.0001": 0.11486561348610105 + } + }, + { + "layer": 5, + "mean_norm": 0.0015431123320013285, + "median_norm": 0.0015953205293044448, + "max_norm": 0.0024738023057579994, + "min_norm": 1.891579781698738e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.696677207946777, + "5": -4.2752156257629395, + "10": -2.952437162399292, + "25": -2.8315815925598145, + "50": -2.797015428543091, + "75": -2.745811939239502, + "90": -2.6893866062164307, + "95": -2.654829502105713, + "99": -2.611203193664551 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 2, + 7, + 45, + 317, + 99 + ], + "log_norms_bin_edges": [ + -8.723176002502441, + -8.600845336914062, + -8.478514671325684, + -8.356184005737305, + -8.23385238647461, + -8.11152172088623, + -7.989191055297852, + -7.866860389709473, + -7.744529724121094, + -7.622198581695557, + -7.499867916107178, + -7.377536773681641, + -7.255206108093262, + -7.132875442504883, + -7.010544776916504, + -6.888213634490967, + -6.765882968902588, + -6.643551826477051, + -6.521221160888672, + -6.398890495300293, + -6.276559829711914, + -6.154229164123535, + -6.031898021697998, + -5.909567356109619, + -5.787236213684082, + -5.664905548095703, + -5.542574882507324, + -5.420244216918945, + -5.297913074493408, + -5.175582408905029, + -5.053251266479492, + -4.930920600891113, + -4.808589935302734, + -4.6862592697143555, + -4.563928127288818, + -4.4415974617004395, + -4.3192667961120605, + -4.196935653686523, + -4.0746049880981445, + -3.9522743225097656, + -3.8299436569213867, + -3.7076125144958496, + -3.5852818489074707, + -3.462951183319092, + -3.3406200408935547, + -3.218289375305176, + -3.095958709716797, + -2.9736275672912598, + -2.851296901702881, + -2.728966236114502, + -2.606635093688965 + ], + "r_inf_mean": 0.2600974142551422, + "r_inf_median": 0.2566516697406769, + "pr_mean": 0.32936716079711914, + "pr_median": 0.3238719701766968, + "hoyer_mean": 0.6330446004867554, + "eff_dim_mean": 0.6330445408821106, + "topk_energy": { + "1": 0.06871058791875839, + "5": 0.2735462188720703, + "10": 0.42767155170440674, + "25": 0.7247117757797241 + }, + "gamma_raw": 0.07568712532520294, + "gamma_active": { + "1e-08": 0.07580621540546417, + "1e-07": 0.07605072855949402, + "1e-06": 0.07588019222021103, + "1e-05": 0.07605311274528503, + "0.0001": 0.07685315608978271 + }, + "gamma_energy_weighted": { + "1e-08": 0.09478697725751092, + "1e-07": 0.09478697725751092, + "1e-06": 0.09478697725751092, + "1e-05": 0.09478697725751092, + "0.0001": 0.09478697725751092 + } + }, + { + "layer": 6, + "mean_norm": 0.001539307413622737, + "median_norm": 0.0015957335708662868, + "max_norm": 0.0024630301631987095, + "min_norm": 1.8962873493677534e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.698121547698975, + "5": -4.275643825531006, + "10": -2.9526419639587402, + "25": -2.8329455852508545, + "50": -2.7969977855682373, + "75": -2.7471156120300293, + "90": -2.6902029514312744, + "95": -2.656754493713379, + "99": -2.612807512283325 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 1, + 8, + 41, + 319, + 101 + ], + "log_norms_bin_edges": [ + -8.72209644317627, + -8.599824905395508, + -8.477553367614746, + -8.3552827835083, + -8.233011245727539, + -8.110739707946777, + -7.988468647003174, + -7.866197109222412, + -7.743926048278809, + -7.621654510498047, + -7.499382972717285, + -7.377111911773682, + -7.25484037399292, + -7.132569313049316, + -7.010297775268555, + -6.888026237487793, + -6.7657551765441895, + -6.643484115600586, + -6.521212577819824, + -6.3989410400390625, + -6.276669979095459, + -6.154398441314697, + -6.032127380371094, + -5.909855842590332, + -5.78758430480957, + -5.665313243865967, + -5.543042182922363, + -5.420770645141602, + -5.29849910736084, + -5.176227569580078, + -5.053956508636475, + -4.931685447692871, + -4.809413909912109, + -4.687142372131348, + -4.564871311187744, + -4.442599773406982, + -4.320328712463379, + -4.198057174682617, + -4.075786113739014, + -3.953514575958252, + -3.8312435150146484, + -3.7089719772338867, + -3.586700439453125, + -3.4644293785095215, + -3.3421578407287598, + -3.2198867797851562, + -3.0976152420043945, + -2.975344181060791, + -2.8530726432800293, + -2.7308011054992676, + -2.608530282974243 + ], + "r_inf_mean": 0.259990394115448, + "r_inf_median": 0.25791478157043457, + "pr_mean": 0.3303368091583252, + "pr_median": 0.3234570324420929, + "hoyer_mean": 0.6341946721076965, + "eff_dim_mean": 0.6341946721076965, + "topk_energy": { + "1": 0.06866448372602463, + "5": 0.27285170555114746, + "10": 0.42691826820373535, + "25": 0.7237722277641296 + }, + "gamma_raw": 0.039875153452157974, + "gamma_active": { + "1e-08": 0.0400393046438694, + "1e-07": 0.040057189762592316, + "1e-06": 0.03990586847066879, + "1e-05": 0.03994053229689598, + "0.0001": 0.03955559432506561 + }, + "gamma_energy_weighted": { + "1e-08": 0.04807708690289616, + "1e-07": 0.04807708690289616, + "1e-06": 0.04807708690289616, + "1e-05": 0.04807708690289616, + "0.0001": 0.04807708690289616 + } + }, + { + "layer": 7, + "mean_norm": 0.0015352012123912573, + "median_norm": 0.0015951363602653146, + "max_norm": 0.0024420181289315224, + "min_norm": 1.9020915953404938e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.698025703430176, + "5": -4.276603698730469, + "10": -2.9543023109436035, + "25": -2.8331570625305176, + "50": -2.7971248626708984, + "75": -2.7482688426971436, + "90": -2.694836139678955, + "95": -2.6587276458740234, + "99": -2.6143085956573486 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 1, + 8, + 40, + 315, + 106 + ], + "log_norms_bin_edges": [ + -8.720767974853516, + -8.598597526550293, + -8.47642707824707, + -8.354256629943848, + -8.232086181640625, + -8.109916687011719, + -7.987745761871338, + -7.865575790405273, + -7.743405342102051, + -7.621234893798828, + -7.4990644454956055, + -7.376893997192383, + -7.254724025726318, + -7.132553577423096, + -7.010383129119873, + -6.888213157653809, + -6.766042709350586, + -6.643872261047363, + -6.521701812744141, + -6.399531364440918, + -6.277360916137695, + -6.155190944671631, + -6.033020496368408, + -5.910850524902344, + -5.788680076599121, + -5.666509628295898, + -5.544339179992676, + -5.422168731689453, + -5.2999982833862305, + -5.177828311920166, + -5.055657863616943, + -4.933487892150879, + -4.811317443847656, + -4.689146995544434, + -4.566976547241211, + -4.444806098937988, + -4.322635650634766, + -4.200465679168701, + -4.0782952308654785, + -3.956124782562256, + -3.833954334259033, + -3.7117843627929688, + -3.589613914489746, + -3.4674434661865234, + -3.345273017883301, + -3.2231030464172363, + -3.1009325981140137, + -2.978762149810791, + -2.8565917015075684, + -2.7344212532043457, + -2.6122512817382812 + ], + "r_inf_mean": 0.2608909606933594, + "r_inf_median": 0.2577652037143707, + "pr_mean": 0.3298371434211731, + "pr_median": 0.3249884247779846, + "hoyer_mean": 0.6342662572860718, + "eff_dim_mean": 0.6342662572860718, + "topk_energy": { + "1": 0.06918992102146149, + "5": 0.2733703851699829, + "10": 0.42689722776412964, + "25": 0.7233232259750366 + }, + "gamma_raw": 0.06607958674430847, + "gamma_active": { + "1e-08": 0.06633217632770538, + "1e-07": 0.0663691908121109, + "1e-06": 0.06642777472734451, + "1e-05": 0.06676720827817917, + "0.0001": 0.06695692241191864 + }, + "gamma_energy_weighted": { + "1e-08": 0.08152256739346521, + "1e-07": 0.08152256739346521, + "1e-06": 0.08152256739346521, + "1e-05": 0.08152256739346521, + "0.0001": 0.08152256739346521 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3