From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s42_a1.0_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json new file mode 100644 index 0000000..afcf743 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 6.213278293609619, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.008935617282986641, + "median_norm": 0.00916270725429058, + "max_norm": 0.017597230151295662, + "min_norm": 7.515313427575165e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.9921875 + }, + "log_norms_percentiles": { + "1": -3.655613899230957, + "5": -2.7662413120269775, + "10": -2.2640912532806396, + "25": -2.1189022064208984, + "50": -2.0376334190368652, + "75": -1.9678400754928589, + "90": -1.905834436416626, + "95": -1.8649730682373047, + "99": -1.8053683042526245 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 2, + 1, + 1, + 1, + 3, + 0, + 2, + 0, + 1, + 4, + 2, + 3, + 2, + 1, + 2, + 2, + 4, + 7, + 16, + 31, + 76, + 111, + 122, + 70, + 30, + 9 + ], + "log_norms_bin_edges": [ + -5.124053001403809, + -5.0566630363464355, + -4.9892730712890625, + -4.9218831062316895, + -4.854493141174316, + -4.787103176116943, + -4.71971321105957, + -4.652323246002197, + -4.584933280944824, + -4.517543315887451, + -4.450153350830078, + -4.382763862609863, + -4.315373420715332, + -4.247983932495117, + -4.180593967437744, + -4.113204002380371, + -4.045814037322998, + -3.978424072265625, + -3.911034107208252, + -3.843644142150879, + -3.776254177093506, + -3.708864212036133, + -3.6414742469787598, + -3.5740842819213867, + -3.5066943168640137, + -3.4393043518066406, + -3.3719143867492676, + -3.3045244216918945, + -3.2371344566345215, + -3.1697444915771484, + -3.1023547649383545, + -3.0349647998809814, + -2.9675748348236084, + -2.9001848697662354, + -2.8327949047088623, + -2.7654049396514893, + -2.698014974594116, + -2.630625009536743, + -2.563235282897949, + -2.495845317840576, + -2.428455352783203, + -2.36106538772583, + -2.293675422668457, + -2.226285457611084, + -2.158895492553711, + -2.091505527496338, + -2.024115562438965, + -1.9567255973815918, + -1.8893356323242188, + -1.8219459056854248, + -1.7545557022094727 + ], + "r_inf_mean": 0.3840498924255371, + "r_inf_median": 0.3751075565814972, + "pr_mean": 0.14737462997436523, + "pr_median": 0.14348970353603363, + "hoyer_mean": 0.44728100299835205, + "eff_dim_mean": 0.44728100299835205, + "topk_energy": { + "1": 0.15175727009773254, + "5": 0.4775546193122864, + "10": 0.6534497737884521, + "25": 0.8752610683441162 + }, + "gamma_raw": 0.02481183595955372, + "gamma_active": { + "1e-08": 0.02481183595955372, + "1e-07": 0.02481183595955372, + "1e-06": 0.02481183595955372, + "1e-05": 0.024990908801555634, + "0.0001": 0.02527591399848461 + }, + "gamma_energy_weighted": { + "1e-08": 0.017983022987198987, + "1e-07": 0.017983022987198987, + "1e-06": 0.017983022987198987, + "1e-05": 0.017983022987198987, + "0.0001": 0.017983022987198987 + } + }, + { + "layer": 1, + "mean_norm": 0.002002544002607465, + "median_norm": 0.002125849248841405, + "max_norm": 0.003072380321100354, + "min_norm": 2.007131342907087e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.99609375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -4.367098808288574, + "5": -3.4802491664886475, + "10": -2.8986332416534424, + "25": -2.717024326324463, + "50": -2.6724600791931152, + "75": -2.6321017742156982, + "90": -2.5984878540039062, + "95": -2.5756869316101074, + "99": -2.53145432472229 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 4, + 0, + 2, + 3, + 0, + 0, + 2, + 2, + 3, + 3, + 1, + 1, + 2, + 0, + 3, + 4, + 3, + 5, + 7, + 10, + 19, + 77, + 196, + 130, + 27 + ], + "log_norms_bin_edges": [ + -5.697424411773682, + -5.633726596832275, + -5.570028305053711, + -5.506330490112305, + -5.442632675170898, + -5.378934383392334, + -5.315236568450928, + -5.251538276672363, + -5.187840461730957, + -5.124142646789551, + -5.060444355010986, + -4.99674654006958, + -4.933048725128174, + -4.869350433349609, + -4.805652618408203, + -4.741954803466797, + -4.678256511688232, + -4.614558696746826, + -4.550860404968262, + -4.4871625900268555, + -4.423464775085449, + -4.359766960144043, + -4.2960686683654785, + -4.232370853424072, + -4.168672561645508, + -4.104974746704102, + -4.041276931762695, + -3.977578639984131, + -3.9138808250427246, + -3.8501827716827393, + -3.786484718322754, + -3.7227869033813477, + -3.6590888500213623, + -3.595390796661377, + -3.5316929817199707, + -3.4679949283599854, + -3.404296875, + -3.3405988216400146, + -3.2769010066986084, + -3.213202953338623, + -3.1495048999786377, + -3.0858070850372314, + -3.022109031677246, + -2.9584109783172607, + -2.8947129249572754, + -2.831015110015869, + -2.767317056655884, + -2.7036190032958984, + -2.639921188354492, + -2.576223134994507, + -2.5125250816345215 + ], + "r_inf_mean": 0.287308931350708, + "r_inf_median": 0.28054749965667725, + "pr_mean": 0.2956356108188629, + "pr_median": 0.30407074093818665, + "hoyer_mean": 0.615317702293396, + "eff_dim_mean": 0.6153176426887512, + "topk_energy": { + "1": 0.08502627909183502, + "5": 0.2958172857761383, + "10": 0.4508517384529114, + "25": 0.7416930198669434 + }, + "gamma_raw": 0.2900810241699219, + "gamma_active": { + "1e-08": 0.2900810241699219, + "1e-07": 0.2900810241699219, + "1e-06": 0.2900810241699219, + "1e-05": 0.29036179184913635, + "0.0001": 0.28969696164131165 + }, + "gamma_energy_weighted": { + "1e-08": 0.28916916115678254, + "1e-07": 0.28916916115678254, + "1e-06": 0.28916916115678254, + "1e-05": 0.28916916115678254, + "0.0001": 0.28916916115678254 + } + }, + { + "layer": 2, + "mean_norm": 0.0018993552075698972, + "median_norm": 0.0020110742188990116, + "max_norm": 0.002969037974253297, + "min_norm": 1.7968172869586851e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.416164875030518, + "5": -3.4923250675201416, + "10": -2.9189584255218506, + "25": -2.738096237182617, + "50": -2.696560859680176, + "75": -2.654766321182251, + "90": -2.618069648742676, + "95": -2.5898261070251465, + "99": -2.5509629249572754 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 81, + 205, + 106, + 28 + ], + "log_norms_bin_edges": [ + -5.7454962730407715, + -5.681134223937988, + -5.616771697998047, + -5.552409648895264, + -5.488047122955322, + -5.423685073852539, + -5.359323024749756, + -5.2949604988098145, + -5.230598449707031, + -5.16623592376709, + -5.101873874664307, + -5.037511825561523, + -4.973149299621582, + -4.908787250518799, + -4.844424724578857, + -4.780062675476074, + -4.715700149536133, + -4.65133810043335, + -4.586976051330566, + -4.522613525390625, + -4.458251476287842, + -4.393889427185059, + -4.329526901245117, + -4.265164852142334, + -4.200802326202393, + -4.136440277099609, + -4.072077751159668, + -4.007715702056885, + -3.9433534145355225, + -3.87899112701416, + -3.814629077911377, + -3.7502667903900146, + -3.6859045028686523, + -3.62154221534729, + -3.5571799278259277, + -3.4928178787231445, + -3.4284555912017822, + -3.36409330368042, + -3.2997310161590576, + -3.2353687286376953, + -3.171006679534912, + -3.10664439201355, + -3.0422821044921875, + -2.977919816970825, + -2.913557529449463, + -2.8491952419281006, + -2.7848331928253174, + -2.720470905303955, + -2.6561086177825928, + -2.5917463302612305, + -2.5273842811584473 + ], + "r_inf_mean": 0.2798207998275757, + "r_inf_median": 0.26711925864219666, + "pr_mean": 0.3039546310901642, + "pr_median": 0.3136492669582367, + "hoyer_mean": 0.6168254017829895, + "eff_dim_mean": 0.6168254017829895, + "topk_energy": { + "1": 0.08072725683450699, + "5": 0.2894190847873688, + "10": 0.44574373960494995, + "25": 0.7403979301452637 + }, + "gamma_raw": 0.1185590997338295, + "gamma_active": { + "1e-08": 0.1185590997338295, + "1e-07": 0.1185590997338295, + "1e-06": 0.1185590997338295, + "1e-05": 0.119007408618927, + "0.0001": 0.1194368451833725 + }, + "gamma_energy_weighted": { + "1e-08": 0.12935184729780655, + "1e-07": 0.12935184729780655, + "1e-06": 0.12935184729780655, + "1e-05": 0.12935184729780655, + "0.0001": 0.12935184729780655 + } + }, + { + "layer": 3, + "mean_norm": 0.0018978500738739967, + "median_norm": 0.0020091980695724487, + "max_norm": 0.002968156011775136, + "min_norm": 1.7971007082451251e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.415787220001221, + "5": -3.492914915084839, + "10": -2.9193694591522217, + "25": -2.7387967109680176, + "50": -2.696688175201416, + "75": -2.6551477909088135, + "90": -2.6181483268737793, + "95": -2.590113639831543, + "99": -2.5508410930633545 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 82, + 204, + 107, + 27 + ], + "log_norms_bin_edges": [ + -5.74542760848999, + -5.681069374084473, + -5.616711139678955, + -5.5523529052734375, + -5.48799467086792, + -5.423635959625244, + -5.359277725219727, + -5.294919490814209, + -5.230561256408691, + -5.166203022003174, + -5.101844787597656, + -5.037486553192139, + -4.973128318786621, + -4.9087700843811035, + -4.844411849975586, + -4.78005313873291, + -4.715694904327393, + -4.651336669921875, + -4.586978435516357, + -4.52262020111084, + -4.458261966705322, + -4.393903732299805, + -4.329545021057129, + -4.2651872634887695, + -4.200828552246094, + -4.136470317840576, + -4.072112083435059, + -4.007753849029541, + -3.9433956146240234, + -3.879037380218506, + -3.8146791458129883, + -3.7503206729888916, + -3.685962438583374, + -3.6216042041778564, + -3.557245969772339, + -3.492887496948242, + -3.4285292625427246, + -3.364171028137207, + -3.2998127937316895, + -3.2354543209075928, + -3.171096086502075, + -3.1067378520965576, + -3.04237961769104, + -2.9780213832855225, + -2.913662910461426, + -2.849304676055908, + -2.7849464416503906, + -2.720588207244873, + -2.6562299728393555, + -2.591871500015259, + -2.527513265609741 + ], + "r_inf_mean": 0.27983102202415466, + "r_inf_median": 0.2667291462421417, + "pr_mean": 0.30413302779197693, + "pr_median": 0.3135732114315033, + "hoyer_mean": 0.6171528697013855, + "eff_dim_mean": 0.6171528100967407, + "topk_energy": { + "1": 0.08074554055929184, + "5": 0.2893717288970947, + "10": 0.4456186890602112, + "25": 0.7400233149528503 + }, + "gamma_raw": 0.06531120836734772, + "gamma_active": { + "1e-08": 0.06531120836734772, + "1e-07": 0.06531120836734772, + "1e-06": 0.06531120836734772, + "1e-05": 0.06543208658695221, + "0.0001": 0.06531093269586563 + }, + "gamma_energy_weighted": { + "1e-08": 0.07669325876491, + "1e-07": 0.07669325876491, + "1e-06": 0.07669325876491, + "1e-05": 0.07669325876491, + "0.0001": 0.07669325876491 + } + }, + { + "layer": 4, + "mean_norm": 0.0018975376151502132, + "median_norm": 0.002008681185543537, + "max_norm": 0.002963270992040634, + "min_norm": 1.7960192053578794e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.415700435638428, + "5": -3.4929561614990234, + "10": -2.919647693634033, + "25": -2.7388627529144287, + "50": -2.6969072818756104, + "75": -2.6550629138946533, + "90": -2.6181397438049316, + "95": -2.5898730754852295, + "99": -2.551422595977783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 79, + 204, + 109, + 28 + ], + "log_norms_bin_edges": [ + -5.7456889152526855, + -5.681339740753174, + -5.616990566253662, + -5.55264139175415, + -5.488292217254639, + -5.423943042755127, + -5.359593868255615, + -5.2952446937561035, + -5.230895042419434, + -5.166545867919922, + -5.10219669342041, + -5.037847518920898, + -4.973498344421387, + -4.909149169921875, + -4.844799995422363, + -4.780450820922852, + -4.71610164642334, + -4.651752471923828, + -4.587403297424316, + -4.523054122924805, + -4.458704948425293, + -4.394355773925781, + -4.3300065994262695, + -4.265657424926758, + -4.201308250427246, + -4.136959075927734, + -4.072609901428223, + -4.008260250091553, + -3.943911075592041, + -3.8795619010925293, + -3.8152127265930176, + -3.750863552093506, + -3.686514377593994, + -3.6221652030944824, + -3.5578160285949707, + -3.493466854095459, + -3.4291176795959473, + -3.3647682666778564, + -3.3004190921783447, + -3.236069917678833, + -3.1717207431793213, + -3.1073715686798096, + -3.043022394180298, + -2.978673219680786, + -2.9143238067626953, + -2.8499746322631836, + -2.785625457763672, + -2.72127628326416, + -2.6569271087646484, + -2.5925779342651367, + -2.528228759765625 + ], + "r_inf_mean": 0.2797001004219055, + "r_inf_median": 0.2659136652946472, + "pr_mean": 0.30420076847076416, + "pr_median": 0.31310349702835083, + "hoyer_mean": 0.6171371936798096, + "eff_dim_mean": 0.6171371936798096, + "topk_energy": { + "1": 0.08068197965621948, + "5": 0.2893235683441162, + "10": 0.44559305906295776, + "25": 0.740071177482605 + }, + "gamma_raw": 0.1547166258096695, + "gamma_active": { + "1e-08": 0.1547166258096695, + "1e-07": 0.1547166258096695, + "1e-06": 0.1547166258096695, + "1e-05": 0.15490800142288208, + "0.0001": 0.15468207001686096 + }, + "gamma_energy_weighted": { + "1e-08": 0.1594013743296288, + "1e-07": 0.1594013743296288, + "1e-06": 0.1594013743296288, + "1e-05": 0.1594013743296288, + "0.0001": 0.1594013743296288 + } + }, + { + "layer": 5, + "mean_norm": 0.0018968542572110891, + "median_norm": 0.002009041840210557, + "max_norm": 0.0029594528023153543, + "min_norm": 1.793547880879487e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.415905952453613, + "5": -3.493173122406006, + "10": -2.919761896133423, + "25": -2.7391786575317383, + "50": -2.6969614028930664, + "75": -2.655212640762329, + "90": -2.618333578109741, + "95": -2.5897443294525146, + "99": -2.55202317237854 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 78, + 203, + 110, + 29 + ], + "log_norms_bin_edges": [ + -5.746286869049072, + -5.681936740875244, + -5.617587089538574, + -5.553236961364746, + -5.488886833190918, + -5.424537181854248, + -5.36018705368042, + -5.295836925506592, + -5.231487274169922, + -5.167137145996094, + -5.102787017822266, + -5.038437366485596, + -4.974087238311768, + -4.909737586975098, + -4.8453874588012695, + -4.781037330627441, + -4.716687202453613, + -4.652337551116943, + -4.587987422943115, + -4.523637771606445, + -4.459287643432617, + -4.394937515258789, + -4.330587387084961, + -4.266237735748291, + -4.201887607574463, + -4.137537956237793, + -4.073187828063965, + -4.008837699890137, + -3.9444878101348877, + -3.8801379203796387, + -3.8157877922058105, + -3.7514381408691406, + -3.6870880126953125, + -3.6227381229400635, + -3.5583879947662354, + -3.4940381050109863, + -3.4296882152557373, + -3.365338087081909, + -3.30098819732666, + -3.236638307571411, + -3.172288417816162, + -3.107938289642334, + -3.043588399887085, + -2.979238510131836, + -2.914888381958008, + -2.850538492202759, + -2.7861886024475098, + -2.7218384742736816, + -2.6574885845184326, + -2.5931386947631836, + -2.5287888050079346 + ], + "r_inf_mean": 0.2797278165817261, + "r_inf_median": 0.26567956805229187, + "pr_mean": 0.3041910231113434, + "pr_median": 0.3131352365016937, + "hoyer_mean": 0.6172611713409424, + "eff_dim_mean": 0.6172611117362976, + "topk_energy": { + "1": 0.08070598542690277, + "5": 0.28941917419433594, + "10": 0.44565266370773315, + "25": 0.7399928569793701 + }, + "gamma_raw": 0.06356089562177658, + "gamma_active": { + "1e-08": 0.06356089562177658, + "1e-07": 0.06356089562177658, + "1e-06": 0.06356089562177658, + "1e-05": 0.06366901099681854, + "0.0001": 0.06391880661249161 + }, + "gamma_energy_weighted": { + "1e-08": 0.07034586663135149, + "1e-07": 0.07034586663135149, + "1e-06": 0.07034586663135149, + "1e-05": 0.07034586663135149, + "0.0001": 0.07034586663135149 + } + }, + { + "layer": 6, + "mean_norm": 0.0018970833625644445, + "median_norm": 0.0020088402088731527, + "max_norm": 0.0029594984371215105, + "min_norm": 1.7922484403243288e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.415919780731201, + "5": -3.493014097213745, + "10": -2.9197843074798584, + "25": -2.739189624786377, + "50": -2.6970505714416504, + "75": -2.6550824642181396, + "90": -2.618417263031006, + "95": -2.589141607284546, + "99": -2.5519142150878906 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 78, + 203, + 109, + 30 + ], + "log_norms_bin_edges": [ + -5.7466020584106445, + -5.68224573135376, + -5.617889404296875, + -5.55353307723999, + -5.489176273345947, + -5.4248199462890625, + -5.360463619232178, + -5.296107292175293, + -5.231750965118408, + -5.167394638061523, + -5.1030378341674805, + -5.038681507110596, + -4.974325180053711, + -4.909968852996826, + -4.845612525939941, + -4.781256198883057, + -4.716899871826172, + -4.652543067932129, + -4.588186740875244, + -4.523830413818359, + -4.459474086761475, + -4.39511775970459, + -4.330760955810547, + -4.26640510559082, + -4.202048301696777, + -4.137691974639893, + -4.073335647583008, + -4.008979320526123, + -3.944622755050659, + -3.8802664279937744, + -3.8159098625183105, + -3.751553535461426, + -3.687197208404541, + -3.6228408813476562, + -3.5584843158721924, + -3.4941279888153076, + -3.429771661758423, + -3.365415096282959, + -3.301058769226074, + -3.2367024421691895, + -3.1723461151123047, + -3.107989549636841, + -3.043633222579956, + -2.9792768955230713, + -2.9149203300476074, + -2.8505640029907227, + -2.786207675933838, + -2.721851110458374, + -2.6574947834014893, + -2.5931384563446045, + -2.5287818908691406 + ], + "r_inf_mean": 0.27957504987716675, + "r_inf_median": 0.2653108239173889, + "pr_mean": 0.3044307231903076, + "pr_median": 0.3142626881599426, + "hoyer_mean": 0.6173781752586365, + "eff_dim_mean": 0.6173781156539917, + "topk_energy": { + "1": 0.08062129467725754, + "5": 0.2892090380191803, + "10": 0.44538503885269165, + "25": 0.7399603128433228 + }, + "gamma_raw": 0.06584728509187698, + "gamma_active": { + "1e-08": 0.06584728509187698, + "1e-07": 0.06584728509187698, + "1e-06": 0.06584728509187698, + "1e-05": 0.0660751461982727, + "0.0001": 0.06644094735383987 + }, + "gamma_energy_weighted": { + "1e-08": 0.07585605886137915, + "1e-07": 0.07585605886137915, + "1e-06": 0.07585605886137915, + "1e-05": 0.07585605886137915, + "0.0001": 0.07585605886137915 + } + }, + { + "layer": 7, + "mean_norm": 0.0018968135118484497, + "median_norm": 0.0020070497412234545, + "max_norm": 0.002959177130833268, + "min_norm": 1.7919385300046997e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.416089057922363, + "5": -3.493065595626831, + "10": -2.91959810256958, + "25": -2.739379405975342, + "50": -2.697252035140991, + "75": -2.6552815437316895, + "90": -2.6183111667633057, + "95": -2.5892508029937744, + "99": -2.552466869354248 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 78, + 203, + 110, + 29 + ], + "log_norms_bin_edges": [ + -5.746677398681641, + -5.682320594787598, + -5.6179633140563965, + -5.5536065101623535, + -5.4892497062683105, + -5.424892425537109, + -5.360535621643066, + -5.296178817749023, + -5.231821537017822, + -5.167464733123779, + -5.103107452392578, + -5.038750648498535, + -4.974393844604492, + -4.910037040710449, + -4.845679759979248, + -4.781322956085205, + -4.716965675354004, + -4.652608871459961, + -4.588252067565918, + -4.523895263671875, + -4.459537982940674, + -4.395181179046631, + -4.33082389831543, + -4.266467094421387, + -4.202110290527344, + -4.137753486633301, + -4.0733962059021, + -4.009039402008057, + -3.9446823596954346, + -3.8803253173828125, + -3.8159685134887695, + -3.7516112327575684, + -3.6872544288635254, + -3.6228973865509033, + -3.5585405826568604, + -3.4941835403442383, + -3.429826498031616, + -3.3654696941375732, + -3.301112651824951, + -3.236755609512329, + -3.172398567199707, + -3.108041763305664, + -3.043684720993042, + -2.97932767868042, + -2.914970874786377, + -2.850613832473755, + -2.786256790161133, + -2.72189998626709, + -2.6575429439544678, + -2.5931859016418457, + -2.5288290977478027 + ], + "r_inf_mean": 0.2798437476158142, + "r_inf_median": 0.26571521162986755, + "pr_mean": 0.3042486310005188, + "pr_median": 0.31366485357284546, + "hoyer_mean": 0.6172775030136108, + "eff_dim_mean": 0.6172775030136108, + "topk_energy": { + "1": 0.08077885210514069, + "5": 0.2892950773239136, + "10": 0.44546303153038025, + "25": 0.7399926781654358 + }, + "gamma_raw": 0.05081772431731224, + "gamma_active": { + "1e-08": 0.05081772431731224, + "1e-07": 0.05081772431731224, + "1e-06": 0.05081772431731224, + "1e-05": 0.051039330661296844, + "0.0001": 0.05146088823676109 + }, + "gamma_energy_weighted": { + "1e-08": 0.05082617314772379, + "1e-07": 0.05082617314772379, + "1e-06": 0.05082617314772379, + "1e-05": 0.05082617314772379, + "0.0001": 0.05082617314772379 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3