From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s1024_a0.0_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json new file mode 100644 index 0000000..f516faf --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 37.042076110839844, + "acc": 0.091796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.056362494826316833, + "median_norm": 0.059540797024965286, + "max_norm": 0.11824125051498413, + "min_norm": 2.1268492725381824e-18, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.974609375, + "1e-06": 0.96875, + "1e-05": 0.958984375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -12.013812065124512, + "5": -4.3279008865356445, + "10": -1.4051885604858398, + "25": -1.2848021984100342, + "50": -1.22495698928833, + "75": -1.1747045516967773, + "90": -1.1287320852279663, + "95": -1.0968936681747437, + "99": -1.0302479267120361 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 3, + 3, + 1, + 1, + 2, + 4, + 3, + 2, + 0, + 2, + 3, + 0, + 5, + 4, + 112, + 354 + ], + "log_norms_bin_edges": [ + -17.672264099121094, + -17.337364196777344, + -17.00246238708496, + -16.66756248474121, + -16.332660675048828, + -15.997760772705078, + -15.662859916687012, + -15.327959060668945, + -14.993059158325195, + -14.658158302307129, + -14.323257446289062, + -13.988356590270996, + -13.65345573425293, + -13.31855583190918, + -12.983654022216797, + -12.648754119873047, + -12.31385326385498, + -11.978952407836914, + -11.644052505493164, + -11.309150695800781, + -10.974250793457031, + -10.639349937438965, + -10.304449081420898, + -9.969549179077148, + -9.634647369384766, + -9.299747467041016, + -8.96484661102295, + -8.629945755004883, + -8.295044898986816, + -7.96014404296875, + -7.625244140625, + -7.290343284606934, + -6.955442428588867, + -6.620541572570801, + -6.285640716552734, + -5.950740814208984, + -5.615839958190918, + -5.280939102172852, + -4.946038246154785, + -4.611137390136719, + -4.276237487792969, + -3.9413366317749023, + -3.606435775756836, + -3.2715349197387695, + -2.936634063720703, + -2.6017332077026367, + -2.2668333053588867, + -1.9319324493408203, + -1.5970306396484375, + -1.2621307373046875, + -0.9272310733795166 + ], + "r_inf_mean": 0.2520812749862671, + "r_inf_median": 0.24699002504348755, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6314396858215332, + "eff_dim_mean": 0.6314396858215332, + "topk_energy": { + "1": 0.06455809623003006, + "5": 0.2700199484825134, + "10": 0.4277193546295166, + "25": 0.7280942797660828 + }, + "gamma_raw": 0.01021217368543148, + "gamma_active": { + "1e-08": 0.010350546799600124, + "1e-07": 0.01042291708290577, + "1e-06": 0.010280190967023373, + "1e-05": 0.010429777204990387, + "0.0001": 0.01077374629676342 + }, + "gamma_energy_weighted": { + "1e-08": 0.00642676562716822, + "1e-07": 0.00642676562716822, + "1e-06": 0.00642676562716822, + "1e-05": 0.00642676562716822, + "0.0001": 0.00642676562716822 + } + }, + { + "layer": 1, + "mean_norm": 0.0022930633276700974, + "median_norm": 0.0023926470894366503, + "max_norm": 0.0038286447525024414, + "min_norm": 9.673943179762721e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.939453125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -13.357531547546387, + "5": -5.776644229888916, + "10": -2.7467925548553467, + "25": -2.6657865047454834, + "50": -2.6207194328308105, + "75": -2.5590524673461914, + "90": -2.529788017272949, + "95": -2.509211301803589, + "99": -2.4458889961242676 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 5, + 2, + 0, + 2, + 2, + 1, + 2, + 0, + 6, + 8, + 461 + ], + "log_norms_bin_edges": [ + -19.01439666748047, + -18.68244743347168, + -18.35049819946289, + -18.018550872802734, + -17.686601638793945, + -17.354652404785156, + -17.022703170776367, + -16.690753936767578, + -16.358806610107422, + -16.026857376098633, + -15.694908142089844, + -15.362958908081055, + -15.031010627746582, + -14.69906234741211, + -14.36711311340332, + -14.035163879394531, + -13.703214645385742, + -13.37126636505127, + -13.039318084716797, + -12.707368850708008, + -12.375419616699219, + -12.04347038269043, + -11.711522102355957, + -11.379573822021484, + -11.047624588012695, + -10.715675354003906, + -10.383727073669434, + -10.051777839660645, + -9.719828605651855, + -9.387880325317383, + -9.055931091308594, + -8.723982810974121, + -8.392033576965332, + -8.060084342956543, + -7.72813606262207, + -7.396186828613281, + -7.064238548278809, + -6.7322893142700195, + -6.4003400802612305, + -6.068391799926758, + -5.736442565917969, + -5.404494285583496, + -5.072545051574707, + -4.740595817565918, + -4.408647537231445, + -4.076698303222656, + -3.7447500228881836, + -3.4128007888793945, + -3.080852508544922, + -2.748903274536133, + -2.41695499420166 + ], + "r_inf_mean": 0.27988946437835693, + "r_inf_median": 0.2778226137161255, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6139109134674072, + "eff_dim_mean": 0.6139109134674072, + "topk_energy": { + "1": 0.08035610616207123, + "5": 0.29485493898391724, + "10": 0.453011691570282, + "25": 0.7445523142814636 + }, + "gamma_raw": 0.32243281602859497, + "gamma_active": { + "1e-08": 0.3304370045661926, + "1e-07": 0.3303454518318176, + "1e-06": 0.3305169641971588, + "1e-05": 0.3304525911808014, + "0.0001": 0.3303706645965576 + }, + "gamma_energy_weighted": { + "1e-08": 0.33480882052226746, + "1e-07": 0.33480882052226746, + "1e-06": 0.33480882052226746, + "1e-05": 0.33480882052226746, + "0.0001": 0.33480882052226746 + } + }, + { + "layer": 2, + "mean_norm": 0.0020244698971509933, + "median_norm": 0.0020914932247251272, + "max_norm": 0.003312921617180109, + "min_norm": 8.418135022125761e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.41646671295166, + "5": -5.834837436676025, + "10": -2.7937963008880615, + "25": -2.7257657051086426, + "50": -2.6794183254241943, + "75": -2.604818344116211, + "90": -2.576199769973755, + "95": -2.5574960708618164, + "99": -2.493786334991455 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.074785232543945, + -18.74288558959961, + -18.410985946655273, + -18.079086303710938, + -17.74718475341797, + -17.415285110473633, + -17.083385467529297, + -16.75148582458496, + -16.419586181640625, + -16.08768653869629, + -15.755785942077637, + -15.423885345458984, + -15.091985702514648, + -14.760086059570312, + -14.428186416625977, + -14.09628677368164, + -13.764386177062988, + -13.432485580444336, + -13.1005859375, + -12.768686294555664, + -12.436786651611328, + -12.104887008666992, + -11.77298641204834, + -11.441086769104004, + -11.109186172485352, + -10.777286529541016, + -10.44538688659668, + -10.113487243652344, + -9.781586647033691, + -9.449687004089355, + -9.11778736114502, + -8.785886764526367, + -8.453987121582031, + -8.122087478637695, + -7.790186882019043, + -7.458287239074707, + -7.126387596130371, + -6.794486999511719, + -6.462587356567383, + -6.130687713623047, + -5.798788070678711, + -5.466887474060059, + -5.134987831115723, + -4.803088188171387, + -4.471187591552734, + -4.139287948608398, + -3.8073883056640625, + -3.47548770904541, + -3.143588066101074, + -2.811687469482422, + -2.4797887802124023 + ], + "r_inf_mean": 0.2863486409187317, + "r_inf_median": 0.2856159210205078, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6076794862747192, + "eff_dim_mean": 0.6076794862747192, + "topk_energy": { + "1": 0.08369159698486328, + "5": 0.3027346134185791, + "10": 0.4603416919708252, + "25": 0.7482150197029114 + }, + "gamma_raw": 0.17824184894561768, + "gamma_active": { + "1e-08": 0.1827528327703476, + "1e-07": 0.18272414803504944, + "1e-06": 0.1831560730934143, + "1e-05": 0.18246164917945862, + "0.0001": 0.1831217110157013 + }, + "gamma_energy_weighted": { + "1e-08": 0.20192903663009706, + "1e-07": 0.20192903663009706, + "1e-06": 0.20192903663009706, + "1e-05": 0.20192903663009706, + "0.0001": 0.20192903663009706 + } + }, + { + "layer": 3, + "mean_norm": 0.0020040408708155155, + "median_norm": 0.00206743529997766, + "max_norm": 0.0032739457674324512, + "min_norm": 8.304695602167209e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.421399116516113, + "5": -5.841907501220703, + "10": -2.7992641925811768, + "25": -2.729863166809082, + "50": -2.6844515800476074, + "75": -2.6096858978271484, + "90": -2.5807125568389893, + "95": -2.5635998249053955, + "99": -2.4992218017578125 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.080677032470703, + -18.748762130737305, + -18.416847229003906, + -18.084932327270508, + -17.75301742553711, + -17.42110252380371, + -17.089187622070312, + -16.757272720336914, + -16.425357818603516, + -16.093442916870117, + -15.761527061462402, + -15.429612159729004, + -15.097697257995605, + -14.765782356262207, + -14.433866500854492, + -14.101951599121094, + -13.770036697387695, + -13.438121795654297, + -13.106206893920898, + -12.7742919921875, + -12.442377090454102, + -12.110462188720703, + -11.778547286987305, + -11.446632385253906, + -11.114717483520508, + -10.78280258178711, + -10.450887680053711, + -10.118971824645996, + -9.787056922912598, + -9.4551420211792, + -9.1232271194458, + -8.791312217712402, + -8.459397315979004, + -8.127482414245605, + -7.795567512512207, + -7.463652610778809, + -7.13173770904541, + -6.799822807312012, + -6.467906951904297, + -6.135992050170898, + -5.8040771484375, + -5.472162246704102, + -5.140247344970703, + -4.808332443237305, + -4.476417541503906, + -4.144502639770508, + -3.8125877380371094, + -3.480672836303711, + -3.1487579345703125, + -2.816843032836914, + -2.484928607940674 + ], + "r_inf_mean": 0.2864253520965576, + "r_inf_median": 0.2861705720424652, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6073521375656128, + "eff_dim_mean": 0.6073521375656128, + "topk_energy": { + "1": 0.08371651917695999, + "5": 0.3036592900753021, + "10": 0.461281418800354, + "25": 0.7489340305328369 + }, + "gamma_raw": 0.12520402669906616, + "gamma_active": { + "1e-08": 0.1283911168575287, + "1e-07": 0.12869246304035187, + "1e-06": 0.12961691617965698, + "1e-05": 0.12903447449207306, + "0.0001": 0.128575399518013 + }, + "gamma_energy_weighted": { + "1e-08": 0.15126034691496218, + "1e-07": 0.15126034691496218, + "1e-06": 0.15126034691496218, + "1e-05": 0.15126034691496218, + "0.0001": 0.15126034691496218 + } + }, + { + "layer": 4, + "mean_norm": 0.00199742428958416, + "median_norm": 0.0020603633020073175, + "max_norm": 0.003252040594816208, + "min_norm": 8.245810036076237e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.423750877380371, + "5": -5.843657970428467, + "10": -2.800828456878662, + "25": -2.729914665222168, + "50": -2.685953378677368, + "75": -2.6102967262268066, + "90": -2.5824050903320312, + "95": -2.566472291946411, + "99": -2.502239227294922 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.08376693725586, + -18.751848220825195, + -18.41992950439453, + -18.088010787963867, + -17.756093978881836, + -17.424175262451172, + -17.092256546020508, + -16.760337829589844, + -16.42841911315918, + -16.096500396728516, + -15.764582633972168, + -15.432663917541504, + -15.100746154785156, + -14.768827438354492, + -14.436908721923828, + -14.104990005493164, + -13.7730712890625, + -13.441153526306152, + -13.109234809875488, + -12.77731704711914, + -12.445398330688477, + -12.113479614257812, + -11.781560897827148, + -11.449642181396484, + -11.117724418640137, + -10.785805702209473, + -10.453886985778809, + -10.121969223022461, + -9.790050506591797, + -9.458131790161133, + -9.126213073730469, + -8.794295310974121, + -8.462376594543457, + -8.130457878112793, + -7.798540115356445, + -7.466621398925781, + -7.134702682495117, + -6.802783966064453, + -6.4708662033081055, + -6.138947486877441, + -5.807028770446777, + -5.47511100769043, + -5.143192291259766, + -4.811273574829102, + -4.4793548583984375, + -4.14743709564209, + -3.815518379211426, + -3.4835996627807617, + -3.151681900024414, + -2.81976318359375, + -2.487844228744507 + ], + "r_inf_mean": 0.2859158515930176, + "r_inf_median": 0.28407418727874756, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6077358722686768, + "eff_dim_mean": 0.607735812664032, + "topk_energy": { + "1": 0.08344517648220062, + "5": 0.30338698625564575, + "10": 0.46119368076324463, + "25": 0.7485992908477783 + }, + "gamma_raw": 0.11092434823513031, + "gamma_active": { + "1e-08": 0.11371488124132156, + "1e-07": 0.11354498565196991, + "1e-06": 0.11387713253498077, + "1e-05": 0.11455944925546646, + "0.0001": 0.11532699316740036 + }, + "gamma_energy_weighted": { + "1e-08": 0.13079106535283008, + "1e-07": 0.13079106535283008, + "1e-06": 0.13079106535283008, + "1e-05": 0.13079106535283008, + "0.0001": 0.13079106535283008 + } + }, + { + "layer": 5, + "mean_norm": 0.0019942631479352713, + "median_norm": 0.0020570557098835707, + "max_norm": 0.003242616541683674, + "min_norm": 8.224088790178478e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.424456596374512, + "5": -5.844485759735107, + "10": -2.801903486251831, + "25": -2.730064630508423, + "50": -2.686588764190674, + "75": -2.611691474914551, + "90": -2.5837676525115967, + "95": -2.5676820278167725, + "99": -2.5033178329467773 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.084911346435547, + -18.752994537353516, + -18.421079635620117, + -18.089162826538086, + -17.757246017456055, + -17.425331115722656, + -17.093414306640625, + -16.761497497558594, + -16.429582595825195, + -16.097665786743164, + -15.76574993133545, + -15.433834075927734, + -15.101917266845703, + -14.770002365112305, + -14.438085556030273, + -14.106169700622559, + -13.774253845214844, + -13.442337036132812, + -13.110421180725098, + -12.778505325317383, + -12.446588516235352, + -12.114672660827637, + -11.782756805419922, + -11.45083999633789, + -11.118924140930176, + -10.787008285522461, + -10.455092430114746, + -10.123175621032715, + -9.791259765625, + -9.459343910217285, + -9.12742805480957, + -8.795511245727539, + -8.463595390319824, + -8.13167953491211, + -7.799762725830078, + -7.467846870422363, + -7.135931015014648, + -6.804015159606934, + -6.472098350524902, + -6.1401824951171875, + -5.808266639709473, + -5.476349830627441, + -5.144433975219727, + -4.812518119812012, + -4.480602264404297, + -4.148685455322266, + -3.816769599914551, + -3.484853744506836, + -3.1529369354248047, + -2.8210220336914062, + -2.4891045093536377 + ], + "r_inf_mean": 0.2864096760749817, + "r_inf_median": 0.28629806637763977, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6069331765174866, + "eff_dim_mean": 0.6069331765174866, + "topk_energy": { + "1": 0.08373798429965973, + "5": 0.3042624294757843, + "10": 0.4618782103061676, + "25": 0.7493191957473755 + }, + "gamma_raw": 0.12223160266876221, + "gamma_active": { + "1e-08": 0.12533484399318695, + "1e-07": 0.12570661306381226, + "1e-06": 0.12591110169887543, + "1e-05": 0.12596449255943298, + "0.0001": 0.12542594969272614 + }, + "gamma_energy_weighted": { + "1e-08": 0.13365085914125743, + "1e-07": 0.13365085914125743, + "1e-06": 0.13365085914125743, + "1e-05": 0.13365085914125743, + "0.0001": 0.13365085914125743 + } + }, + { + "layer": 6, + "mean_norm": 0.001991940662264824, + "median_norm": 0.0020556990057229996, + "max_norm": 0.003234316362068057, + "min_norm": 8.220833705221111e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.425423622131348, + "5": -5.844574928283691, + "10": -2.8030920028686523, + "25": -2.730923652648926, + "50": -2.6868605613708496, + "75": -2.6106743812561035, + "90": -2.584761142730713, + "95": -2.568471670150757, + "99": -2.5043716430664062 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.085084915161133, + -18.75318717956543, + -18.421289443969727, + -18.089393615722656, + -17.757495880126953, + -17.42559814453125, + -17.093700408935547, + -16.761802673339844, + -16.429906845092773, + -16.09800910949707, + -15.766111373901367, + -15.434213638305664, + -15.102316856384277, + -14.77042007446289, + -14.438522338867188, + -14.106624603271484, + -13.774726867675781, + -13.442830085754395, + -13.110933303833008, + -12.779035568237305, + -12.447137832641602, + -12.115240097045898, + -11.783343315124512, + -11.451446533203125, + -11.119548797607422, + -10.787651062011719, + -10.455754280090332, + -10.123856544494629, + -9.791958808898926, + -9.460062026977539, + -9.128164291381836, + -8.79626750946045, + -8.464369773864746, + -8.132472038269043, + -7.800575256347656, + -7.468677520751953, + -7.136780738830566, + -6.804883003234863, + -6.47298526763916, + -6.141088485717773, + -5.80919075012207, + -5.477293968200684, + -5.1453962326049805, + -4.813498497009277, + -4.481601715087891, + -4.1497039794921875, + -3.817807197570801, + -3.4859094619750977, + -3.154012680053711, + -2.822114944458008, + -2.490217685699463 + ], + "r_inf_mean": 0.2867079973220825, + "r_inf_median": 0.28270408511161804, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.606446385383606, + "eff_dim_mean": 0.6064463257789612, + "topk_energy": { + "1": 0.08390669524669647, + "5": 0.30439990758895874, + "10": 0.4620859920978546, + "25": 0.7496706247329712 + }, + "gamma_raw": 0.0902625024318695, + "gamma_active": { + "1e-08": 0.0924416184425354, + "1e-07": 0.09197519719600677, + "1e-06": 0.09210120141506195, + "1e-05": 0.09191485494375229, + "0.0001": 0.09130024909973145 + }, + "gamma_energy_weighted": { + "1e-08": 0.10070945224618949, + "1e-07": 0.10070945224618949, + "1e-06": 0.10070945224618949, + "1e-05": 0.10070945224618949, + "0.0001": 0.10070945224618949 + } + }, + { + "layer": 7, + "mean_norm": 0.0019895597361028194, + "median_norm": 0.0020554745569825172, + "max_norm": 0.0032304099295288324, + "min_norm": 8.216305537602236e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.425981521606445, + "5": -5.845129489898682, + "10": -2.8032212257385254, + "25": -2.7318625450134277, + "50": -2.6869165897369385, + "75": -2.6113810539245605, + "90": -2.5855135917663574, + "95": -2.569103717803955, + "99": -2.50486159324646 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.085323333740234, + -18.75343132019043, + -18.421539306640625, + -18.089649200439453, + -17.75775718688965, + -17.425865173339844, + -17.09397315979004, + -16.762081146240234, + -16.430191040039062, + -16.098299026489258, + -15.766407012939453, + -15.434514999389648, + -15.10262393951416, + -14.770732879638672, + -14.438840866088867, + -14.106948852539062, + -13.775056838989258, + -13.44316577911377, + -13.111274719238281, + -12.779382705688477, + -12.447490692138672, + -12.115598678588867, + -11.783707618713379, + -11.45181655883789, + -11.119924545288086, + -10.788032531738281, + -10.456141471862793, + -10.124249458312988, + -9.792357444763184, + -9.460466384887695, + -9.12857437133789, + -8.796683311462402, + -8.464791297912598, + -8.132899284362793, + -7.801008224487305, + -7.4691162109375, + -7.137225151062012, + -6.805333137512207, + -6.473441123962402, + -6.141550064086914, + -5.809658050537109, + -5.477766990661621, + -5.145874977111816, + -4.813982963562012, + -4.482091903686523, + -4.150199890136719, + -3.8183088302612305, + -3.486416816711426, + -3.1545257568359375, + -2.822633743286133, + -2.4907424449920654 + ], + "r_inf_mean": 0.28708183765411377, + "r_inf_median": 0.2839151620864868, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6060582995414734, + "eff_dim_mean": 0.6060582995414734, + "topk_energy": { + "1": 0.08413936197757721, + "5": 0.305147647857666, + "10": 0.46284908056259155, + "25": 0.7502835988998413 + }, + "gamma_raw": 0.08582817018032074, + "gamma_active": { + "1e-08": 0.08794761449098587, + "1e-07": 0.088238924741745, + "1e-06": 0.08800218999385834, + "1e-05": 0.0879581868648529, + "0.0001": 0.08820278197526932 + }, + "gamma_energy_weighted": { + "1e-08": 0.09525091861075728, + "1e-07": 0.09525091861075728, + "1e-06": 0.09525091861075728, + "1e-05": 0.09525091861075728, + "0.0001": 0.09525091861075728 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3