From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_bp_s123_a1.0_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json new file mode 100644 index 0000000..6f0b0b4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 18.71434783935547, + "acc": 0.0703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02407001703977585, + "median_norm": 0.024646885693073273, + "max_norm": 0.04796871915459633, + "min_norm": 5.468947517073275e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -5.157769203186035, + "5": -2.4051859378814697, + "10": -1.7786827087402344, + "25": -1.6817617416381836, + "50": -1.6081950664520264, + "75": -1.542594075202942, + "90": -1.4874773025512695, + "95": -1.465463399887085, + "99": -1.4058640003204346 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 3, + 1, + 0, + 1, + 3, + 1, + 5, + 1, + 3, + 1, + 2, + 11, + 160, + 268, + 42 + ], + "log_norms_bin_edges": [ + -9.262096405029297, + -9.103235244750977, + -8.944374084472656, + -8.785512924194336, + -8.626651763916016, + -8.467790603637695, + -8.308929443359375, + -8.150068283081055, + -7.991207599639893, + -7.8323469161987305, + -7.67348575592041, + -7.51462459564209, + -7.3557634353637695, + -7.196902275085449, + -7.038041114807129, + -6.879179954528809, + -6.720318794250488, + -6.561457633972168, + -6.402596950531006, + -6.2437357902526855, + -6.084874629974365, + -5.926013946533203, + -5.767152786254883, + -5.6082916259765625, + -5.449430465698242, + -5.290569305419922, + -5.131708145141602, + -4.972846984863281, + -4.813985824584961, + -4.655125141143799, + -4.4962639808654785, + -4.337402820587158, + -4.178541660308838, + -4.019680500030518, + -3.8608193397521973, + -3.701958179473877, + -3.543097496032715, + -3.3842363357543945, + -3.225375175476074, + -3.066514015197754, + -2.9076528549194336, + -2.7487916946411133, + -2.589931011199951, + -2.431069850921631, + -2.2722086906433105, + -2.1133475303649902, + -1.95448637008667, + -1.7956252098083496, + -1.6367645263671875, + -1.4779033660888672, + -1.3190419673919678 + ], + "r_inf_mean": 0.2583368718624115, + "r_inf_median": 0.252987802028656, + "pr_mean": 0.3341016173362732, + "pr_median": 0.3315766751766205, + "hoyer_mean": 0.6337798833847046, + "eff_dim_mean": 0.6337798833847046, + "topk_energy": { + "1": 0.06784862279891968, + "5": 0.26642879843711853, + "10": 0.4230341911315918, + "25": 0.7254937291145325 + }, + "gamma_raw": 0.006499739363789558, + "gamma_active": { + "1e-08": 0.006505928933620453, + "1e-07": 0.006028380710631609, + "1e-06": 0.006028380710631609, + "1e-05": 0.006177336443215609, + "0.0001": 0.006244894582778215 + }, + "gamma_energy_weighted": { + "1e-08": 0.007985766643806302, + "1e-07": 0.007985766643806302, + "1e-06": 0.007985766643806302, + "1e-05": 0.007985766643806302, + "0.0001": 0.007985766643806302 + } + }, + { + "layer": 1, + "mean_norm": 0.014747751876711845, + "median_norm": 0.015089116059243679, + "max_norm": 0.02657931298017502, + "min_norm": 3.3711558544702314e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.98046875 + }, + "log_norms_percentiles": { + "1": -5.36522102355957, + "5": -2.610185146331787, + "10": -1.9724277257919312, + "25": -1.8824936151504517, + "50": -1.8211138248443604, + "75": -1.7571332454681396, + "90": -1.7079018354415894, + "95": -1.6803861856460571, + "99": -1.6189719438552856 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 3, + 1, + 0, + 0, + 3, + 1, + 4, + 3, + 3, + 1, + 1, + 4, + 85, + 311, + 82 + ], + "log_norms_bin_edges": [ + -9.472221374511719, + -9.314286231994629, + -9.156351089477539, + -8.998414993286133, + -8.840479850769043, + -8.682544708251953, + -8.524609565734863, + -8.366674423217773, + -8.208739280700684, + -8.050804138183594, + -7.8928680419921875, + -7.734932899475098, + -7.576997756958008, + -7.419062614440918, + -7.26112699508667, + -7.10319185256958, + -6.945256233215332, + -6.787321090698242, + -6.629385948181152, + -6.4714508056640625, + -6.3135151863098145, + -6.155580043792725, + -5.997644424438477, + -5.839709281921387, + -5.681774139404297, + -5.523838996887207, + -5.365903377532959, + -5.207968235015869, + -5.050032615661621, + -4.892097473144531, + -4.734162330627441, + -4.576226711273193, + -4.4182915687561035, + -4.260356426239014, + -4.102420806884766, + -3.944485664367676, + -3.786550521850586, + -3.628614902496338, + -3.470679759979248, + -3.312744617462158, + -3.15480899810791, + -2.9968738555908203, + -2.8389387130737305, + -2.6810030937194824, + -2.5230679512023926, + -2.3651328086853027, + -2.2071971893310547, + -2.049262046813965, + -1.891326904296875, + -1.733391284942627, + -1.5754562616348267 + ], + "r_inf_mean": 0.26439565420150757, + "r_inf_median": 0.2599450647830963, + "pr_mean": 0.32249850034713745, + "pr_median": 0.319638729095459, + "hoyer_mean": 0.6272635459899902, + "eff_dim_mean": 0.6272635459899902, + "topk_energy": { + "1": 0.0711243525147438, + "5": 0.27535396814346313, + "10": 0.4322308897972107, + "25": 0.7314848899841309 + }, + "gamma_raw": -0.01294625923037529, + "gamma_active": { + "1e-08": -0.01297451090067625, + "1e-07": -0.012942563742399216, + "1e-06": -0.012942563742399216, + "1e-05": -0.0130657022818923, + "0.0001": -0.013519072905182838 + }, + "gamma_energy_weighted": { + "1e-08": -0.017973785131832343, + "1e-07": -0.017973785131832343, + "1e-06": -0.017973785131832343, + "1e-05": -0.017973785131832343, + "0.0001": -0.017973785131832343 + } + }, + { + "layer": 2, + "mean_norm": 0.009089678525924683, + "median_norm": 0.00939703918993473, + "max_norm": 0.015178419649600983, + "min_norm": 2.0889162621884338e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.5767693519592285, + "5": -2.817077398300171, + "10": -2.1612439155578613, + "25": -2.0821123123168945, + "50": -2.0269904136657715, + "75": -1.9735196828842163, + "90": -1.9264249801635742, + "95": -1.9075443744659424, + "99": -1.8408374786376953 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 3, + 1, + 4, + 2, + 4, + 1, + 0, + 4, + 43, + 302, + 134 + ], + "log_norms_bin_edges": [ + -9.680079460144043, + -9.522852897644043, + -9.36562728881836, + -9.20840072631836, + -9.051175117492676, + -8.893948554992676, + -8.736722946166992, + -8.579496383666992, + -8.422270774841309, + -8.265044212341309, + -8.107818603515625, + -7.950592041015625, + -7.793365955352783, + -7.636139869689941, + -7.478913307189941, + -7.321687698364258, + -7.164461135864258, + -7.007235527038574, + -6.850008964538574, + -6.692782878875732, + -6.535556793212891, + -6.378330707550049, + -6.221104621887207, + -6.063878536224365, + -5.906652450561523, + -5.749425888061523, + -5.59220027923584, + -5.43497371673584, + -5.277747631072998, + -5.120521545410156, + -4.9632954597473145, + -4.806069374084473, + -4.648843288421631, + -4.491617202758789, + -4.334391117095947, + -4.1771650314331055, + -4.019938945770264, + -3.862712860107422, + -3.705486297607422, + -3.54826021194458, + -3.3910341262817383, + -3.2338080406188965, + -3.0765819549560547, + -2.919355869293213, + -2.762129783630371, + -2.6049036979675293, + -2.4476776123046875, + -2.2904515266418457, + -2.133225440979004, + -1.975998878479004, + -1.8187733888626099 + ], + "r_inf_mean": 0.26314669847488403, + "r_inf_median": 0.2587903141975403, + "pr_mean": 0.3252560794353485, + "pr_median": 0.32520315051078796, + "hoyer_mean": 0.6300830841064453, + "eff_dim_mean": 0.6300830841064453, + "topk_energy": { + "1": 0.07041265815496445, + "5": 0.2737364172935486, + "10": 0.4289957880973816, + "25": 0.7285234332084656 + }, + "gamma_raw": 0.015445325523614883, + "gamma_active": { + "1e-08": 0.015264310874044895, + "1e-07": 0.014966215938329697, + "1e-06": 0.014966215938329697, + "1e-05": 0.014975997619330883, + "0.0001": 0.015544891357421875 + }, + "gamma_energy_weighted": { + "1e-08": 0.018694259100701743, + "1e-07": 0.018694259100701743, + "1e-06": 0.018694259100701743, + "1e-05": 0.018694259100701743, + "0.0001": 0.018694259100701743 + } + }, + { + "layer": 3, + "mean_norm": 0.005877923220396042, + "median_norm": 0.00609252043068409, + "max_norm": 0.009110959246754646, + "min_norm": 1.3690849842706854e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.785402774810791, + "5": -3.0302674770355225, + "10": -2.3259165287017822, + "25": -2.2605605125427246, + "50": -2.2151083946228027, + "75": -2.1665542125701904, + "90": -2.1292457580566406, + "95": -2.1145994663238525, + "99": -2.071399450302124 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 3, + 2, + 3, + 2, + 4, + 1, + 0, + 5, + 8, + 259, + 211 + ], + "log_norms_bin_edges": [ + -9.863569259643555, + -9.707106590270996, + -9.550643920898438, + -9.394181251525879, + -9.23771858215332, + -9.081255912780762, + -8.924793243408203, + -8.768330574035645, + -8.611867904663086, + -8.455405235290527, + -8.298942565917969, + -8.14247989654541, + -7.986017227172852, + -7.829554557800293, + -7.673091888427734, + -7.516629219055176, + -7.360166549682617, + -7.203703880310059, + -7.0472412109375, + -6.890778541564941, + -6.734315872192383, + -6.577853202819824, + -6.421390533447266, + -6.264927864074707, + -6.108465194702148, + -5.95200252532959, + -5.795539855957031, + -5.639077186584473, + -5.482614517211914, + -5.3261518478393555, + -5.169689178466797, + -5.013226509094238, + -4.85676383972168, + -4.700301170349121, + -4.5438385009765625, + -4.387375831604004, + -4.230913162231445, + -4.074450492858887, + -3.917987823486328, + -3.7615251541137695, + -3.605062484741211, + -3.4485998153686523, + -3.2921371459960938, + -3.135674476623535, + -2.9792118072509766, + -2.822749137878418, + -2.6662864685058594, + -2.509823799133301, + -2.353361129760742, + -2.1968984603881836, + -2.040436029434204 + ], + "r_inf_mean": 0.25925078988075256, + "r_inf_median": 0.25448986887931824, + "pr_mean": 0.33462417125701904, + "pr_median": 0.3363627791404724, + "hoyer_mean": 0.6369786262512207, + "eff_dim_mean": 0.6369786262512207, + "topk_energy": { + "1": 0.06828774511814117, + "5": 0.2671990990638733, + "10": 0.42100048065185547, + "25": 0.722342848777771 + }, + "gamma_raw": -0.05776385962963104, + "gamma_active": { + "1e-08": -0.058120451867580414, + "1e-07": -0.058120451867580414, + "1e-06": -0.058120451867580414, + "1e-05": -0.0582084096968174, + "0.0001": -0.05792642757296562 + }, + "gamma_energy_weighted": { + "1e-08": -0.05817142254141984, + "1e-07": -0.05817142254141984, + "1e-06": -0.05817142254141984, + "1e-05": -0.05817142254141984, + "0.0001": -0.05817142254141984 + } + }, + { + "layer": 4, + "mean_norm": 0.004257538355886936, + "median_norm": 0.004460582975298166, + "max_norm": 0.00610519852489233, + "min_norm": 1.0227705488086158e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.986328125, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.962693214416504, + "5": -3.199483871459961, + "10": -2.447543144226074, + "25": -2.3923113346099854, + "50": -2.3504958152770996, + "75": -2.3128182888031006, + "90": -2.281236410140991, + "95": -2.2568249702453613, + "99": -2.224128246307373 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 1, + 1, + 3, + 3, + 2, + 3, + 2, + 0, + 5, + 5, + 139, + 334 + ], + "log_norms_bin_edges": [ + -9.990221977233887, + -9.83470344543457, + -9.679184913635254, + -9.523666381835938, + -9.368147850036621, + -9.212629318237305, + -9.057111740112305, + -8.901593208312988, + -8.746074676513672, + -8.590556144714355, + -8.435037612915039, + -8.279519081115723, + -8.124000549316406, + -7.96848201751709, + -7.812963485717773, + -7.657445430755615, + -7.501926898956299, + -7.346408367156982, + -7.190890312194824, + -7.035371780395508, + -6.879853248596191, + -6.724334716796875, + -6.568816184997559, + -6.413297653198242, + -6.257779121398926, + -6.102260589599609, + -5.946742534637451, + -5.791224002838135, + -5.635705471038818, + -5.480186939239502, + -5.324668884277344, + -5.169150352478027, + -5.013631820678711, + -4.8581132888793945, + -4.702594757080078, + -4.54707670211792, + -4.3915581703186035, + -4.236039638519287, + -4.080521106719971, + -3.9250025749206543, + -3.769484519958496, + -3.6139659881591797, + -3.4584474563598633, + -3.302928924560547, + -3.1474103927612305, + -2.991891860961914, + -2.836373805999756, + -2.6808552742004395, + -2.525336742401123, + -2.3698182106018066, + -2.2143003940582275 + ], + "r_inf_mean": 0.25238680839538574, + "r_inf_median": 0.24702511727809906, + "pr_mean": 0.3489844799041748, + "pr_median": 0.3482288718223572, + "hoyer_mean": 0.6457213163375854, + "eff_dim_mean": 0.6457213163375854, + "topk_energy": { + "1": 0.06467915326356888, + "5": 0.25759023427963257, + "10": 0.41001230478286743, + "25": 0.7135546207427979 + }, + "gamma_raw": -0.06086316704750061, + "gamma_active": { + "1e-08": -0.06113341450691223, + "1e-07": -0.06113341450691223, + "1e-06": -0.06140904873609543, + "1e-05": -0.061418961733579636, + "0.0001": -0.061445239931344986 + }, + "gamma_energy_weighted": { + "1e-08": -0.06462682382436162, + "1e-07": -0.06462682382436162, + "1e-06": -0.06462682382436162, + "1e-05": -0.06462682382436162, + "0.0001": -0.06462682382436162 + } + }, + { + "layer": 5, + "mean_norm": 0.0035011316649615765, + "median_norm": 0.0036247922107577324, + "max_norm": 0.005340572912245989, + "min_norm": 8.689144542772809e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.986328125, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -6.0881242752075195, + "5": -3.306957244873047, + "10": -2.5359301567077637, + "25": -2.472684144973755, + "50": -2.4407005310058594, + "75": -2.404162883758545, + "90": -2.3576393127441406, + "95": -2.330862283706665, + "99": -2.276510000228882 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 0, + 1, + 1, + 4, + 2, + 3, + 2, + 2, + 0, + 5, + 10, + 258, + 210 + ], + "log_norms_bin_edges": [ + -10.061022758483887, + -9.905250549316406, + -9.749478340148926, + -9.593706130981445, + -9.437933921813965, + -9.282161712646484, + -9.126389503479004, + -8.970617294311523, + -8.814845085144043, + -8.659072875976562, + -8.503300666809082, + -8.347528457641602, + -8.191756248474121, + -8.03598403930664, + -7.88021183013916, + -7.72443962097168, + -7.568667411804199, + -7.412895202636719, + -7.257122993469238, + -7.101350784301758, + -6.945578575134277, + -6.789806365966797, + -6.634034156799316, + -6.478261947631836, + -6.3224897384643555, + -6.166717529296875, + -6.0109453201293945, + -5.855173110961914, + -5.699400901794434, + -5.543628692626953, + -5.387856483459473, + -5.232084274291992, + -5.076312065124512, + -4.920539855957031, + -4.764767646789551, + -4.60899543762207, + -4.45322322845459, + -4.297451019287109, + -4.141678810119629, + -3.9859066009521484, + -3.830134391784668, + -3.6743621826171875, + -3.518589973449707, + -3.3628177642822266, + -3.207045555114746, + -3.0512733459472656, + -2.895501136779785, + -2.7397289276123047, + -2.583956718444824, + -2.4281845092773438, + -2.2724123001098633 + ], + "r_inf_mean": 0.24070341885089874, + "r_inf_median": 0.23913024365901947, + "pr_mean": 0.3684057593345642, + "pr_median": 0.36219853162765503, + "hoyer_mean": 0.6558046936988831, + "eff_dim_mean": 0.6558046340942383, + "topk_energy": { + "1": 0.058714862912893295, + "5": 0.24557074904441833, + "10": 0.3968476951122284, + "25": 0.7022808790206909 + }, + "gamma_raw": 0.02391061559319496, + "gamma_active": { + "1e-08": 0.024100307375192642, + "1e-07": 0.024100307375192642, + "1e-06": 0.02447209507226944, + "1e-05": 0.024571267887949944, + "0.0001": 0.02529120445251465 + }, + "gamma_energy_weighted": { + "1e-08": 0.027350670540680234, + "1e-07": 0.027350670540680234, + "1e-06": 0.027350670540680234, + "1e-05": 0.027350670540680234, + "0.0001": 0.027350670540680234 + } + }, + { + "layer": 6, + "mean_norm": 0.003146173432469368, + "median_norm": 0.0032108852174133062, + "max_norm": 0.005083409603685141, + "min_norm": 8.044937632734062e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -6.155428409576416, + "5": -3.365324020385742, + "10": -2.5911333560943604, + "25": -2.5218846797943115, + "50": -2.4933362007141113, + "75": -2.4467830657958984, + "90": -2.3914785385131836, + "95": -2.363797426223755, + "99": -2.2971351146698 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 1, + 1, + 0, + 4, + 3, + 3, + 2, + 1, + 1, + 6, + 10, + 331, + 135 + ], + "log_norms_bin_edges": [ + -10.094477653503418, + -9.938465118408203, + -9.782452583312988, + -9.626440048217773, + -9.470426559448242, + -9.314414024353027, + -9.158401489257812, + -9.002388954162598, + -8.846376419067383, + -8.690363883972168, + -8.534351348876953, + -8.378338813781738, + -8.222326278686523, + -8.066312789916992, + -7.910300254821777, + -7.7542877197265625, + -7.598275184631348, + -7.442262649536133, + -7.286250114440918, + -7.130237102508545, + -6.97422456741333, + -6.818212032318115, + -6.662199020385742, + -6.506186485290527, + -6.3501739501953125, + -6.194161415100098, + -6.038148880004883, + -5.88213586807251, + -5.726123332977295, + -5.57011079788208, + -5.414097785949707, + -5.258085250854492, + -5.102072715759277, + -4.9460601806640625, + -4.790047645568848, + -4.634034633636475, + -4.47802209854126, + -4.322009563446045, + -4.165996551513672, + -4.009984016418457, + -3.853971481323242, + -3.6979589462280273, + -3.5419464111328125, + -3.3859333992004395, + -3.2299208641052246, + -3.0739083290100098, + -2.9178953170776367, + -2.761882781982422, + -2.605870246887207, + -2.449857711791992, + -2.2938449382781982 + ], + "r_inf_mean": 0.2315148115158081, + "r_inf_median": 0.2309405356645584, + "pr_mean": 0.38464194536209106, + "pr_median": 0.3717990517616272, + "hoyer_mean": 0.6655230522155762, + "eff_dim_mean": 0.6655230522155762, + "topk_energy": { + "1": 0.05420003831386566, + "5": 0.2366420030593872, + "10": 0.3868330717086792, + "25": 0.6932181715965271 + }, + "gamma_raw": -0.024992384016513824, + "gamma_active": { + "1e-08": -0.025200851261615753, + "1e-07": -0.025200851261615753, + "1e-06": -0.02489505149424076, + "1e-05": -0.02478053979575634, + "0.0001": -0.024551788344979286 + }, + "gamma_energy_weighted": { + "1e-08": -0.02608069171885167, + "1e-07": -0.02608069171885167, + "1e-06": -0.02608069171885167, + "1e-05": -0.02608069171885167, + "0.0001": -0.02608069171885167 + } + }, + { + "layer": 7, + "mean_norm": 0.0029754582792520523, + "median_norm": 0.0029943182598799467, + "max_norm": 0.004982893820852041, + "min_norm": 7.759907300064484e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -6.1801652908325195, + "5": -3.397045612335205, + "10": -2.6245484352111816, + "25": -2.5502524375915527, + "50": -2.523691177368164, + "75": -2.468925952911377, + "90": -2.403496026992798, + "95": -2.381218194961548, + "99": -2.3047428131103516 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 1, + 1, + 1, + 3, + 3, + 3, + 3, + 0, + 4, + 3, + 20, + 358, + 98 + ], + "log_norms_bin_edges": [ + -10.110143661499023, + -9.953990936279297, + -9.79783821105957, + -9.64168643951416, + -9.485533714294434, + -9.329380989074707, + -9.17322826385498, + -9.01707649230957, + -8.860923767089844, + -8.704771041870117, + -8.54861831665039, + -8.39246654510498, + -8.236313819885254, + -8.080161094665527, + -7.924008369445801, + -7.767856121063232, + -7.611703872680664, + -7.4555511474609375, + -7.299398422241211, + -7.143246173858643, + -6.987093925476074, + -6.830941200256348, + -6.674788475036621, + -6.518636226654053, + -6.362483501434326, + -6.206331253051758, + -6.050178527832031, + -5.894026279449463, + -5.737873554229736, + -5.581721305847168, + -5.425568580627441, + -5.269416332244873, + -5.1132636070251465, + -4.95711088180542, + -4.800958633422852, + -4.644805908203125, + -4.488653659820557, + -4.33250093460083, + -4.176348686218262, + -4.020195960998535, + -3.864043712615967, + -3.7078909873962402, + -3.551738739013672, + -3.3955860137939453, + -3.239433765411377, + -3.0832810401916504, + -2.927128791809082, + -2.7709760665893555, + -2.614823341369629, + -2.4586710929870605, + -2.302518367767334 + ], + "r_inf_mean": 0.22610744833946228, + "r_inf_median": 0.2262524515390396, + "pr_mean": 0.39690062403678894, + "pr_median": 0.38681653141975403, + "hoyer_mean": 0.6733018159866333, + "eff_dim_mean": 0.6733018159866333, + "topk_energy": { + "1": 0.05164533853530884, + "5": 0.23003554344177246, + "10": 0.37858885526657104, + "25": 0.6860090494155884 + }, + "gamma_raw": -0.0017029684968292713, + "gamma_active": { + "1e-08": -0.001766769913956523, + "1e-07": -0.001766769913956523, + "1e-06": -0.0017144799930974841, + "1e-05": -0.0015414066147059202, + "0.0001": -0.00169016991276294 + }, + "gamma_energy_weighted": { + "1e-08": -0.0008490512674877253, + "1e-07": -0.0008490512674877253, + "1e-06": -0.0008490512674877253, + "1e-05": -0.0008490512674877253, + "0.0001": -0.0008490512674877253 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3