diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json new file mode 100644 index 0000000..1ab5f17 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 27.795679092407227, + "acc": 0.0703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03743956238031387, + "median_norm": 0.03872888535261154, + "max_norm": 0.07116800546646118, + "min_norm": 6.428494455507083e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -6.879512310028076, + "5": -2.8558075428009033, + "10": -1.5765531063079834, + "25": -1.4760786294937134, + "50": -1.4111618995666504, + "75": -1.353918194770813, + "90": -1.2929171323776245, + "95": -1.2659273147583008, + "99": -1.2077654600143433 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 1, + 2, + 3, + 2, + 1, + 0, + 4, + 2, + 2, + 29, + 325, + 122 + ], + "log_norms_bin_edges": [ + -11.191890716552734, + -10.991006851196289, + -10.79012393951416, + -10.589240074157715, + -10.388357162475586, + -10.18747329711914, + -9.986589431762695, + -9.785706520080566, + -9.584822654724121, + -9.383938789367676, + -9.183055877685547, + -8.982172012329102, + -8.781288146972656, + -8.580405235290527, + -8.379521369934082, + -8.178638458251953, + -7.977754592895508, + -7.776871204376221, + -7.575987815856934, + -7.375103950500488, + -7.174220561981201, + -6.973337173461914, + -6.772453308105469, + -6.571569919586182, + -6.3706865310668945, + -6.169803142547607, + -5.96891975402832, + -5.768035888671875, + -5.567152500152588, + -5.366269111633301, + -5.1653852462768555, + -4.964501857757568, + -4.763618469238281, + -4.562735080718994, + -4.361851692199707, + -4.160967826843262, + -3.9600844383239746, + -3.7592010498046875, + -3.558317184448242, + -3.357433795928955, + -3.156550407409668, + -2.9556665420532227, + -2.7547836303710938, + -2.5538997650146484, + -2.353015899658203, + -2.152132987976074, + -1.951249122619629, + -1.7503662109375, + -1.5494823455810547, + -1.3485984802246094, + -1.1477152109146118 + ], + "r_inf_mean": 0.30142009258270264, + "r_inf_median": 0.2938547730445862, + "pr_mean": Infinity, + "pr_median": 0.2626282274723053, + "hoyer_mean": 0.5900309085845947, + "eff_dim_mean": 0.59003084897995, + "topk_energy": { + "1": 0.09359098225831985, + "5": 0.32747548818588257, + "10": 0.4853881597518921, + "25": 0.7629983425140381 + }, + "gamma_raw": -0.0140431709587574, + "gamma_active": { + "1e-08": -0.014136047102510929, + "1e-07": -0.01414723601192236, + "1e-06": -0.014111065305769444, + "1e-05": -0.013875177130103111, + "0.0001": -0.013921101577579975 + }, + "gamma_energy_weighted": { + "1e-08": -0.016326919098709758, + "1e-07": -0.016326919098709758, + "1e-06": -0.016326919098709758, + "1e-05": -0.016326919098709758, + "0.0001": -0.016326919098709758 + } + }, + { + "layer": 1, + "mean_norm": 0.0023780122864991426, + "median_norm": 0.002522676484659314, + "max_norm": 0.0033419709652662277, + "min_norm": 4.45434000014705e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -8.094025611877441, + "5": -4.052065849304199, + "10": -2.6988396644592285, + "25": -2.6422693729400635, + "50": -2.597595691680908, + "75": -2.554335832595825, + "90": -2.536426305770874, + "95": -2.5262451171875, + "99": -2.4959499835968018 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 2, + 1, + 4, + 1, + 2, + 0, + 2, + 2, + 2, + 7, + 28, + 443 + ], + "log_norms_bin_edges": [ + -12.351217269897461, + -12.15371322631836, + -11.956208229064941, + -11.75870418548584, + -11.561200141906738, + -11.36369514465332, + -11.166191101074219, + -10.968687057495117, + -10.7711820602417, + -10.573678016662598, + -10.37617301940918, + -10.178668975830078, + -9.981164932250977, + -9.783659934997559, + -9.586155891418457, + -9.388650894165039, + -9.191146850585938, + -8.993642807006836, + -8.796138763427734, + -8.598633766174316, + -8.401129722595215, + -8.203624725341797, + -8.006120681762695, + -7.8086161613464355, + -7.611112117767334, + -7.413607597351074, + -7.2161030769348145, + -7.018599033355713, + -6.821094512939453, + -6.623589992523193, + -6.426085472106934, + -6.228581428527832, + -6.031076908111572, + -5.8335723876953125, + -5.636068344116211, + -5.438563823699951, + -5.241059303283691, + -5.043554782867432, + -4.84605073928833, + -4.64854621887207, + -4.4510416984558105, + -4.253537178039551, + -4.056033134460449, + -3.8585290908813477, + -3.6610240936279297, + -3.463520050048828, + -3.26601505279541, + -3.0685110092163086, + -2.871006965637207, + -2.673501968383789, + -2.4759974479675293 + ], + "r_inf_mean": 0.335228830575943, + "r_inf_median": 0.32604265213012695, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5905358195304871, + "eff_dim_mean": 0.5905358195304871, + "topk_energy": { + "1": 0.11516734957695007, + "5": 0.34731727838516235, + "10": 0.4916193187236786, + "25": 0.7614361643791199 + }, + "gamma_raw": 0.3536839187145233, + "gamma_active": { + "1e-08": 0.35687896609306335, + "1e-07": 0.3566538691520691, + "1e-06": 0.35672619938850403, + "1e-05": 0.3569703996181488, + "0.0001": 0.35668855905532837 + }, + "gamma_energy_weighted": { + "1e-08": 0.36250281341769464, + "1e-07": 0.36250281341769464, + "1e-06": 0.36250281341769464, + "1e-05": 0.36250281341769464, + "0.0001": 0.36250281341769464 + } + }, + { + "layer": 2, + "mean_norm": 0.002228419529274106, + "median_norm": 0.0023526877630501986, + "max_norm": 0.0031831806991249323, + "min_norm": 4.213851761015325e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.12496566772461, + "5": -4.081113815307617, + "10": -2.7436211109161377, + "25": -2.676893472671509, + "50": -2.6284220218658447, + "75": -2.5783302783966064, + "90": -2.556696653366089, + "95": -2.5501012802124023, + "99": -2.5094692707061768 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 53, + 418 + ], + "log_norms_bin_edges": [ + -12.375321388244629, + -12.177757263183594, + -11.980194091796875, + -11.782630920410156, + -11.585066795349121, + -11.387502670288086, + -11.189939498901367, + -10.992376327514648, + -10.794812202453613, + -10.597248077392578, + -10.39968490600586, + -10.20212173461914, + -10.004557609558105, + -9.80699348449707, + -9.609430313110352, + -9.411867141723633, + -9.214303016662598, + -9.016738891601562, + -8.819175720214844, + -8.621612548828125, + -8.42404842376709, + -8.226484298706055, + -8.028921127319336, + -7.831357479095459, + -7.633793830871582, + -7.436230182647705, + -7.238666534423828, + -7.041102886199951, + -6.843539237976074, + -6.645975589752197, + -6.44841194152832, + -6.250848293304443, + -6.053284645080566, + -5.8557209968566895, + -5.6581573486328125, + -5.4605937004089355, + -5.263030052185059, + -5.065466403961182, + -4.867902755737305, + -4.670339107513428, + -4.472775459289551, + -4.275212287902832, + -4.077648162841797, + -3.8800840377807617, + -3.682520866394043, + -3.484957695007324, + -3.287393569946289, + -3.089829444885254, + -2.892266273498535, + -2.6947031021118164, + -2.4971389770507812 + ], + "r_inf_mean": 0.3392598032951355, + "r_inf_median": 0.3398885726928711, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5835407972335815, + "eff_dim_mean": 0.5835407972335815, + "topk_energy": { + "1": 0.11856427788734436, + "5": 0.3523613214492798, + "10": 0.4970850348472595, + "25": 0.7658723592758179 + }, + "gamma_raw": 0.16007864475250244, + "gamma_active": { + "1e-08": 0.16176094114780426, + "1e-07": 0.16209866106510162, + "1e-06": 0.1620205193758011, + "1e-05": 0.16164469718933105, + "0.0001": 0.16174769401550293 + }, + "gamma_energy_weighted": { + "1e-08": 0.1712793705352333, + "1e-07": 0.1712793705352333, + "1e-06": 0.1712793705352333, + "1e-05": 0.1712793705352333, + "0.0001": 0.1712793705352333 + } + }, + { + "layer": 3, + "mean_norm": 0.002220215741544962, + "median_norm": 0.002346364315599203, + "max_norm": 0.0031745764426887035, + "min_norm": 4.20121484259392e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.126041412353516, + "5": -4.082040309906006, + "10": -2.745047092437744, + "25": -2.6794495582580566, + "50": -2.6295793056488037, + "75": -2.580885648727417, + "90": -2.559417963027954, + "95": -2.551147699356079, + "99": -2.5107574462890625 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 53, + 418 + ], + "log_norms_bin_edges": [ + -12.376625061035156, + -12.179059028625488, + -11.98149299621582, + -11.783926010131836, + -11.586359977722168, + -11.3887939453125, + -11.191227912902832, + -10.993661880493164, + -10.79609489440918, + -10.598528861999512, + -10.400962829589844, + -10.203396797180176, + -10.005830764770508, + -9.808263778686523, + -9.610697746276855, + -9.413131713867188, + -9.21556568145752, + -9.017999649047852, + -8.820432662963867, + -8.6228666305542, + -8.425300598144531, + -8.227733612060547, + -8.030168533325195, + -7.832602024078369, + -7.635035514831543, + -7.437469482421875, + -7.239902973175049, + -7.042336940765381, + -6.844770908355713, + -6.647204399108887, + -6.449638366699219, + -6.252071857452393, + -6.054505825042725, + -5.856939792633057, + -5.6593732833862305, + -5.4618072509765625, + -5.264240741729736, + -5.066674709320068, + -4.8691086769104, + -4.671542167663574, + -4.473976135253906, + -4.276410102844238, + -4.078843116760254, + -3.881277084350586, + -3.683711051940918, + -3.48614501953125, + -3.288578987121582, + -3.0910120010375977, + -2.8934459686279297, + -2.6958799362182617, + -2.498314380645752 + ], + "r_inf_mean": 0.3395810127258301, + "r_inf_median": 0.34065568447113037, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5837013125419617, + "eff_dim_mean": 0.5837012529373169, + "topk_energy": { + "1": 0.11880181729793549, + "5": 0.35231393575668335, + "10": 0.496791273355484, + "25": 0.7654080390930176 + }, + "gamma_raw": 0.060610584914684296, + "gamma_active": { + "1e-08": 0.06114402785897255, + "1e-07": 0.06123839318752289, + "1e-06": 0.06144082918763161, + "1e-05": 0.06231752410531044, + "0.0001": 0.06164402887225151 + }, + "gamma_energy_weighted": { + "1e-08": 0.07063135758376865, + "1e-07": 0.07063135758376865, + "1e-06": 0.07063135758376865, + "1e-05": 0.07063135758376865, + "0.0001": 0.07063135758376865 + } + }, + { + "layer": 4, + "mean_norm": 0.002220745198428631, + "median_norm": 0.0023559171240776777, + "max_norm": 0.003166997106745839, + "min_norm": 4.20145363812241e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.12590503692627, + "5": -4.082141876220703, + "10": -2.745119571685791, + "25": -2.6792376041412354, + "50": -2.627838373184204, + "75": -2.5812277793884277, + "90": -2.558565139770508, + "95": -2.5521953105926514, + "99": -2.511186122894287 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 52, + 419 + ], + "log_norms_bin_edges": [ + -12.376601219177246, + -12.179056167602539, + -11.981511116027832, + -11.783966064453125, + -11.586421012878418, + -11.388875961303711, + -11.19133186340332, + -10.993785858154297, + -10.796241760253906, + -10.5986967086792, + -10.401151657104492, + -10.203606605529785, + -10.006061553955078, + -9.808516502380371, + -9.610971450805664, + -9.413426399230957, + -9.21588134765625, + -9.018336296081543, + -8.820791244506836, + -8.623247146606445, + -8.425701141357422, + -8.228157043457031, + -8.030611038208008, + -7.833066940307617, + -7.63552188873291, + -7.437976837158203, + -7.240431785583496, + -7.042886734008789, + -6.845341682434082, + -6.647797107696533, + -6.450252056121826, + -6.252707004547119, + -6.055161952972412, + -5.857616901397705, + -5.660071849822998, + -5.462526798248291, + -5.264982223510742, + -5.067437171936035, + -4.869892120361328, + -4.672347068786621, + -4.474802017211914, + -4.277256965637207, + -4.0797119140625, + -3.882166862487793, + -3.684621810913086, + -3.4870777130126953, + -3.2895326614379883, + -3.0919876098632812, + -2.894442558288574, + -2.696897506713867, + -2.49935245513916 + ], + "r_inf_mean": 0.3396832346916199, + "r_inf_median": 0.34049180150032043, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.583755373954773, + "eff_dim_mean": 0.583755373954773, + "topk_energy": { + "1": 0.11887340247631073, + "5": 0.35204780101776123, + "10": 0.49632030725479126, + "25": 0.765390157699585 + }, + "gamma_raw": 0.15364396572113037, + "gamma_active": { + "1e-08": 0.1551581621170044, + "1e-07": 0.15527261793613434, + "1e-06": 0.15493042767047882, + "1e-05": 0.1545090675354004, + "0.0001": 0.1549062579870224 + }, + "gamma_energy_weighted": { + "1e-08": 0.1638450961480392, + "1e-07": 0.1638450961480392, + "1e-06": 0.1638450961480392, + "1e-05": 0.1638450961480392, + "0.0001": 0.1638450961480392 + } + }, + { + "layer": 5, + "mean_norm": 0.0022203426342457533, + "median_norm": 0.0023539159446954727, + "max_norm": 0.0031699638348072767, + "min_norm": 4.2017715804094913e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.126294136047363, + "5": -4.082363128662109, + "10": -2.7456042766571045, + "25": -2.6789164543151855, + "50": -2.6282083988189697, + "75": -2.581254720687866, + "90": -2.5590884685516357, + "95": -2.552654266357422, + "99": -2.510873556137085 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 52, + 419 + ], + "log_norms_bin_edges": [ + -12.376567840576172, + -12.179015159606934, + -11.981462478637695, + -11.783910751342773, + -11.586358070373535, + -11.388805389404297, + -11.191252708435059, + -10.993700981140137, + -10.796148300170898, + -10.59859561920166, + -10.401042938232422, + -10.2034912109375, + -10.005938529968262, + -9.808385848999023, + -9.610833168029785, + -9.413280487060547, + -9.215728759765625, + -9.018176078796387, + -8.820623397827148, + -8.623071670532227, + -8.425518989562988, + -8.22796630859375, + -8.030413627624512, + -7.832861423492432, + -7.635308742523193, + -7.437756538391113, + -7.240203857421875, + -7.042651653289795, + -6.845098972320557, + -6.647546768188477, + -6.449994087219238, + -6.252441883087158, + -6.05488920211792, + -5.857336521148682, + -5.659784317016602, + -5.462231636047363, + -5.264679431915283, + -5.067126750946045, + -4.869574546813965, + -4.672021865844727, + -4.4744696617126465, + -4.276917457580566, + -4.079364776611328, + -3.88181209564209, + -3.6842594146728516, + -3.4867076873779297, + -3.2891550064086914, + -3.091602325439453, + -2.894049644470215, + -2.6964969635009766, + -2.498945713043213 + ], + "r_inf_mean": 0.33969008922576904, + "r_inf_median": 0.3415146470069885, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.583708643913269, + "eff_dim_mean": 0.5837085843086243, + "topk_energy": { + "1": 0.11889025568962097, + "5": 0.35200825333595276, + "10": 0.4962348937988281, + "25": 0.7652474641799927 + }, + "gamma_raw": 0.07440271973609924, + "gamma_active": { + "1e-08": 0.07516343891620636, + "1e-07": 0.07517287135124207, + "1e-06": 0.07514622062444687, + "1e-05": 0.07491417974233627, + "0.0001": 0.07505925744771957 + }, + "gamma_energy_weighted": { + "1e-08": 0.08033142232890098, + "1e-07": 0.08033142232890098, + "1e-06": 0.08033142232890098, + "1e-05": 0.08033142232890098, + "0.0001": 0.08033142232890098 + } + }, + { + "layer": 6, + "mean_norm": 0.0022188881412148476, + "median_norm": 0.002353969030082226, + "max_norm": 0.003167210379615426, + "min_norm": 4.197903418108606e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.126747131347656, + "5": -4.082839012145996, + "10": -2.7455499172210693, + "25": -2.6789650917053223, + "50": -2.628197431564331, + "75": -2.5811846256256104, + "90": -2.5596630573272705, + "95": -2.5526883602142334, + "99": -2.5110230445861816 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 52, + 419 + ], + "log_norms_bin_edges": [ + -12.376968383789062, + -12.179415702819824, + -11.981863021850586, + -11.784309387207031, + -11.586756706237793, + -11.389204025268555, + -11.191651344299316, + -10.994097709655762, + -10.796545028686523, + -10.598992347717285, + -10.401439666748047, + -10.203886032104492, + -10.006333351135254, + -9.808780670166016, + -9.611227989196777, + -9.413675308227539, + -9.216121673583984, + -9.018568992614746, + -8.821016311645508, + -8.623462677001953, + -8.425909996032715, + -8.228357315063477, + -8.030804634094238, + -7.833251476287842, + -7.6356987953186035, + -7.438145637512207, + -7.240592956542969, + -7.043039798736572, + -6.845487117767334, + -6.6479339599609375, + -6.450381278991699, + -6.252828121185303, + -6.0552754402160645, + -5.857722759246826, + -5.66016960144043, + -5.462616920471191, + -5.265063762664795, + -5.067511081695557, + -4.86995792388916, + -4.672405242919922, + -4.474852085113525, + -4.277298927307129, + -4.079746246337891, + -3.8821935653686523, + -3.684640884399414, + -3.4870872497558594, + -3.289534568786621, + -3.091981887817383, + -2.8944292068481445, + -2.6968765258789062, + -2.4993231296539307 + ], + "r_inf_mean": 0.339749276638031, + "r_inf_median": 0.34126344323158264, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5838632583618164, + "eff_dim_mean": 0.5838632583618164, + "topk_energy": { + "1": 0.11890043318271637, + "5": 0.35174089670181274, + "10": 0.4960694909095764, + "25": 0.7651547193527222 + }, + "gamma_raw": 0.09116752445697784, + "gamma_active": { + "1e-08": 0.0920526310801506, + "1e-07": 0.0921366736292839, + "1e-06": 0.09164447337388992, + "1e-05": 0.09104815125465393, + "0.0001": 0.09068435430526733 + }, + "gamma_energy_weighted": { + "1e-08": 0.10120369018360899, + "1e-07": 0.10120369018360899, + "1e-06": 0.10120369018360899, + "1e-05": 0.10120369018360899, + "0.0001": 0.10120369018360899 + } + }, + { + "layer": 7, + "mean_norm": 0.0022171572782099247, + "median_norm": 0.0023521254770457745, + "max_norm": 0.003164146561175585, + "min_norm": 4.192376155433275e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.126847267150879, + "5": -4.083070278167725, + "10": -2.7456018924713135, + "25": -2.6789536476135254, + "50": -2.628538131713867, + "75": -2.5818123817443848, + "90": -2.559999942779541, + "95": -2.5530788898468018, + "99": -2.51179575920105 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 51, + 420 + ], + "log_norms_bin_edges": [ + -12.377540588378906, + -12.179985046386719, + -11.982428550720215, + -11.784873008728027, + -11.587316513061523, + -11.389760971069336, + -11.192205429077148, + -10.994648933410645, + -10.797093391418457, + -10.599536895751953, + -10.401981353759766, + -10.204424858093262, + -10.006869316101074, + -9.80931282043457, + -9.611757278442383, + -9.414201736450195, + -9.216645240783691, + -9.019089698791504, + -8.821533203125, + -8.623977661132812, + -8.426422119140625, + -8.228865623474121, + -8.031309127807617, + -7.833754062652588, + -7.636198043823242, + -7.4386420249938965, + -7.241086006164551, + -7.043529987335205, + -6.845973968505859, + -6.648418426513672, + -6.450862407684326, + -6.2533063888549805, + -6.055750370025635, + -5.858194351196289, + -5.660638332366943, + -5.463082313537598, + -5.26552677154541, + -5.0679707527160645, + -4.870414733886719, + -4.672858715057373, + -4.475302696228027, + -4.27774715423584, + -4.080190658569336, + -3.8826351165771484, + -3.6850786209106445, + -3.487523078918457, + -3.2899675369262695, + -3.0924110412597656, + -2.894855499267578, + -2.697299003601074, + -2.4997434616088867 + ], + "r_inf_mean": 0.3400847613811493, + "r_inf_median": 0.3418639004230499, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5838437080383301, + "eff_dim_mean": 0.5838437080383301, + "topk_energy": { + "1": 0.11913976073265076, + "5": 0.352230429649353, + "10": 0.49633467197418213, + "25": 0.7651938199996948 + }, + "gamma_raw": 0.0604328028857708, + "gamma_active": { + "1e-08": 0.060579296201467514, + "1e-07": 0.06020556762814522, + "1e-06": 0.06034446507692337, + "1e-05": 0.06044067069888115, + "0.0001": 0.059071917086839676 + }, + "gamma_energy_weighted": { + "1e-08": 0.06735691937262188, + "1e-07": 0.06735691937262188, + "1e-06": 0.06735691937262188, + "1e-05": 0.06735691937262188, + "0.0001": 0.06735691937262188 + } + } + ] +}
\ No newline at end of file |