diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json new file mode 100644 index 0000000..d19fbcc --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 26.378360748291016, + "acc": 0.091796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03400483727455139, + "median_norm": 0.0358353927731514, + "max_norm": 0.061659835278987885, + "min_norm": 2.924993881036644e-19, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.962890625, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -7.967346668243408, + "5": -3.7802703380584717, + "10": -1.6226478815078735, + "25": -1.494620442390442, + "50": -1.4453884363174438, + "75": -1.3962581157684326, + "90": -1.3427671194076538, + "95": -1.3148775100708008, + "99": -1.2782635688781738 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 3, + 2, + 1, + 2, + 2, + 4, + 2, + 3, + 5, + 5, + 1, + 16, + 452 + ], + "log_norms_bin_edges": [ + -18.53387451171875, + -18.187397003173828, + -17.840919494628906, + -17.494441986083984, + -17.147964477539062, + -16.80148696899414, + -16.45500946044922, + -16.108531951904297, + -15.762054443359375, + -15.415576934814453, + -15.069099426269531, + -14.72262191772461, + -14.376144409179688, + -14.029666900634766, + -13.683189392089844, + -13.336711883544922, + -12.990234375, + -12.643756866455078, + -12.297279357910156, + -11.950801849365234, + -11.604324340820312, + -11.25784683227539, + -10.911369323730469, + -10.564891815185547, + -10.218413352966309, + -9.871935844421387, + -9.525458335876465, + -9.178980827331543, + -8.832503318786621, + -8.4860258102417, + -8.139548301696777, + -7.7930707931518555, + -7.446593284606934, + -7.100115776062012, + -6.75363826751709, + -6.407160758972168, + -6.060683250427246, + -5.714205741882324, + -5.367728233337402, + -5.0212507247924805, + -4.674773216247559, + -4.328295707702637, + -3.981818199157715, + -3.635340690612793, + -3.288863182067871, + -2.942385673522949, + -2.5959081649780273, + -2.249429702758789, + -1.9029521942138672, + -1.5564746856689453, + -1.2099976539611816 + ], + "r_inf_mean": 0.30379098653793335, + "r_inf_median": 0.2947810888290405, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5957216024398804, + "eff_dim_mean": 0.5957216024398804, + "topk_energy": { + "1": 0.09500588476657867, + "5": 0.327827513217926, + "10": 0.4848713278770447, + "25": 0.7606216073036194 + }, + "gamma_raw": -0.03671927750110626, + "gamma_active": { + "1e-08": -0.03706687316298485, + "1e-07": -0.037210267037153244, + "1e-06": -0.03733811527490616, + "1e-05": -0.0375816784799099, + "0.0001": -0.037406038492918015 + }, + "gamma_energy_weighted": { + "1e-08": -0.02868278517106685, + "1e-07": -0.02868278517106685, + "1e-06": -0.02868278517106685, + "1e-05": -0.02868278517106685, + "0.0001": -0.02868278517106685 + } + }, + { + "layer": 1, + "mean_norm": 0.002375276293605566, + "median_norm": 0.0026031627785414457, + "max_norm": 0.0033367788419127464, + "min_norm": 1.5460663192579582e-20, + "support": { + "1e-08": 0.984375, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.202051162719727, + "5": -4.874085903167725, + "10": -2.7671642303466797, + "25": -2.6391749382019043, + "50": -2.5844922065734863, + "75": -2.5556607246398926, + "90": -2.5402138233184814, + "95": -2.5083253383636475, + "99": -2.4788835048675537 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.810773849487305, + -19.464092254638672, + -19.11741065979004, + -18.770727157592773, + -18.42404556274414, + -18.077363967895508, + -17.730682373046875, + -17.38399887084961, + -17.037317276000977, + -16.690635681152344, + -16.34395408630371, + -15.997271537780762, + -15.650589942932129, + -15.30390739440918, + -14.957225799560547, + -14.610544204711914, + -14.263861656188965, + -13.917179107666016, + -13.570497512817383, + -13.22381591796875, + -12.8771333694458, + -12.530451774597168, + -12.183769226074219, + -11.837087631225586, + -11.490406036376953, + -11.143723487854004, + -10.797041893005371, + -10.450359344482422, + -10.103677749633789, + -9.75699520111084, + -9.410313606262207, + -9.063631057739258, + -8.716949462890625, + -8.370267868041992, + -8.023585319519043, + -7.67690372467041, + -7.330221176147461, + -6.983539581298828, + -6.636857032775879, + -6.290175437927246, + -5.943492889404297, + -5.596811294555664, + -5.250129699707031, + -4.903447151184082, + -4.556765556335449, + -4.2100830078125, + -3.863401412963867, + -3.5167198181152344, + -3.1700382232666016, + -2.823354721069336, + -2.476672649383545 + ], + "r_inf_mean": 0.3032773733139038, + "r_inf_median": 0.29643514752388, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5902297496795654, + "eff_dim_mean": 0.5902297496795654, + "topk_energy": { + "1": 0.093937948346138, + "5": 0.3291393518447876, + "10": 0.4848759174346924, + "25": 0.7634206414222717 + }, + "gamma_raw": 0.32397323846817017, + "gamma_active": { + "1e-08": 0.3284149765968323, + "1e-07": 0.3284972906112671, + "1e-06": 0.3282679617404938, + "1e-05": 0.32818666100502014, + "0.0001": 0.32804518938064575 + }, + "gamma_energy_weighted": { + "1e-08": 0.32575950414737803, + "1e-07": 0.32575950414737803, + "1e-06": 0.32575950414737803, + "1e-05": 0.32575950414737803, + "0.0001": 0.32575950414737803 + } + }, + { + "layer": 2, + "mean_norm": 0.0022772569209337234, + "median_norm": 0.0024793255142867565, + "max_norm": 0.0032368944957852364, + "min_norm": 1.4086897140888e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.214131355285645, + "5": -4.89144229888916, + "10": -2.782881736755371, + "25": -2.6611812114715576, + "50": -2.6056361198425293, + "75": -2.575749397277832, + "90": -2.5551867485046387, + "95": -2.5198113918304443, + "99": -2.4899234771728516 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.851184844970703, + -19.503957748413086, + -19.1567325592041, + -18.809505462646484, + -18.4622802734375, + -18.115053176879883, + -17.7678279876709, + -17.42060089111328, + -17.073375701904297, + -16.72614860534668, + -16.378921508789062, + -16.031696319580078, + -15.684469223022461, + -15.337244033813477, + -14.99001693725586, + -14.642790794372559, + -14.295564651489258, + -13.948338508605957, + -13.601112365722656, + -13.253885269165039, + -12.906660079956055, + -12.559432983398438, + -12.212206840515137, + -11.864980697631836, + -11.517754554748535, + -11.170528411865234, + -10.823302268981934, + -10.476076126098633, + -10.128849029541016, + -9.781622886657715, + -9.434396743774414, + -9.087170600891113, + -8.739944458007812, + -8.392718315124512, + -8.045492172241211, + -7.69826602935791, + -7.351039886474609, + -7.003812789916992, + -6.656586647033691, + -6.309360504150391, + -5.96213436126709, + -5.614908218383789, + -5.267682075500488, + -4.9204559326171875, + -4.57322883605957, + -4.2260026931762695, + -3.8787765502929688, + -3.5315513610839844, + -3.184324264526367, + -2.83709716796875, + -2.4898715019226074 + ], + "r_inf_mean": 0.30667996406555176, + "r_inf_median": 0.30367258191108704, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5891926884651184, + "eff_dim_mean": 0.5891926288604736, + "topk_energy": { + "1": 0.09609284996986389, + "5": 0.3322296738624573, + "10": 0.4853058457374573, + "25": 0.7625396251678467 + }, + "gamma_raw": 0.1954648792743683, + "gamma_active": { + "1e-08": 0.19828855991363525, + "1e-07": 0.19792549312114716, + "1e-06": 0.19777533411979675, + "1e-05": 0.1978159248828888, + "0.0001": 0.19737233221530914 + }, + "gamma_energy_weighted": { + "1e-08": 0.20550946078803284, + "1e-07": 0.20550946078803284, + "1e-06": 0.20550946078803284, + "1e-05": 0.20550946078803284, + "0.0001": 0.20550946078803284 + } + }, + { + "layer": 3, + "mean_norm": 0.002268065232783556, + "median_norm": 0.0024642322678118944, + "max_norm": 0.0032183455768972635, + "min_norm": 1.4029931538546944e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.21513557434082, + "5": -4.893683433532715, + "10": -2.7843289375305176, + "25": -2.6630163192749023, + "50": -2.6081531047821045, + "75": -2.5769782066345215, + "90": -2.557626962661743, + "95": -2.521758794784546, + "99": -2.492382049560547 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.85294532775879, + -19.505733489990234, + -19.15852165222168, + -18.811309814453125, + -18.464099884033203, + -18.11688804626465, + -17.769676208496094, + -17.42246437072754, + -17.075252532958984, + -16.72804069519043, + -16.380828857421875, + -16.033618927001953, + -15.686407089233398, + -15.339195251464844, + -14.991983413696289, + -14.644771575927734, + -14.29755973815918, + -13.950348854064941, + -13.603137016296387, + -13.255926132202148, + -12.908714294433594, + -12.561502456665039, + -12.214290618896484, + -11.86707878112793, + -11.519867897033691, + -11.172656059265137, + -10.825444221496582, + -10.478233337402344, + -10.131021499633789, + -9.783809661865234, + -9.43659782409668, + -9.089386940002441, + -8.742175102233887, + -8.394963264465332, + -8.047752380371094, + -7.700540542602539, + -7.353328704833984, + -7.00611686706543, + -6.658905982971191, + -6.311694145202637, + -5.964482307434082, + -5.617271423339844, + -5.270059585571289, + -4.922847747802734, + -4.57563591003418, + -4.228425025939941, + -3.8812131881713867, + -3.5340023040771484, + -3.1867904663085938, + -2.839578628540039, + -2.4923672676086426 + ], + "r_inf_mean": 0.3065887689590454, + "r_inf_median": 0.303178995847702, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5892664194107056, + "eff_dim_mean": 0.5892663598060608, + "topk_energy": { + "1": 0.09602075070142746, + "5": 0.33231887221336365, + "10": 0.48536890745162964, + "25": 0.7623874545097351 + }, + "gamma_raw": 0.11062335222959518, + "gamma_active": { + "1e-08": 0.11226530373096466, + "1e-07": 0.11196113377809525, + "1e-06": 0.11195356398820877, + "1e-05": 0.11221681535243988, + "0.0001": 0.11163080483675003 + }, + "gamma_energy_weighted": { + "1e-08": 0.12476420010588186, + "1e-07": 0.12476420010588186, + "1e-06": 0.12476420010588186, + "1e-05": 0.12476420010588186, + "0.0001": 0.12476420010588186 + } + }, + { + "layer": 4, + "mean_norm": 0.0022647359874099493, + "median_norm": 0.002463112585246563, + "max_norm": 0.003212012816220522, + "min_norm": 1.403961698341463e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.216242790222168, + "5": -4.89407205581665, + "10": -2.7843973636627197, + "25": -2.6635499000549316, + "50": -2.608503818511963, + "75": -2.5774025917053223, + "90": -2.557440757751465, + "95": -2.5226290225982666, + "99": -2.4932308197021484 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.852643966674805, + -19.505455017089844, + -19.158267974853516, + -18.811079025268555, + -18.463890075683594, + -18.116701126098633, + -17.769514083862305, + -17.422325134277344, + -17.075136184692383, + -16.727947235107422, + -16.380760192871094, + -16.033571243286133, + -15.686383247375488, + -15.339195251464844, + -14.992006301879883, + -14.644817352294922, + -14.297629356384277, + -13.950441360473633, + -13.603252410888672, + -13.256063461303711, + -12.908875465393066, + -12.561687469482422, + -12.214498519897461, + -11.867310523986816, + -11.520122528076172, + -11.172933578491211, + -10.825745582580566, + -10.478556632995605, + -10.131368637084961, + -9.7841796875, + -9.436991691589355, + -9.089802742004395, + -8.74261474609375, + -8.395426750183105, + -8.048237800598145, + -7.7010498046875, + -7.353860855102539, + -7.0066728591918945, + -6.659483909606934, + -6.312295913696289, + -5.965106964111328, + -5.617918968200684, + -5.270730972290039, + -4.923542022705078, + -4.576354026794434, + -4.229165077209473, + -3.881977081298828, + -3.534788131713867, + -3.187601089477539, + -2.840412139892578, + -2.493222951889038 + ], + "r_inf_mean": 0.3069421648979187, + "r_inf_median": 0.3040565848350525, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5890978574752808, + "eff_dim_mean": 0.5890978574752808, + "topk_energy": { + "1": 0.09626470506191254, + "5": 0.3325713276863098, + "10": 0.4855571389198303, + "25": 0.7625174522399902 + }, + "gamma_raw": 0.13939109444618225, + "gamma_active": { + "1e-08": 0.14130090177059174, + "1e-07": 0.1415681093931198, + "1e-06": 0.14091692864894867, + "1e-05": 0.14037883281707764, + "0.0001": 0.13853590190410614 + }, + "gamma_energy_weighted": { + "1e-08": 0.14015834189240134, + "1e-07": 0.14015834189240134, + "1e-06": 0.14015834189240134, + "1e-05": 0.14015834189240134, + "0.0001": 0.14015834189240134 + } + }, + { + "layer": 5, + "mean_norm": 0.002262540627270937, + "median_norm": 0.002458845265209675, + "max_norm": 0.003209082642570138, + "min_norm": 1.403747148370082e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.216755867004395, + "5": -4.894824981689453, + "10": -2.7850000858306885, + "25": -2.663804769515991, + "50": -2.6091573238372803, + "75": -2.577829122543335, + "90": -2.557875156402588, + "95": -2.522982120513916, + "99": -2.4936487674713135 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.852710723876953, + -19.505529403686523, + -19.15834617614746, + -18.81116485595703, + -18.4639835357666, + -18.116802215576172, + -17.76961898803711, + -17.42243766784668, + -17.07525634765625, + -16.72807502746582, + -16.380891799926758, + -16.033710479736328, + -15.686529159545898, + -15.339346885681152, + -14.992164611816406, + -14.644983291625977, + -14.297801971435547, + -13.9506196975708, + -13.603437423706055, + -13.256256103515625, + -12.909074783325195, + -12.56189250946045, + -12.214710235595703, + -11.867528915405273, + -11.520346641540527, + -11.173165321350098, + -10.825983047485352, + -10.478801727294922, + -10.131619453430176, + -9.784438133239746, + -9.437255859375, + -9.09007453918457, + -8.742892265319824, + -8.395709991455078, + -8.048528671264648, + -7.701346397399902, + -7.354165077209473, + -7.006982803344727, + -6.659801483154297, + -6.312619209289551, + -5.965437889099121, + -5.618255615234375, + -5.271074295043945, + -4.923892021179199, + -4.5767107009887695, + -4.229528427124023, + -3.8823471069335938, + -3.535165786743164, + -3.1879825592041016, + -2.840801239013672, + -2.493619203567505 + ], + "r_inf_mean": 0.30730533599853516, + "r_inf_median": 0.30462852120399475, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5885711908340454, + "eff_dim_mean": 0.5885711908340454, + "topk_energy": { + "1": 0.09651251882314682, + "5": 0.3330609202384949, + "10": 0.48611772060394287, + "25": 0.7628190517425537 + }, + "gamma_raw": 0.12418513000011444, + "gamma_active": { + "1e-08": 0.12628991901874542, + "1e-07": 0.12590081989765167, + "1e-06": 0.12661786377429962, + "1e-05": 0.12638868391513824, + "0.0001": 0.1256302446126938 + }, + "gamma_energy_weighted": { + "1e-08": 0.1275706587826137, + "1e-07": 0.1275706587826137, + "1e-06": 0.1275706587826137, + "1e-05": 0.1275706587826137, + "0.0001": 0.1275706587826137 + } + }, + { + "layer": 6, + "mean_norm": 0.002260199747979641, + "median_norm": 0.002456687157973647, + "max_norm": 0.0032025163527578115, + "min_norm": 1.403392688552906e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.217517852783203, + "5": -4.8952436447143555, + "10": -2.7856507301330566, + "25": -2.664320468902588, + "50": -2.6094589233398438, + "75": -2.578124523162842, + "90": -2.5583274364471436, + "95": -2.5230863094329834, + "99": -2.494511842727661 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.852821350097656, + -19.50565528869629, + -19.158489227294922, + -18.811323165893555, + -18.464157104492188, + -18.116989135742188, + -17.769824981689453, + -17.422657012939453, + -17.075490951538086, + -16.72832489013672, + -16.38115882873535, + -16.033992767333984, + -15.686826705932617, + -15.33966064453125, + -14.992494583129883, + -14.6453275680542, + -14.298161506652832, + -13.950995445251465, + -13.603828430175781, + -13.256662368774414, + -12.909496307373047, + -12.56233024597168, + -12.215164184570312, + -11.867998123168945, + -11.520832061767578, + -11.173665046691895, + -10.826498985290527, + -10.47933292388916, + -10.132166862487793, + -9.785000801086426, + -9.437833786010742, + -9.090667724609375, + -8.743501663208008, + -8.39633560180664, + -8.049169540405273, + -7.70200252532959, + -7.354836463928223, + -7.0076704025268555, + -6.660504341125488, + -6.313338279724121, + -5.9661712646484375, + -5.61900520324707, + -5.271839141845703, + -4.924673080444336, + -4.577507019042969, + -4.230340957641602, + -3.883173942565918, + -3.536008834838867, + -3.1888427734375, + -2.8416748046875, + -2.494508743286133 + ], + "r_inf_mean": 0.307272344827652, + "r_inf_median": 0.3046650290489197, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5884919166564941, + "eff_dim_mean": 0.5884919166564941, + "topk_energy": { + "1": 0.09649105370044708, + "5": 0.3333558440208435, + "10": 0.48625198006629944, + "25": 0.7628965377807617 + }, + "gamma_raw": 0.144336998462677, + "gamma_active": { + "1e-08": 0.146156907081604, + "1e-07": 0.1463116854429245, + "1e-06": 0.1449500173330307, + "1e-05": 0.1446036994457245, + "0.0001": 0.14422182738780975 + }, + "gamma_energy_weighted": { + "1e-08": 0.15198145756043743, + "1e-07": 0.15198145756043743, + "1e-06": 0.15198145756043743, + "1e-05": 0.15198145756043743, + "0.0001": 0.15198145756043743 + } + }, + { + "layer": 7, + "mean_norm": 0.0022562663070857525, + "median_norm": 0.0024510102812200785, + "max_norm": 0.0031989351846277714, + "min_norm": 1.40263352415869e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.219344139099121, + "5": -4.89572811126709, + "10": -2.7870421409606934, + "25": -2.6647400856018066, + "50": -2.610424041748047, + "75": -2.578800678253174, + "90": -2.5589816570281982, + "95": -2.5241241455078125, + "99": -2.494997978210449 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.853057861328125, + -19.505897521972656, + -19.158735275268555, + -18.811574935913086, + -18.464412689208984, + -18.117252349853516, + -17.770090103149414, + -17.422929763793945, + -17.075767517089844, + -16.728607177734375, + -16.381444931030273, + -16.034284591674805, + -15.687122344970703, + -15.339962005615234, + -14.992799758911133, + -14.645639419555664, + -14.298477172851562, + -13.951316833496094, + -13.604154586791992, + -13.256994247436523, + -12.909832000732422, + -12.562671661376953, + -12.215509414672852, + -11.868349075317383, + -11.521187782287598, + -11.174026489257812, + -10.826865196228027, + -10.479703903198242, + -10.132542610168457, + -9.785381317138672, + -9.438220024108887, + -9.091058731079102, + -8.743897438049316, + -8.396736145019531, + -8.049574851989746, + -7.702413558959961, + -7.355252265930176, + -7.008090972900391, + -6.6609296798706055, + -6.31376838684082, + -5.966607093811035, + -5.61944580078125, + -5.272284507751465, + -4.92512321472168, + -4.5779619216918945, + -4.230800628662109, + -3.883639335632324, + -3.536478042602539, + -3.1893177032470703, + -2.8421554565429688, + -2.494994640350342 + ], + "r_inf_mean": 0.3073995113372803, + "r_inf_median": 0.30452200770378113, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5881102085113525, + "eff_dim_mean": 0.5881102085113525, + "topk_energy": { + "1": 0.09659023582935333, + "5": 0.3338106870651245, + "10": 0.486651211977005, + "25": 0.7632608413696289 + }, + "gamma_raw": 0.10842336714267731, + "gamma_active": { + "1e-08": 0.10998993366956711, + "1e-07": 0.10961328446865082, + "1e-06": 0.1097395271062851, + "1e-05": 0.11026618629693985, + "0.0001": 0.11064060032367706 + }, + "gamma_energy_weighted": { + "1e-08": 0.11513392301711514, + "1e-07": 0.11513392301711514, + "1e-06": 0.11513392301711514, + "1e-05": 0.11513392301711514, + "0.0001": 0.11513392301711514 + } + } + ] +}
\ No newline at end of file |