diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json new file mode 100644 index 0000000..7032207 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 22.40285873413086, + "acc": 0.076171875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.028939183801412582, + "median_norm": 0.02991035021841526, + "max_norm": 0.061646439135074615, + "min_norm": 2.664234111104946e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.9553446769714355, + "5": -2.6539463996887207, + "10": -1.7407288551330566, + "25": -1.612935185432434, + "50": -1.523970365524292, + "75": -1.4560281038284302, + "90": -1.3875467777252197, + "95": -1.3529245853424072, + "99": -1.2907809019088745 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 0, + 2, + 0, + 1, + 4, + 0, + 1, + 1, + 1, + 1, + 3, + 2, + 0, + 4, + 5, + 3, + 17, + 164, + 252, + 40 + ], + "log_norms_bin_edges": [ + -9.574427604675293, + -9.407140731811523, + -9.239853858947754, + -9.072566986083984, + -8.905281066894531, + -8.737994194030762, + -8.570707321166992, + -8.403420448303223, + -8.236133575439453, + -8.068846702575684, + -7.901560306549072, + -7.734273910522461, + -7.566987037658691, + -7.399700164794922, + -7.232413291931152, + -7.065126419067383, + -6.8978400230407715, + -6.73055362701416, + -6.563266754150391, + -6.395979881286621, + -6.228693008422852, + -6.061406135559082, + -5.894119739532471, + -5.726832866668701, + -5.55954647064209, + -5.39225959777832, + -5.224972724914551, + -5.057685852050781, + -4.89039945602417, + -4.7231125831604, + -4.555825710296631, + -4.3885393142700195, + -4.22125244140625, + -4.0539655685424805, + -3.886679172515869, + -3.7193922996520996, + -3.55210542678833, + -3.3848190307617188, + -3.217532157897949, + -3.0502452850341797, + -2.88295841217041, + -2.715672016143799, + -2.5483851432800293, + -2.3810982704162598, + -2.2138118743896484, + -2.046525001525879, + -1.8792381286621094, + -1.711951732635498, + -1.5446653366088867, + -1.3773784637451172, + -1.2100920677185059 + ], + "r_inf_mean": 0.25083595514297485, + "r_inf_median": 0.2463812232017517, + "pr_mean": 0.3488242030143738, + "pr_median": 0.3472171127796173, + "hoyer_mean": 0.6431112885475159, + "eff_dim_mean": 0.6431112289428711, + "topk_energy": { + "1": 0.06391659379005432, + "5": 0.2564821243286133, + "10": 0.4109383225440979, + "25": 0.7158839702606201 + }, + "gamma_raw": 0.0036524184979498386, + "gamma_active": { + "1e-08": 0.00376662565395236, + "1e-07": 0.003715052269399166, + "1e-06": 0.0037278528325259686, + "1e-05": 0.0038969710003584623, + "0.0001": 0.004317848011851311 + }, + "gamma_energy_weighted": { + "1e-08": 0.002772447635468929, + "1e-07": 0.002772447635468929, + "1e-06": 0.002772447635468929, + "1e-05": 0.002772447635468929, + "0.0001": 0.002772447635468929 + } + }, + { + "layer": 1, + "mean_norm": 0.009137152694165707, + "median_norm": 0.00940407533198595, + "max_norm": 0.01738637499511242, + "min_norm": 8.372992577054816e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.978515625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.448887348175049, + "5": -3.169325351715088, + "10": -2.206650972366333, + "25": -2.1004085540771484, + "50": -2.026641368865967, + "75": -1.9615099430084229, + "90": -1.9012341499328613, + "95": -1.8624924421310425, + "99": -1.8170803785324097 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 1, + 0, + 2, + 1, + 0, + 4, + 2, + 0, + 4, + 5, + 2, + 2, + 96, + 301, + 75 + ], + "log_norms_bin_edges": [ + -10.077119827270508, + -9.910773277282715, + -9.744426727294922, + -9.578080177307129, + -9.411733627319336, + -9.245387077331543, + -9.07904052734375, + -8.912693977355957, + -8.746347427368164, + -8.580000877380371, + -8.413654327392578, + -8.247306823730469, + -8.080961227416992, + -7.914614200592041, + -7.74826717376709, + -7.581920623779297, + -7.415574073791504, + -7.249227523803711, + -7.082880973815918, + -6.916534423828125, + -6.750187873840332, + -6.583841323852539, + -6.417494773864746, + -6.251148223876953, + -6.08480167388916, + -5.918455123901367, + -5.752108573913574, + -5.585761547088623, + -5.41941499710083, + -5.253068447113037, + -5.086721897125244, + -4.920375347137451, + -4.754028797149658, + -4.587682247161865, + -4.421335697174072, + -4.254989147186279, + -4.088642597198486, + -3.9222960472106934, + -3.755949020385742, + -3.589602470397949, + -3.4232559204101562, + -3.2569093704223633, + -3.0905628204345703, + -2.9242162704467773, + -2.7578697204589844, + -2.5915231704711914, + -2.4251766204833984, + -2.2588300704956055, + -2.0924835205078125, + -1.9261369705200195, + -1.7597908973693848 + ], + "r_inf_mean": 0.25108492374420166, + "r_inf_median": 0.24543505907058716, + "pr_mean": 0.33993715047836304, + "pr_median": 0.33922532200813293, + "hoyer_mean": 0.6373124122619629, + "eff_dim_mean": 0.6373123526573181, + "topk_energy": { + "1": 0.06400007009506226, + "5": 0.26338645815849304, + "10": 0.4206896424293518, + "25": 0.7240431308746338 + }, + "gamma_raw": -0.01957225799560547, + "gamma_active": { + "1e-08": -0.019755911082029343, + "1e-07": -0.01979825273156166, + "1e-06": -0.019870100542902946, + "1e-05": -0.019999196752905846, + "0.0001": -0.020402779802680016 + }, + "gamma_energy_weighted": { + "1e-08": -0.023137320082274825, + "1e-07": -0.023137320082274825, + "1e-06": -0.023137320082274825, + "1e-05": -0.023137320082274825, + "0.0001": -0.023137320082274825 + } + }, + { + "layer": 2, + "mean_norm": 0.0038465261459350586, + "median_norm": 0.004028982948511839, + "max_norm": 0.006283813621848822, + "min_norm": 3.9614637958873544e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.974609375, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.828967094421387, + "5": -3.5786831378936768, + "10": -2.5272204875946045, + "25": -2.449769973754883, + "50": -2.394646644592285, + "75": -2.347644805908203, + "90": -2.299926996231079, + "95": -2.2779107093811035, + "99": -2.2487049102783203 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 2, + 0, + 1, + 4, + 0, + 0, + 1, + 2, + 0, + 4, + 2, + 0, + 4, + 3, + 3, + 2, + 11, + 293, + 169 + ], + "log_norms_bin_edges": [ + -10.402144432067871, + -10.238137245178223, + -10.074130058288574, + -9.91012191772461, + -9.746114730834961, + -9.582107543945312, + -9.418100357055664, + -9.254093170166016, + -9.090085983276367, + -8.926077842712402, + -8.762070655822754, + -8.598063468933105, + -8.434056282043457, + -8.270048141479492, + -8.106040954589844, + -7.942033767700195, + -7.778026580810547, + -7.614019393920898, + -7.450011730194092, + -7.286004543304443, + -7.121996879577637, + -6.957989692687988, + -6.79398250579834, + -6.629975318908691, + -6.465967655181885, + -6.301960468292236, + -6.13795280456543, + -5.973945617675781, + -5.809938430786133, + -5.645930767059326, + -5.481923580169678, + -5.317915916442871, + -5.153908729553223, + -4.989901542663574, + -4.825893878936768, + -4.661886692047119, + -4.4978790283203125, + -4.333871841430664, + -4.169864654541016, + -4.005856990814209, + -3.8418498039245605, + -3.677842617034912, + -3.5138349533081055, + -3.349827766418457, + -3.1858205795288086, + -3.021812915802002, + -2.8578057289123535, + -2.693798065185547, + -2.5297908782958984, + -2.36578369140625, + -2.2017767429351807 + ], + "r_inf_mean": 0.2537412643432617, + "r_inf_median": 0.24994780123233795, + "pr_mean": 0.3307115137577057, + "pr_median": 0.3332940638065338, + "hoyer_mean": 0.6305888295173645, + "eff_dim_mean": 0.6305887699127197, + "topk_energy": { + "1": 0.06525473296642303, + "5": 0.27198463678359985, + "10": 0.43113356828689575, + "25": 0.7305997610092163 + }, + "gamma_raw": 0.018487999215722084, + "gamma_active": { + "1e-08": 0.01858813688158989, + "1e-07": 0.01838383823633194, + "1e-06": 0.01828250288963318, + "1e-05": 0.018325798213481903, + "0.0001": 0.018405716866254807 + }, + "gamma_energy_weighted": { + "1e-08": 0.02141822122908475, + "1e-07": 0.02141822122908475, + "1e-06": 0.02141822122908475, + "1e-05": 0.02141822122908475, + "0.0001": 0.02141822122908475 + } + }, + { + "layer": 3, + "mean_norm": 0.0026600779965519905, + "median_norm": 0.0027563751209527254, + "max_norm": 0.004286176525056362, + "min_norm": 2.5928292499144412e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.9974541664123535, + "5": -3.769500494003296, + "10": -2.6703054904937744, + "25": -2.601684808731079, + "50": -2.559647798538208, + "75": -2.5157361030578613, + "90": -2.4578857421875, + "95": -2.431406021118164, + "99": -2.379591226577759 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 1, + 1, + 0, + 2, + 2, + 1, + 1, + 0, + 2, + 0, + 3, + 3, + 1, + 3, + 4, + 2, + 2, + 5, + 299, + 169 + ], + "log_norms_bin_edges": [ + -10.586226463317871, + -10.421860694885254, + -10.257494926452637, + -10.09312915802002, + -9.928762435913086, + -9.764396667480469, + -9.600030899047852, + -9.435665130615234, + -9.271299362182617, + -9.10693359375, + -8.942567825317383, + -8.77820110321045, + -8.613835334777832, + -8.449469566345215, + -8.285103797912598, + -8.12073802947998, + -7.956371784210205, + -7.79200553894043, + -7.6276397705078125, + -7.463274002075195, + -7.298908233642578, + -7.134542465209961, + -6.9701762199401855, + -6.805810451507568, + -6.641444206237793, + -6.477078437805176, + -6.312712669372559, + -6.148346900939941, + -5.983980655670166, + -5.819614887237549, + -5.655249118804932, + -5.490882873535156, + -5.326517105102539, + -5.162151336669922, + -4.9977850914001465, + -4.833419322967529, + -4.669053554534912, + -4.504687309265137, + -4.3403215408325195, + -4.175955772399902, + -4.011590003967285, + -3.8472237586975098, + -3.6828579902648926, + -3.5184922218322754, + -3.3541259765625, + -3.189760208129883, + -3.0253944396972656, + -2.8610281944274902, + -2.696662425994873, + -2.5322961807250977, + -2.3679299354553223 + ], + "r_inf_mean": 0.24861933290958405, + "r_inf_median": 0.24857322871685028, + "pr_mean": 0.3450305461883545, + "pr_median": 0.3350459337234497, + "hoyer_mean": 0.6393895149230957, + "eff_dim_mean": 0.6393893957138062, + "topk_energy": { + "1": 0.06245593726634979, + "5": 0.26497721672058105, + "10": 0.4203445613384247, + "25": 0.7192140221595764 + }, + "gamma_raw": -0.05376347154378891, + "gamma_active": { + "1e-08": -0.05414341762661934, + "1e-07": -0.05436370521783829, + "1e-06": -0.054376862943172455, + "1e-05": -0.05398803949356079, + "0.0001": -0.0544438473880291 + }, + "gamma_energy_weighted": { + "1e-08": -0.05094720278011833, + "1e-07": -0.05094720278011833, + "1e-06": -0.05094720278011833, + "1e-05": -0.05094720278011833, + "0.0001": -0.05094720278011833 + } + }, + { + "layer": 4, + "mean_norm": 0.002306592185050249, + "median_norm": 0.002321466337889433, + "max_norm": 0.004003442358225584, + "min_norm": 2.16880142317466e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.066429615020752, + "5": -3.850036382675171, + "10": -2.7435555458068848, + "25": -2.668566942214966, + "50": -2.6337499618530273, + "75": -2.5778276920318604, + "90": -2.4946205615997314, + "95": -2.4702308177948, + "99": -2.402064800262451 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 1, + 1, + 1, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 3, + 2, + 3, + 1, + 5, + 1, + 2, + 16, + 361, + 96 + ], + "log_norms_bin_edges": [ + -10.66378116607666, + -10.498456954956055, + -10.33313274383545, + -10.167808532714844, + -10.002484321594238, + -9.837160110473633, + -9.671834945678711, + -9.506511688232422, + -9.3411865234375, + -9.175862312316895, + -9.010538101196289, + -8.845213890075684, + -8.679889678955078, + -8.514565467834473, + -8.349241256713867, + -8.183917045593262, + -8.018592834472656, + -7.853268623352051, + -7.687943935394287, + -7.522619724273682, + -7.357295513153076, + -7.1919708251953125, + -7.026646614074707, + -6.861322402954102, + -6.695998191833496, + -6.530673980712891, + -6.365349769592285, + -6.20002555847168, + -6.034701347351074, + -5.8693766593933105, + -5.704052448272705, + -5.5387282371521, + -5.373404026031494, + -5.208079814910889, + -5.042755603790283, + -4.877431392669678, + -4.712106704711914, + -4.546782493591309, + -4.381458282470703, + -4.216134071350098, + -4.050809860229492, + -3.8854856491088867, + -3.720160961151123, + -3.5548367500305176, + -3.389512538909912, + -3.2241883277893066, + -3.058864116668701, + -2.8935399055480957, + -2.728215217590332, + -2.5628910064697266, + -2.397566556930542 + ], + "r_inf_mean": 0.24003657698631287, + "r_inf_median": 0.2426978200674057, + "pr_mean": 0.3669622838497162, + "pr_median": 0.35439008474349976, + "hoyer_mean": 0.6546704769134521, + "eff_dim_mean": 0.6546704769134521, + "topk_energy": { + "1": 0.05820726603269577, + "5": 0.2524370551109314, + "10": 0.40433233976364136, + "25": 0.704620361328125 + }, + "gamma_raw": -0.05106107145547867, + "gamma_active": { + "1e-08": -0.05142613500356674, + "1e-07": -0.051612019538879395, + "1e-06": -0.051842156797647476, + "1e-05": -0.05146083980798721, + "0.0001": -0.0518321692943573 + }, + "gamma_energy_weighted": { + "1e-08": -0.058013942098940736, + "1e-07": -0.058013942098940736, + "1e-06": -0.058013942098940736, + "1e-05": -0.058013942098940736, + "0.0001": -0.058013942098940736 + } + }, + { + "layer": 5, + "mean_norm": 0.0021677399054169655, + "median_norm": 0.0021601275075227022, + "max_norm": 0.003918065689504147, + "min_norm": 2.0007927606369158e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.096632957458496, + "5": -3.8872368335723877, + "10": -2.782505750656128, + "25": -2.706559419631958, + "50": -2.665518283843994, + "75": -2.6014177799224854, + "90": -2.5059163570404053, + "95": -2.4865853786468506, + "99": -2.4093711376190186 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 1, + 1, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 3, + 4, + 2, + 3, + 2, + 38, + 343, + 90 + ], + "log_norms_bin_edges": [ + -10.698798179626465, + -10.532960891723633, + -10.3671236038208, + -10.201286315917969, + -10.03544807434082, + -9.869610786437988, + -9.703773498535156, + -9.537936210632324, + -9.372098922729492, + -9.20626163482666, + -9.040424346923828, + -8.874587059020996, + -8.708749771118164, + -8.542911529541016, + -8.377074241638184, + -8.211236953735352, + -8.04539966583252, + -7.8795623779296875, + -7.7137250900268555, + -7.547887325286865, + -7.382050037384033, + -7.216212749481201, + -7.050374984741211, + -6.884537696838379, + -6.718700408935547, + -6.552863121032715, + -6.387025833129883, + -6.221188068389893, + -6.0553507804870605, + -5.8895134925842285, + -5.723675727844238, + -5.557838439941406, + -5.392001152038574, + -5.226163864135742, + -5.06032657623291, + -4.89448881149292, + -4.728651523590088, + -4.562814235687256, + -4.396976470947266, + -4.231139183044434, + -4.065301895141602, + -3.8994646072387695, + -3.7336273193359375, + -3.5677895545959473, + -3.4019522666931152, + -3.236114978790283, + -3.070277214050293, + -2.904439926147461, + -2.738602638244629, + -2.572765350341797, + -2.406928300857544 + ], + "r_inf_mean": 0.2331169843673706, + "r_inf_median": 0.23639819025993347, + "pr_mean": Infinity, + "pr_median": 0.3689001202583313, + "hoyer_mean": 0.6671720743179321, + "eff_dim_mean": 0.6671720147132874, + "topk_energy": { + "1": 0.05493934452533722, + "5": 0.24130843579769135, + "10": 0.3907306492328644, + "25": 0.6927014589309692 + }, + "gamma_raw": 0.009203939698636532, + "gamma_active": { + "1e-08": 0.009307503700256348, + "1e-07": 0.009493954479694366, + "1e-06": 0.009741385467350483, + "1e-05": 0.010415740311145782, + "0.0001": 0.010573599487543106 + }, + "gamma_energy_weighted": { + "1e-08": 0.016651583842889797, + "1e-07": 0.016651583842889797, + "1e-06": 0.016651583842889797, + "1e-05": 0.016651583842889797, + "0.0001": 0.016651583842889797 + } + }, + { + "layer": 6, + "mean_norm": 0.0021116435527801514, + "median_norm": 0.002097297227010131, + "max_norm": 0.003891351167112589, + "min_norm": 1.928563385378279e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.1103363037109375, + "5": -3.904186248779297, + "10": -2.798166513442993, + "25": -2.7231411933898926, + "50": -2.678164005279541, + "75": -2.6101958751678467, + "90": -2.5099308490753174, + "95": -2.4925973415374756, + "99": -2.412156343460083 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 4, + 3, + 2, + 3, + 2, + 52, + 334, + 85 + ], + "log_norms_bin_edges": [ + -10.714766502380371, + -10.54866886138916, + -10.382572174072266, + -10.216474533081055, + -10.050376892089844, + -9.88428020477295, + -9.718182563781738, + -9.552084922790527, + -9.385988235473633, + -9.219890594482422, + -9.053792953491211, + -8.8876953125, + -8.721598625183105, + -8.555500984191895, + -8.389404296875, + -8.223306655883789, + -8.057209014892578, + -7.891111373901367, + -7.7250142097473145, + -7.558917045593262, + -7.392819404602051, + -7.226722240447998, + -7.060625076293945, + -6.894527435302734, + -6.728430271148682, + -6.562333106994629, + -6.396235466003418, + -6.230138301849365, + -6.0640411376953125, + -5.897943496704102, + -5.731846332550049, + -5.565748691558838, + -5.399651527404785, + -5.233554363250732, + -5.0674567222595215, + -4.901359558105469, + -4.735261917114258, + -4.569164752960205, + -4.403067588806152, + -4.236969947814941, + -4.070872783660889, + -3.904775619506836, + -3.738677978515625, + -3.5725808143615723, + -3.4064836502075195, + -3.2403860092163086, + -3.074288845062256, + -2.908191204071045, + -2.742094039916992, + -2.5759963989257812, + -2.4098997116088867 + ], + "r_inf_mean": 0.22696980834007263, + "r_inf_median": 0.23085401952266693, + "pr_mean": Infinity, + "pr_median": 0.3844571113586426, + "hoyer_mean": 0.6780609488487244, + "eff_dim_mean": 0.6780608892440796, + "topk_energy": { + "1": 0.05211896821856499, + "5": 0.23151132464408875, + "10": 0.37874847650527954, + "25": 0.6819398999214172 + }, + "gamma_raw": -0.03169946372509003, + "gamma_active": { + "1e-08": -0.03193995729088783, + "1e-07": -0.031834427267313004, + "1e-06": -0.0321008563041687, + "1e-05": -0.031668148934841156, + "0.0001": -0.0315973274409771 + }, + "gamma_energy_weighted": { + "1e-08": -0.03473667598478126, + "1e-07": -0.03473667598478126, + "1e-06": -0.03473667598478126, + "1e-05": -0.03473667598478126, + "0.0001": -0.03473667598478126 + } + }, + { + "layer": 7, + "mean_norm": 0.002103301463648677, + "median_norm": 0.002091670874506235, + "max_norm": 0.0038944967091083527, + "min_norm": 1.912110053625682e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.114044666290283, + "5": -3.9082367420196533, + "10": -2.7980234622955322, + "25": -2.7262439727783203, + "50": -2.6792497634887695, + "75": -2.61141300201416, + "90": -2.5099823474884033, + "95": -2.4928784370422363, + "99": -2.4113504886627197 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 4, + 3, + 2, + 3, + 2, + 54, + 338, + 79 + ], + "log_norms_bin_edges": [ + -10.718487739562988, + -10.552309036254883, + -10.386130332946777, + -10.219951629638672, + -10.053772926330566, + -9.887594223022461, + -9.721414566040039, + -9.55523681640625, + -9.389057159423828, + -9.222878456115723, + -9.056699752807617, + -8.890521049499512, + -8.724342346191406, + -8.5581636428833, + -8.391984939575195, + -8.22580623626709, + -8.059627532958984, + -7.893448829650879, + -7.727269649505615, + -7.56109094619751, + -7.394912242889404, + -7.228733062744141, + -7.062554359436035, + -6.89637565612793, + -6.730196952819824, + -6.564018249511719, + -6.397839546203613, + -6.231660842895508, + -6.065482139587402, + -5.899302959442139, + -5.733124256134033, + -5.566945552825928, + -5.400766849517822, + -5.234588146209717, + -5.068409442901611, + -4.902230739593506, + -4.736051559448242, + -4.569872856140137, + -4.403694152832031, + -4.237515449523926, + -4.07133674621582, + -3.905158042907715, + -3.738978862762451, + -3.5728001594543457, + -3.4066214561462402, + -3.2404427528381348, + -3.0742640495300293, + -2.908085346221924, + -2.74190616607666, + -2.5757274627685547, + -2.409548759460449 + ], + "r_inf_mean": 0.2206331491470337, + "r_inf_median": 0.22146901488304138, + "pr_mean": Infinity, + "pr_median": 0.3988019824028015, + "hoyer_mean": 0.6880836486816406, + "eff_dim_mean": 0.6880836486816406, + "topk_energy": { + "1": 0.04928704351186752, + "5": 0.22169774770736694, + "10": 0.3666418194770813, + "25": 0.6703385710716248 + }, + "gamma_raw": -0.008315365761518478, + "gamma_active": { + "1e-08": -0.00839534867554903, + "1e-07": -0.008392397314310074, + "1e-06": -0.008224708959460258, + "1e-05": -0.008842447772622108, + "0.0001": -0.00877168495208025 + }, + "gamma_energy_weighted": { + "1e-08": -0.00422929575315386, + "1e-07": -0.00422929575315386, + "1e-06": -0.00422929575315386, + "1e-05": -0.00422929575315386, + "0.0001": -0.00422929575315386 + } + } + ] +}
\ No newline at end of file |