diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json new file mode 100644 index 0000000..bd031db --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 17.061813354492188, + "acc": 0.056640625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023056115955114365, + "median_norm": 0.02313390001654625, + "max_norm": 0.04976506531238556, + "min_norm": 2.1545403239286998e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -5.12074613571167, + "5": -2.0550363063812256, + "10": -1.777957558631897, + "25": -1.701404333114624, + "50": -1.6352636814117432, + "75": -1.5663219690322876, + "90": -1.5144866704940796, + "95": -1.4671611785888672, + "99": -1.3897532224655151 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 3, + 1, + 3, + 1, + 0, + 2, + 1, + 5, + 44, + 253, + 167, + 17 + ], + "log_norms_bin_edges": [ + -8.666646003723145, + -8.51937484741211, + -8.372102737426758, + -8.224831581115723, + -8.077560424804688, + -7.930288791656494, + -7.783017635345459, + -7.635746002197266, + -7.4884748458862305, + -7.341203212738037, + -7.193932056427002, + -7.046660423278809, + -6.899389266967773, + -6.75211763381958, + -6.604846000671387, + -6.457574844360352, + -6.310303688049316, + -6.163032054901123, + -6.01576042175293, + -5.8684892654418945, + -5.721218109130859, + -5.573946475982666, + -5.426674842834473, + -5.2794036865234375, + -5.132132053375244, + -4.984860420227051, + -4.837589263916016, + -4.6903181076049805, + -4.543046474456787, + -4.395775318145752, + -4.248503684997559, + -4.101232528686523, + -3.95396089553833, + -3.8066892623901367, + -3.6594181060791016, + -3.512146472930908, + -3.364875316619873, + -3.2176036834716797, + -3.0703325271606445, + -2.923060894012451, + -2.775789737701416, + -2.6285181045532227, + -2.4812469482421875, + -2.333975315093994, + -2.186704158782959, + -2.0394325256347656, + -1.8921613693237305, + -1.744889736175537, + -1.5976181030273438, + -1.4503469467163086, + -1.3030754327774048 + ], + "r_inf_mean": 0.2669941186904907, + "r_inf_median": 0.2633329927921295, + "pr_mean": 0.31926000118255615, + "pr_median": 0.3214753270149231, + "hoyer_mean": 0.6275486946105957, + "eff_dim_mean": 0.6275486350059509, + "topk_energy": { + "1": 0.07238369435071945, + "5": 0.27899426221847534, + "10": 0.43486636877059937, + "25": 0.7305291891098022 + }, + "gamma_raw": -0.031162425875663757, + "gamma_active": { + "1e-08": -0.031199946999549866, + "1e-07": -0.03122991882264614, + "1e-06": -0.031227147206664085, + "1e-05": -0.03117688186466694, + "0.0001": -0.031260691583156586 + }, + "gamma_energy_weighted": { + "1e-08": -0.026787754125572123, + "1e-07": -0.026787754125572123, + "1e-06": -0.026787754125572123, + "1e-05": -0.026787754125572123, + "0.0001": -0.026787754125572123 + } + }, + { + "layer": 1, + "mean_norm": 0.00927000306546688, + "median_norm": 0.009458066895604134, + "max_norm": 0.017840180546045303, + "min_norm": 8.40788438871698e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.98046875 + }, + "log_norms_percentiles": { + "1": -5.522161483764648, + "5": -2.4434096813201904, + "10": -2.163954019546509, + "25": -2.0879058837890625, + "50": -2.02407169342041, + "75": -1.9694395065307617, + "90": -1.9155625104904175, + "95": -1.8800450563430786, + "99": -1.790057897567749 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 4, + 2, + 3, + 1, + 0, + 1, + 1, + 3, + 12, + 178, + 261, + 33 + ], + "log_norms_bin_edges": [ + -9.075313568115234, + -8.928779602050781, + -8.782244682312012, + -8.635710716247559, + -8.489176750183105, + -8.342641830444336, + -8.196107864379883, + -8.04957389831543, + -7.903039455413818, + -7.756505489349365, + -7.609971046447754, + -7.463437080383301, + -7.3169026374816895, + -7.170368194580078, + -7.023834228515625, + -6.877299785614014, + -6.730765342712402, + -6.584231376647949, + -6.437697410583496, + -6.291162490844727, + -6.144628524780273, + -5.99809455871582, + -5.851560115814209, + -5.705025672912598, + -5.5584917068481445, + -5.411957263946533, + -5.265422821044922, + -5.118888854980469, + -4.972354412078857, + -4.825820446014404, + -4.679286003112793, + -4.53275203704834, + -4.3862175941467285, + -4.239683151245117, + -4.093149185180664, + -3.9466147422790527, + -3.8000807762145996, + -3.6535463333129883, + -3.507011890411377, + -3.360477924346924, + -3.2139434814453125, + -3.0674095153808594, + -2.920875072479248, + -2.7743406295776367, + -2.6278066635131836, + -2.4812722206115723, + -2.334738254547119, + -2.188203811645508, + -2.0416698455810547, + -1.8951354026794434, + -1.748600721359253 + ], + "r_inf_mean": 0.2688714265823364, + "r_inf_median": 0.2648729681968689, + "pr_mean": 0.3143106698989868, + "pr_median": 0.31656667590141296, + "hoyer_mean": 0.6238069534301758, + "eff_dim_mean": 0.6238069534301758, + "topk_energy": { + "1": 0.0735076516866684, + "5": 0.2822803854942322, + "10": 0.43924516439437866, + "25": 0.733693540096283 + }, + "gamma_raw": 0.00824534147977829, + "gamma_active": { + "1e-08": 0.008229044266045094, + "1e-07": 0.008303522132337093, + "1e-06": 0.008472337387502193, + "1e-05": 0.008332597091794014, + "0.0001": 0.008112100884318352 + }, + "gamma_energy_weighted": { + "1e-08": 0.007742699436573058, + "1e-07": 0.007742699436573058, + "1e-06": 0.007742699436573058, + "1e-05": 0.007742699436573058, + "0.0001": 0.007742699436573058 + } + }, + { + "layer": 2, + "mean_norm": 0.004302237182855606, + "median_norm": 0.004473302513360977, + "max_norm": 0.008140248246490955, + "min_norm": 4.088883398534193e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -5.834597587585449, + "5": -2.777665853500366, + "10": -2.4703636169433594, + "25": -2.4041826725006104, + "50": -2.3493542671203613, + "75": -2.3110146522521973, + "90": -2.2661261558532715, + "95": -2.240938663482666, + "99": -2.188190221786499 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 5, + 0, + 3, + 1, + 1, + 1, + 1, + 3, + 5, + 142, + 315, + 22 + ], + "log_norms_bin_edges": [ + -9.388395309448242, + -9.242414474487305, + -9.096433639526367, + -8.950453758239746, + -8.804472923278809, + -8.658492088317871, + -8.512511253356934, + -8.366530418395996, + -8.220550537109375, + -8.074569702148438, + -7.9285888671875, + -7.7826080322265625, + -7.636627197265625, + -7.490646839141846, + -7.344666004180908, + -7.198685646057129, + -7.052704811096191, + -6.906723976135254, + -6.760743618011475, + -6.614762783050537, + -6.468782424926758, + -6.32280158996582, + -6.176820755004883, + -6.030839920043945, + -5.884859561920166, + -5.738879203796387, + -5.592898368835449, + -5.446917533874512, + -5.300936698913574, + -5.154956340789795, + -5.008975505828857, + -4.862995147705078, + -4.717014312744141, + -4.571033477783203, + -4.425053119659424, + -4.279072284698486, + -4.133091926574707, + -3.9871110916137695, + -3.841130256652832, + -3.6951498985290527, + -3.5491690635681152, + -3.4031882286071777, + -3.2572078704833984, + -3.111227035522461, + -2.9652462005615234, + -2.819265842437744, + -2.6732850074768066, + -2.5273046493530273, + -2.38132381439209, + -2.2353429794311523, + -2.089362382888794 + ], + "r_inf_mean": 0.26220375299453735, + "r_inf_median": 0.25837594270706177, + "pr_mean": 0.3234407305717468, + "pr_median": 0.3254278302192688, + "hoyer_mean": 0.6273101568222046, + "eff_dim_mean": 0.6273101568222046, + "topk_energy": { + "1": 0.06972677260637283, + "5": 0.27532464265823364, + "10": 0.4333680272102356, + "25": 0.7315458655357361 + }, + "gamma_raw": 0.035732101649045944, + "gamma_active": { + "1e-08": 0.0356329046189785, + "1e-07": 0.0356329046189785, + "1e-06": 0.03541698306798935, + "1e-05": 0.03554971143603325, + "0.0001": 0.03602075204253197 + }, + "gamma_energy_weighted": { + "1e-08": 0.035243349025203916, + "1e-07": 0.035243349025203916, + "1e-06": 0.035243349025203916, + "1e-05": 0.035243349025203916, + "0.0001": 0.035243349025203916 + } + }, + { + "layer": 3, + "mean_norm": 0.002856211271136999, + "median_norm": 0.0029053697362542152, + "max_norm": 0.004986434243619442, + "min_norm": 2.7689475712300293e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.969149112701416, + "5": -2.966609477996826, + "10": -2.6276936531066895, + "25": -2.573939800262451, + "50": -2.5367650985717773, + "75": -2.4944663047790527, + "90": -2.4402058124542236, + "95": -2.4054598808288574, + "99": -2.3537354469299316 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 3, + 4, + 0, + 2, + 2, + 0, + 2, + 1, + 2, + 4, + 58, + 366, + 57 + ], + "log_norms_bin_edges": [ + -9.557684898376465, + -9.412575721740723, + -9.267465591430664, + -9.122356414794922, + -8.97724723815918, + -8.832137107849121, + -8.687027931213379, + -8.541918754577637, + -8.396808624267578, + -8.251699447631836, + -8.106590270996094, + -7.961480140686035, + -7.816370964050293, + -7.671261310577393, + -7.526151657104492, + -7.38104248046875, + -7.23593282699585, + -7.090823173522949, + -6.945713996887207, + -6.800604343414307, + -6.655494689941406, + -6.510385513305664, + -6.365275859832764, + -6.220166206359863, + -6.075057029724121, + -5.929947376251221, + -5.78483772277832, + -5.639728546142578, + -5.494618892669678, + -5.349509239196777, + -5.204399585723877, + -5.059290409088135, + -4.914180755615234, + -4.769071102142334, + -4.623961925506592, + -4.478852272033691, + -4.333742618560791, + -4.188633441925049, + -4.043523788452148, + -3.898414134979248, + -3.7533044815063477, + -3.6081953048706055, + -3.463085651397705, + -3.3179759979248047, + -3.1728668212890625, + -3.027757167816162, + -2.8826475143432617, + -2.7375383377075195, + -2.592428684234619, + -2.4473190307617188, + -2.3022100925445557 + ], + "r_inf_mean": 0.25219297409057617, + "r_inf_median": 0.24712103605270386, + "pr_mean": 0.34220945835113525, + "pr_median": 0.3385019600391388, + "hoyer_mean": 0.6389341354370117, + "eff_dim_mean": 0.6389341354370117, + "topk_energy": { + "1": 0.06445793807506561, + "5": 0.2605636715888977, + "10": 0.4183560609817505, + "25": 0.722144365310669 + }, + "gamma_raw": -0.05284200608730316, + "gamma_active": { + "1e-08": -0.052972979843616486, + "1e-07": -0.052972979843616486, + "1e-06": -0.052817560732364655, + "1e-05": -0.05290079489350319, + "0.0001": -0.052873458713293076 + }, + "gamma_energy_weighted": { + "1e-08": -0.059948287555103424, + "1e-07": -0.059948287555103424, + "1e-06": -0.059948287555103424, + "1e-05": -0.059948287555103424, + "0.0001": -0.059948287555103424 + } + }, + { + "layer": 4, + "mean_norm": 0.002410298213362694, + "median_norm": 0.002354532480239868, + "max_norm": 0.004251181613653898, + "min_norm": 2.2980334302147298e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.982421875, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -6.016390800476074, + "5": -3.0531299114227295, + "10": -2.703050136566162, + "25": -2.657576560974121, + "50": -2.6279587745666504, + "75": -2.5664782524108887, + "90": -2.4892971515655518, + "95": -2.4402425289154053, + "99": -2.383350372314453 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 4, + 3, + 1, + 1, + 2, + 0, + 2, + 2, + 2, + 3, + 76, + 334, + 71 + ], + "log_norms_bin_edges": [ + -9.638644218444824, + -9.493301391601562, + -9.347957611083984, + -9.202614784240723, + -9.057271957397461, + -8.9119291305542, + -8.766585350036621, + -8.62124252319336, + -8.475899696350098, + -8.330556869506836, + -8.185213088989258, + -8.039870262145996, + -7.894527435302734, + -7.7491841316223145, + -7.6038408279418945, + -7.458498001098633, + -7.313155174255371, + -7.167811870574951, + -7.022468566894531, + -6.8771257400512695, + -6.731782913208008, + -6.586439609527588, + -6.441096305847168, + -6.295753479003906, + -6.150410175323486, + -6.005066871643066, + -5.859724044799805, + -5.714381217956543, + -5.569037914276123, + -5.423695087432861, + -5.278351783752441, + -5.13300895690918, + -4.98766565322876, + -4.84232234954834, + -4.696979522705078, + -4.551636219024658, + -4.4062933921813965, + -4.260950088500977, + -4.115607261657715, + -3.970263957977295, + -3.824921131134033, + -3.6795778274536133, + -3.5342350006103516, + -3.3888916969299316, + -3.24354887008667, + -3.09820556640625, + -2.9528627395629883, + -2.8075194358825684, + -2.6621761322021484, + -2.5168333053588867, + -2.371490478515625 + ], + "r_inf_mean": 0.2422318160533905, + "r_inf_median": 0.2394760698080063, + "pr_mean": 0.36302614212036133, + "pr_median": 0.3487294912338257, + "hoyer_mean": 0.6512412428855896, + "eff_dim_mean": 0.6512412428855896, + "topk_energy": { + "1": 0.05963245779275894, + "5": 0.24835357069969177, + "10": 0.40461593866348267, + "25": 0.7104533314704895 + }, + "gamma_raw": 0.03061112016439438, + "gamma_active": { + "1e-08": 0.030850812792778015, + "1e-07": 0.030850812792778015, + "1e-06": 0.030127028003335, + "1e-05": 0.029716748744249344, + "0.0001": 0.029396982863545418 + }, + "gamma_energy_weighted": { + "1e-08": 0.02983167811969433, + "1e-07": 0.02983167811969433, + "1e-06": 0.02983167811969433, + "1e-05": 0.02983167811969433, + "0.0001": 0.02983167811969433 + } + }, + { + "layer": 5, + "mean_norm": 0.00223814626224339, + "median_norm": 0.0021552175749093294, + "max_norm": 0.004059004597365856, + "min_norm": 2.0938384359681095e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.982421875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.0350165367126465, + "5": -3.092172145843506, + "10": -2.7487335205078125, + "25": -2.7004899978637695, + "50": -2.6664743423461914, + "75": -2.596571207046509, + "90": -2.4983911514282227, + "95": -2.45235276222229, + "99": -2.393334150314331 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 3, + 1, + 1, + 2, + 0, + 3, + 1, + 3, + 4, + 167, + 243, + 69 + ], + "log_norms_bin_edges": [ + -9.679057121276855, + -9.533308029174805, + -9.387557983398438, + -9.241808891296387, + -9.09605884552002, + -8.950309753417969, + -8.804559707641602, + -8.65881061553955, + -8.513060569763184, + -8.367311477661133, + -8.221561431884766, + -8.075812339782715, + -7.930062770843506, + -7.784313201904297, + -7.638564109802246, + -7.492814064025879, + -7.347064971923828, + -7.201314926147461, + -7.05556583404541, + -6.909816265106201, + -6.764066696166992, + -6.618317127227783, + -6.472567558288574, + -6.326817989349365, + -6.181068420410156, + -6.0353193283081055, + -5.889569282531738, + -5.7438201904296875, + -5.5980706214904785, + -5.4523210525512695, + -5.3065714836120605, + -5.160821914672852, + -5.015072345733643, + -4.869322776794434, + -4.723573207855225, + -4.577823638916016, + -4.432074069976807, + -4.286324501037598, + -4.140575408935547, + -3.994825839996338, + -3.849076271057129, + -3.70332670211792, + -3.557577133178711, + -3.411827564239502, + -3.266077995300293, + -3.120328426361084, + -2.974578857421875, + -2.828829288482666, + -2.683079719543457, + -2.5373306274414062, + -2.39158034324646 + ], + "r_inf_mean": 0.23578889667987823, + "r_inf_median": 0.23367148637771606, + "pr_mean": 0.3786587715148926, + "pr_median": 0.3522185683250427, + "hoyer_mean": 0.6609423756599426, + "eff_dim_mean": 0.6609423756599426, + "topk_energy": { + "1": 0.05657849460840225, + "5": 0.24077937006950378, + "10": 0.3943527936935425, + "25": 0.7006747722625732 + }, + "gamma_raw": 0.004018779378384352, + "gamma_active": { + "1e-08": 0.0040368023328483105, + "1e-07": 0.0040368023328483105, + "1e-06": 0.003635481698438525, + "1e-05": 0.0033391586039215326, + "0.0001": 0.0030145414639264345 + }, + "gamma_energy_weighted": { + "1e-08": 0.010103874931637379, + "1e-07": 0.010103874931637379, + "1e-06": 0.010103874931637379, + "1e-05": 0.010103874931637379, + "0.0001": 0.010103874931637379 + } + }, + { + "layer": 6, + "mean_norm": 0.002168749924749136, + "median_norm": 0.0020755380392074585, + "max_norm": 0.004020589869469404, + "min_norm": 2.006784044494836e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.982421875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.042474746704102, + "5": -3.109067678451538, + "10": -2.7725648880004883, + "25": -2.7213826179504395, + "50": -2.6828348636627197, + "75": -2.6098709106445312, + "90": -2.5054471492767334, + "95": -2.458082914352417, + "99": -2.3983421325683594 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 3, + 1, + 1, + 2, + 1, + 2, + 1, + 3, + 6, + 209, + 201, + 67 + ], + "log_norms_bin_edges": [ + -9.69749927520752, + -9.55146312713623, + -9.405427932739258, + -9.259391784667969, + -9.113356590270996, + -8.967320442199707, + -8.821284294128418, + -8.675249099731445, + -8.529212951660156, + -8.383176803588867, + -8.237141609191895, + -8.091105461120605, + -7.945070266723633, + -7.799034118652344, + -7.652998447418213, + -7.506962776184082, + -7.360926628112793, + -7.21489143371582, + -7.068855285644531, + -6.9228196144104, + -6.7767839431762695, + -6.6307477951049805, + -6.48471212387085, + -6.338676452636719, + -6.192640781402588, + -6.046605110168457, + -5.900568962097168, + -5.754533290863037, + -5.608497619628906, + -5.462461948394775, + -5.316425800323486, + -5.1703901290893555, + -5.024354457855225, + -4.878318786621094, + -4.732283115386963, + -4.586246967315674, + -4.440211296081543, + -4.294175624847412, + -4.148139953613281, + -4.002103805541992, + -3.8560681343078613, + -3.7100324630737305, + -3.5639967918395996, + -3.4179611206054688, + -3.2719249725341797, + -3.125889301300049, + -2.979853630065918, + -2.833817958831787, + -2.6877822875976562, + -2.541746139526367, + -2.3957104682922363 + ], + "r_inf_mean": 0.23052150011062622, + "r_inf_median": 0.23006433248519897, + "pr_mean": 0.3905954957008362, + "pr_median": 0.3608737885951996, + "hoyer_mean": 0.6681610345840454, + "eff_dim_mean": 0.6681610345840454, + "topk_energy": { + "1": 0.054094236344099045, + "5": 0.23483271896839142, + "10": 0.38614264130592346, + "25": 0.6930032968521118 + }, + "gamma_raw": -0.005990336649119854, + "gamma_active": { + "1e-08": -0.0060124886222183704, + "1e-07": -0.0060124886222183704, + "1e-06": -0.0058357869274914265, + "1e-05": -0.00581751111894846, + "0.0001": -0.0057667396031320095 + }, + "gamma_energy_weighted": { + "1e-08": 0.014453480922830343, + "1e-07": 0.014453480922830343, + "1e-06": 0.014453480922830343, + "1e-05": 0.014453480922830343, + "0.0001": 0.014453480922830343 + } + }, + { + "layer": 7, + "mean_norm": 0.0021562715992331505, + "median_norm": 0.0020540652330964804, + "max_norm": 0.0040147616527974606, + "min_norm": 1.9848722665471996e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.982421875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.042855739593506, + "5": -3.1129393577575684, + "10": -2.7759830951690674, + "25": -2.724703073501587, + "50": -2.6873841285705566, + "75": -2.6113452911376953, + "90": -2.5068812370300293, + "95": -2.459929943084717, + "99": -2.3990554809570312 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 3, + 1, + 1, + 2, + 1, + 2, + 1, + 3, + 6, + 214, + 196, + 67 + ], + "log_norms_bin_edges": [ + -9.70226764678955, + -9.55614948272705, + -9.410030364990234, + -9.263912200927734, + -9.117793083190918, + -8.971674919128418, + -8.825556755065918, + -8.679437637329102, + -8.533319473266602, + -8.387200355529785, + -8.241082191467285, + -8.094963073730469, + -7.948844909667969, + -7.802726745605469, + -7.656607627868652, + -7.510489463806152, + -7.364370822906494, + -7.218252182006836, + -7.072134017944336, + -6.9260149002075195, + -6.7798967361450195, + -6.633778095245361, + -6.487659454345703, + -6.341541290283203, + -6.195422172546387, + -6.049304008483887, + -5.9031853675842285, + -5.75706672668457, + -5.610948085784912, + -5.464829444885254, + -5.318711280822754, + -5.172592639923096, + -5.0264739990234375, + -4.880355358123779, + -4.734236717224121, + -4.588118553161621, + -4.441999912261963, + -4.295881271362305, + -4.1497626304626465, + -4.003643989562988, + -3.8575258255004883, + -3.71140718460083, + -3.565288543701172, + -3.4191699028015137, + -3.2730512619018555, + -3.1269326210021973, + -2.9808144569396973, + -2.834695816040039, + -2.688577175140381, + -2.5424585342407227, + -2.3963403701782227 + ], + "r_inf_mean": 0.22596287727355957, + "r_inf_median": 0.2262418270111084, + "pr_mean": 0.4016551375389099, + "pr_median": 0.3716473877429962, + "hoyer_mean": 0.6751446723937988, + "eff_dim_mean": 0.675144612789154, + "topk_energy": { + "1": 0.051925044506788254, + "5": 0.22876915335655212, + "10": 0.377649188041687, + "25": 0.6849237680435181 + }, + "gamma_raw": -0.04519002139568329, + "gamma_active": { + "1e-08": -0.04543444141745567, + "1e-07": -0.04543444141745567, + "1e-06": -0.04538138583302498, + "1e-05": -0.04522787034511566, + "0.0001": -0.04549990966916084 + }, + "gamma_energy_weighted": { + "1e-08": -0.06065349333259164, + "1e-07": -0.06065349333259164, + "1e-06": -0.06065349333259164, + "1e-05": -0.06065349333259164, + "0.0001": -0.06065349333259164 + } + } + ] +}
\ No newline at end of file |