diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json new file mode 100644 index 0000000..3bb798a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 16.59707260131836, + "acc": 0.109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023088086396455765, + "median_norm": 0.023807918652892113, + "max_norm": 0.06253558397293091, + "min_norm": 3.4758163014458887e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.978515625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.66328763961792, + "5": -3.386953115463257, + "10": -1.9616137742996216, + "25": -1.704451084136963, + "50": -1.6227715015411377, + "75": -1.5486781597137451, + "90": -1.4828821420669556, + "95": -1.4466849565505981, + "99": -1.3468259572982788 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 2, + 3, + 2, + 1, + 2, + 5, + 1, + 1, + 5, + 1, + 1, + 2, + 2, + 3, + 6, + 24, + 143, + 226, + 60, + 6 + ], + "log_norms_bin_edges": [ + -8.458943367004395, + -8.313841819763184, + -8.168740272521973, + -8.023638725280762, + -7.878537654876709, + -7.733436107635498, + -7.588335037231445, + -7.443233489990234, + -7.298131942749023, + -7.1530303955078125, + -7.00792932510376, + -6.862827777862549, + -6.717726707458496, + -6.572625160217285, + -6.427523612976074, + -6.282422065734863, + -6.137320518493652, + -5.9922194480896, + -5.847117900848389, + -5.702016830444336, + -5.556915283203125, + -5.411813735961914, + -5.266712188720703, + -5.121610641479492, + -4.9765095710754395, + -4.8314080238342285, + -4.686306953430176, + -4.541205406188965, + -4.396103858947754, + -4.251002311706543, + -4.105900764465332, + -3.9607996940612793, + -3.8156981468200684, + -3.6705965995788574, + -3.5254955291748047, + -3.3803939819335938, + -3.235292434692383, + -3.090190887451172, + -2.945089817047119, + -2.799988269805908, + -2.6548867225646973, + -2.5097856521606445, + -2.3646841049194336, + -2.2195825576782227, + -2.0744810104370117, + -1.929379940032959, + -1.784278392791748, + -1.639176845550537, + -1.4940757751464844, + -1.3489742279052734, + -1.203872799873352 + ], + "r_inf_mean": 0.250956654548645, + "r_inf_median": 0.24865928292274475, + "pr_mean": 0.33950895071029663, + "pr_median": 0.3388816714286804, + "hoyer_mean": 0.6355150938034058, + "eff_dim_mean": 0.6355150938034058, + "topk_energy": { + "1": 0.06371217966079712, + "5": 0.264532208442688, + "10": 0.42087188363075256, + "25": 0.7230224609375 + }, + "gamma_raw": -0.00022031739354133606, + "gamma_active": { + "1e-08": -5.4817810450913385e-05, + "1e-07": 6.438756827265024e-05, + "1e-06": -2.1762305550510064e-05, + "1e-05": 0.0007992422324605286, + "0.0001": 0.0007686693570576608 + }, + "gamma_energy_weighted": { + "1e-08": -0.0012468210545523621, + "1e-07": -0.0012468210545523621, + "1e-06": -0.0012468210545523621, + "1e-05": -0.0012468210545523621, + "0.0001": -0.0012468210545523621 + } + }, + { + "layer": 1, + "mean_norm": 0.014187535271048546, + "median_norm": 0.014798741787672043, + "max_norm": 0.035591717809438705, + "min_norm": 2.048058389547691e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.978515625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.870948791503906, + "5": -3.5858912467956543, + "10": -2.159614324569702, + "25": -1.8995847702026367, + "50": -1.829648494720459, + "75": -1.7651891708374023, + "90": -1.7042924165725708, + "95": -1.6765296459197998, + "99": -1.5902525186538696 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 1, + 6, + 1, + 0, + 6, + 1, + 0, + 3, + 2, + 2, + 5, + 9, + 89, + 274, + 82, + 7 + ], + "log_norms_bin_edges": [ + -8.688657760620117, + -8.54385757446289, + -8.399057388305664, + -8.254257202148438, + -8.109457015991211, + -7.964657306671143, + -7.819857120513916, + -7.6750569343566895, + -7.530256748199463, + -7.385456562042236, + -7.24065637588501, + -7.095856666564941, + -6.951056480407715, + -6.806256294250488, + -6.661456108093262, + -6.516655921936035, + -6.371855735778809, + -6.227055549621582, + -6.0822553634643555, + -5.937455177307129, + -5.792654991149902, + -5.647854804992676, + -5.503055095672607, + -5.358254909515381, + -5.213454723358154, + -5.068654537200928, + -4.923854351043701, + -4.779054641723633, + -4.634254455566406, + -4.48945426940918, + -4.344654083251953, + -4.199853897094727, + -4.0550537109375, + -3.9102535247802734, + -3.765453338623047, + -3.6206531524658203, + -3.4758529663085938, + -3.3310532569885254, + -3.186253070831299, + -3.0414528846740723, + -2.8966526985168457, + -2.751852512359619, + -2.6070523262023926, + -2.462252140045166, + -2.3174524307250977, + -2.172652244567871, + -2.0278520584106445, + -1.883051872253418, + -1.7382516860961914, + -1.5934514999389648, + -1.4486510753631592 + ], + "r_inf_mean": 0.25775328278541565, + "r_inf_median": 0.25594112277030945, + "pr_mean": 0.3239330053329468, + "pr_median": 0.3244157135486603, + "hoyer_mean": 0.6237548589706421, + "eff_dim_mean": 0.6237548589706421, + "topk_energy": { + "1": 0.06721861660480499, + "5": 0.275439977645874, + "10": 0.4347454905509949, + "25": 0.7345425486564636 + }, + "gamma_raw": 0.029956763610243797, + "gamma_active": { + "1e-08": 0.030067263171076775, + "1e-07": 0.03019082359969616, + "1e-06": 0.029907431453466415, + "1e-05": 0.03023167885839939, + "0.0001": 0.030038034543395042 + }, + "gamma_energy_weighted": { + "1e-08": 0.03570782249668829, + "1e-07": 0.03570782249668829, + "1e-06": 0.03570782249668829, + "1e-05": 0.03570782249668829, + "0.0001": 0.03570782249668829 + } + }, + { + "layer": 2, + "mean_norm": 0.008801487274467945, + "median_norm": 0.009305263869464397, + "max_norm": 0.02004067786037922, + "min_norm": 1.211089672992216e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.98828125, + "1e-06": 0.984375, + "1e-05": 0.974609375, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -7.079906940460205, + "5": -3.794321060180664, + "10": -2.354046106338501, + "25": -2.094428539276123, + "50": -2.0312023162841797, + "75": -1.9739010334014893, + "90": -1.9262927770614624, + "95": -1.9020384550094604, + "99": -1.8224008083343506 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 2, + 1, + 3, + 2, + 1, + 6, + 1, + 0, + 5, + 1, + 1, + 3, + 1, + 3, + 5, + 6, + 32, + 272, + 143, + 8 + ], + "log_norms_bin_edges": [ + -8.916824340820312, + -8.772449493408203, + -8.628074645996094, + -8.483699798583984, + -8.339324951171875, + -8.194951057434082, + -8.050576210021973, + -7.906201362609863, + -7.761826515197754, + -7.6174516677856445, + -7.473076820373535, + -7.328702449798584, + -7.184327602386475, + -7.039952754974365, + -6.895578384399414, + -6.751203536987305, + -6.606828689575195, + -6.462453842163086, + -6.318078994750977, + -6.173704624176025, + -6.029329776763916, + -5.884954929351807, + -5.7405805587768555, + -5.596205711364746, + -5.451830863952637, + -5.307456016540527, + -5.163081169128418, + -5.018706798553467, + -4.874331951141357, + -4.729957103729248, + -4.585582733154297, + -4.4412078857421875, + -4.296833038330078, + -4.152458190917969, + -4.008083343505859, + -3.863708972930908, + -3.719334125518799, + -3.5749592781066895, + -3.4305849075317383, + -3.286210060119629, + -3.1418352127075195, + -2.99746036529541, + -2.853085517883301, + -2.7087111473083496, + -2.5643362998962402, + -2.419961452484131, + -2.2755870819091797, + -2.1312122344970703, + -1.986837387084961, + -1.8424625396728516, + -1.6980876922607422 + ], + "r_inf_mean": 0.25868016481399536, + "r_inf_median": 0.2553081810474396, + "pr_mean": 0.321316659450531, + "pr_median": 0.3201034665107727, + "hoyer_mean": 0.6228638887405396, + "eff_dim_mean": 0.6228638887405396, + "topk_energy": { + "1": 0.06772502511739731, + "5": 0.2773415446281433, + "10": 0.4380195736885071, + "25": 0.7359970808029175 + }, + "gamma_raw": -0.07858036458492279, + "gamma_active": { + "1e-08": -0.07877248525619507, + "1e-07": -0.07916661351919174, + "1e-06": -0.07945077866315842, + "1e-05": -0.07931297272443771, + "0.0001": -0.078327476978302 + }, + "gamma_energy_weighted": { + "1e-08": -0.07849757292460727, + "1e-07": -0.07849757292460727, + "1e-06": -0.07849757292460727, + "1e-05": -0.07849757292460727, + "0.0001": -0.07849757292460727 + } + }, + { + "layer": 3, + "mean_norm": 0.005749908275902271, + "median_norm": 0.006149429827928543, + "max_norm": 0.011245126836001873, + "min_norm": 7.527397594131457e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.97265625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.2728729248046875, + "5": -3.996751070022583, + "10": -2.55138897895813, + "25": -2.263005256652832, + "50": -2.210731029510498, + "75": -2.163038492202759, + "90": -2.124950408935547, + "95": -2.0970659255981445, + "99": -2.0522520542144775 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 1, + 2, + 1, + 3, + 2, + 1, + 4, + 4, + 0, + 2, + 4, + 1, + 2, + 1, + 3, + 2, + 7, + 5, + 122, + 311, + 20 + ], + "log_norms_bin_edges": [ + -9.1233549118042, + -8.97986888885498, + -8.836381912231445, + -8.692895889282227, + -8.549409866333008, + -8.405922889709473, + -8.262436866760254, + -8.118949890136719, + -7.9754638671875, + -7.831977367401123, + -7.688490867614746, + -7.545004844665527, + -7.40151834487915, + -7.258031845092773, + -7.114545822143555, + -6.971059322357178, + -6.827572822570801, + -6.684086322784424, + -6.540599822998047, + -6.397113800048828, + -6.253627300262451, + -6.110140800476074, + -5.9666547775268555, + -5.8231682777404785, + -5.679681777954102, + -5.536195278167725, + -5.392708778381348, + -5.249222755432129, + -5.105736255645752, + -4.962249755859375, + -4.818763732910156, + -4.675277233123779, + -4.531790733337402, + -4.388304233551025, + -4.244817733764648, + -4.10133171081543, + -3.9578452110290527, + -3.814358711242676, + -3.670872688293457, + -3.52738618850708, + -3.383899688720703, + -3.240413188934326, + -3.096926689147949, + -2.9534406661987305, + -2.8099541664123535, + -2.6664676666259766, + -2.522981643676758, + -2.379495143890381, + -2.236008644104004, + -2.092522144317627, + -1.9490357637405396 + ], + "r_inf_mean": 0.2565044164657593, + "r_inf_median": 0.2548898756504059, + "pr_mean": 0.3252410888671875, + "pr_median": 0.32393038272857666, + "hoyer_mean": 0.6255109906196594, + "eff_dim_mean": 0.6255109310150146, + "topk_energy": { + "1": 0.06658080220222473, + "5": 0.27431559562683105, + "10": 0.4354552626609802, + "25": 0.7338710427284241 + }, + "gamma_raw": -0.02971789427101612, + "gamma_active": { + "1e-08": -0.03004550188779831, + "1e-07": -0.029976949095726013, + "1e-06": -0.02979002706706524, + "1e-05": -0.030267223715782166, + "0.0001": -0.030500944703817368 + }, + "gamma_energy_weighted": { + "1e-08": -0.03489773564488086, + "1e-07": -0.03489773564488086, + "1e-06": -0.03489773564488086, + "1e-05": -0.03489773564488086, + "0.0001": -0.03489773564488086 + } + }, + { + "layer": 4, + "mean_norm": 0.004230787977576256, + "median_norm": 0.004525578580796719, + "max_norm": 0.00702781043946743, + "min_norm": 5.351173393286501e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.422008514404297, + "5": -4.173186779022217, + "10": -2.706929922103882, + "25": -2.3902792930603027, + "50": -2.3441553115844727, + "75": -2.30007266998291, + "90": -2.257040023803711, + "95": -2.2299551963806152, + "99": -2.17854380607605 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 1, + 2, + 1, + 3, + 2, + 1, + 3, + 4, + 1, + 0, + 5, + 1, + 2, + 1, + 4, + 2, + 2, + 8, + 20, + 320, + 115 + ], + "log_norms_bin_edges": [ + -9.271551132202148, + -9.129183769226074, + -8.98681640625, + -8.844449043273926, + -8.702081680297852, + -8.559714317321777, + -8.417346954345703, + -8.274979591369629, + -8.132612228393555, + -7.990244388580322, + -7.847877025604248, + -7.705509185791016, + -7.563141822814941, + -7.420774459838867, + -7.278407096862793, + -7.136039733886719, + -6.9936723709106445, + -6.85130500793457, + -6.708937644958496, + -6.566570281982422, + -6.424202919006348, + -6.281835556030273, + -6.139467716217041, + -5.997100353240967, + -5.854732990264893, + -5.712365627288818, + -5.569998264312744, + -5.427630424499512, + -5.2852630615234375, + -5.142895698547363, + -5.000528335571289, + -4.858160972595215, + -4.715793609619141, + -4.573426246643066, + -4.431058883666992, + -4.288691520690918, + -4.146324157714844, + -4.003956317901611, + -3.861588954925537, + -3.719221591949463, + -3.5768542289733887, + -3.4344868659973145, + -3.2921195030212402, + -3.149752140045166, + -3.0073843002319336, + -2.8650169372558594, + -2.722649574279785, + -2.580282211303711, + -2.4379148483276367, + -2.2955474853515625, + -2.153179883956909 + ], + "r_inf_mean": 0.25213098526000977, + "r_inf_median": 0.2507719397544861, + "pr_mean": 0.3371385931968689, + "pr_median": 0.335987389087677, + "hoyer_mean": 0.6349136829376221, + "eff_dim_mean": 0.6349135637283325, + "topk_energy": { + "1": 0.06425687670707703, + "5": 0.2663413882255554, + "10": 0.42497730255126953, + "25": 0.7245923280715942 + }, + "gamma_raw": -0.017788277938961983, + "gamma_active": { + "1e-08": -0.01791795901954174, + "1e-07": -0.018430352210998535, + "1e-06": -0.018682805821299553, + "1e-05": -0.019097648561000824, + "0.0001": -0.020145956426858902 + }, + "gamma_energy_weighted": { + "1e-08": -0.02425339678785916, + "1e-07": -0.02425339678785916, + "1e-06": -0.02425339678785916, + "1e-05": -0.02425339678785916, + "0.0001": -0.02425339678785916 + } + }, + { + "layer": 5, + "mean_norm": 0.0035312289837747812, + "median_norm": 0.00371393165551126, + "max_norm": 0.00627749552950263, + "min_norm": 4.3828005114043833e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.5185747146606445, + "5": -4.281741142272949, + "10": -2.8111703395843506, + "25": -2.4729056358337402, + "50": -2.4299819469451904, + "75": -2.3891263008117676, + "90": -2.3235385417938232, + "95": -2.289917469024658, + "99": -2.2171974182128906 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 1, + 2, + 2, + 3, + 1, + 1, + 3, + 5, + 0, + 3, + 2, + 1, + 3, + 1, + 3, + 3, + 4, + 5, + 43, + 330, + 82 + ], + "log_norms_bin_edges": [ + -9.358248710632324, + -9.215127944946289, + -9.072007179260254, + -8.928886413574219, + -8.785765647888184, + -8.642644882202148, + -8.499524116516113, + -8.356403350830078, + -8.21328353881836, + -8.070161819458008, + -7.927041530609131, + -7.783921241760254, + -7.640800476074219, + -7.497679710388184, + -7.354558944702148, + -7.211438179016113, + -7.068317413330078, + -6.925196647644043, + -6.782075881958008, + -6.638955116271973, + -6.4958343505859375, + -6.352713584899902, + -6.209593296051025, + -6.06647253036499, + -5.923351764678955, + -5.78023099899292, + -5.637110233306885, + -5.493989944458008, + -5.350869178771973, + -5.2077484130859375, + -5.064627647399902, + -4.921506881713867, + -4.778386116027832, + -4.635265350341797, + -4.492144584655762, + -4.349023818969727, + -4.205903053283691, + -4.0627827644348145, + -3.9196619987487793, + -3.776541233062744, + -3.633420467376709, + -3.490299701690674, + -3.3471789360046387, + -3.2040581703186035, + -3.0609378814697266, + -2.9178171157836914, + -2.7746963500976562, + -2.631575584411621, + -2.488454818725586, + -2.345334053039551, + -2.2022135257720947 + ], + "r_inf_mean": 0.24249297380447388, + "r_inf_median": 0.24078503251075745, + "pr_mean": 0.35929885506629944, + "pr_median": 0.354493647813797, + "hoyer_mean": 0.6497938632965088, + "eff_dim_mean": 0.6497938632965088, + "topk_energy": { + "1": 0.05950459837913513, + "5": 0.25250402092933655, + "10": 0.4076904058456421, + "25": 0.7099634408950806 + }, + "gamma_raw": -0.03058970347046852, + "gamma_active": { + "1e-08": -0.030668053776025772, + "1e-07": -0.03086397424340248, + "1e-06": -0.03096063993871212, + "1e-05": -0.03098379820585251, + "0.0001": -0.031132882460951805 + }, + "gamma_energy_weighted": { + "1e-08": -0.027310575737545775, + "1e-07": -0.027310575737545775, + "1e-06": -0.027310575737545775, + "1e-05": -0.027310575737545775, + "0.0001": -0.027310575737545775 + } + }, + { + "layer": 6, + "mean_norm": 0.003204583888873458, + "median_norm": 0.0032887449488043785, + "max_norm": 0.0059593068435788155, + "min_norm": 3.9309594468406317e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.966796875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.5731353759765625, + "5": -4.335965156555176, + "10": -2.858219861984253, + "25": -2.522493362426758, + "50": -2.4828925132751465, + "75": -2.4315528869628906, + "90": -2.350755453109741, + "95": -2.3087401390075684, + "99": -2.2324917316436768 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 3, + 2, + 1, + 1, + 3, + 5, + 0, + 3, + 2, + 1, + 3, + 3, + 3, + 1, + 4, + 7, + 101, + 282, + 70 + ], + "log_norms_bin_edges": [ + -9.405501365661621, + -9.261887550354004, + -9.118273735046387, + -8.97465991973877, + -8.831045150756836, + -8.687431335449219, + -8.543817520141602, + -8.400203704833984, + -8.256589889526367, + -8.11297607421875, + -7.969362258911133, + -7.825747966766357, + -7.68213415145874, + -7.538520336151123, + -7.394906044006348, + -7.2512922286987305, + -7.107678413391113, + -6.964064598083496, + -6.820450782775879, + -6.6768364906311035, + -6.533222675323486, + -6.389608860015869, + -6.245994567871094, + -6.102380752563477, + -5.958766937255859, + -5.815153121948242, + -5.671539306640625, + -5.52792501449585, + -5.384311199188232, + -5.240697383880615, + -5.09708309173584, + -4.953469276428223, + -4.8098554611206055, + -4.666241645812988, + -4.522627830505371, + -4.379013538360596, + -4.2353997230529785, + -4.091785907745361, + -3.948171615600586, + -3.8045578002929688, + -3.6609439849853516, + -3.5173301696777344, + -3.373716354370117, + -3.230102062225342, + -3.0864882469177246, + -2.9428744316101074, + -2.799260139465332, + -2.655646324157715, + -2.5120325088500977, + -2.3684186935424805, + -2.224804401397705 + ], + "r_inf_mean": 0.2327980101108551, + "r_inf_median": 0.2333887368440628, + "pr_mean": 0.3802170753479004, + "pr_median": 0.3657671809196472, + "hoyer_mean": 0.6621993780136108, + "eff_dim_mean": 0.6621993184089661, + "topk_energy": { + "1": 0.054887399077415466, + "5": 0.24021676182746887, + "10": 0.39188748598098755, + "25": 0.6977246403694153 + }, + "gamma_raw": -0.0557083897292614, + "gamma_active": { + "1e-08": -0.05609431117773056, + "1e-07": -0.05605192855000496, + "1e-06": -0.05574626103043556, + "1e-05": -0.055625393986701965, + "0.0001": -0.055262304842472076 + }, + "gamma_energy_weighted": { + "1e-08": -0.06847345237445025, + "1e-07": -0.06847345237445025, + "1e-06": -0.06847345237445025, + "1e-05": -0.06847345237445025, + "0.0001": -0.06847345237445025 + } + }, + { + "layer": 7, + "mean_norm": 0.0030416068620979786, + "median_norm": 0.003102468093857169, + "max_norm": 0.005811304319649935, + "min_norm": 3.6925176805091553e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.966796875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.602756023406982, + "5": -4.367068290710449, + "10": -2.876365900039673, + "25": -2.5525550842285156, + "50": -2.5082902908325195, + "75": -2.45062255859375, + "90": -2.3651375770568848, + "95": -2.318098545074463, + "99": -2.238661289215088 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 3, + 2, + 1, + 3, + 1, + 5, + 0, + 4, + 1, + 2, + 2, + 3, + 3, + 1, + 5, + 6, + 164, + 222, + 67 + ], + "log_norms_bin_edges": [ + -9.432677268981934, + -9.288738250732422, + -9.14479923248291, + -9.000860214233398, + -8.856921195983887, + -8.712982177734375, + -8.569043159484863, + -8.425104141235352, + -8.28116512298584, + -8.137226104736328, + -7.993287086486816, + -7.849348068237305, + -7.705409049987793, + -7.561470031738281, + -7.4175310134887695, + -7.273591995239258, + -7.129652976989746, + -6.985713958740234, + -6.841774940490723, + -6.697835922241211, + -6.553896903991699, + -6.4099578857421875, + -6.266018867492676, + -6.122079849243164, + -5.978140830993652, + -5.834201812744141, + -5.690262794494629, + -5.546323776245117, + -5.4023847579956055, + -5.258445739746094, + -5.114506721496582, + -4.97056770324707, + -4.826628684997559, + -4.682689666748047, + -4.538750648498535, + -4.394811630249023, + -4.250872611999512, + -4.10693359375, + -3.9629945755004883, + -3.8190555572509766, + -3.675116539001465, + -3.531177520751953, + -3.3872385025024414, + -3.2432994842529297, + -3.099360466003418, + -2.9554214477539062, + -2.8114824295043945, + -2.667543411254883, + -2.523604393005371, + -2.3796653747558594, + -2.2357263565063477 + ], + "r_inf_mean": 0.22773778438568115, + "r_inf_median": 0.2258564829826355, + "pr_mean": 0.39661461114883423, + "pr_median": 0.37269410490989685, + "hoyer_mean": 0.6731645464897156, + "eff_dim_mean": 0.6731644868850708, + "topk_energy": { + "1": 0.05261486396193504, + "5": 0.23094169795513153, + "10": 0.3802891969680786, + "25": 0.6870591640472412 + }, + "gamma_raw": -0.013552876189351082, + "gamma_active": { + "1e-08": -0.013572313822805882, + "1e-07": -0.013607027940452099, + "1e-06": -0.013829033821821213, + "1e-05": -0.01384467352181673, + "0.0001": -0.014284036122262478 + }, + "gamma_energy_weighted": { + "1e-08": -0.011952804999564873, + "1e-07": -0.011952804999564873, + "1e-06": -0.011952804999564873, + "1e-05": -0.011952804999564873, + "0.0001": -0.011952804999564873 + } + } + ] +}
\ No newline at end of file |