diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json new file mode 100644 index 0000000..6458c9e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 36.14605712890625, + "acc": 0.099609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.055504437536001205, + "median_norm": 0.057881806045770645, + "max_norm": 0.11886393278837204, + "min_norm": 6.589244503884699e-20, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.970703125, + "1e-06": 0.955078125, + "1e-05": 0.94921875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -11.647076606750488, + "5": -4.919196605682373, + "10": -1.4880098104476929, + "25": -1.2944984436035156, + "50": -1.2370095252990723, + "75": -1.1740803718566895, + "90": -1.126237154006958, + "95": -1.0971667766571045, + "99": -1.0363616943359375 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 3, + 2, + 2, + 1, + 2, + 1, + 2, + 5, + 1, + 4, + 0, + 2, + 2, + 2, + 4, + 85, + 379 + ], + "log_norms_bin_edges": [ + -19.18116569519043, + -18.816041946411133, + -18.450916290283203, + -18.085792541503906, + -17.72066879272461, + -17.355545043945312, + -16.990419387817383, + -16.625295639038086, + -16.26017189025879, + -15.895047187805176, + -15.529922485351562, + -15.164798736572266, + -14.799674034118652, + -14.434549331665039, + -14.069425582885742, + -13.704300880432129, + -13.339176177978516, + -12.974052429199219, + -12.608928680419922, + -12.243803024291992, + -11.878679275512695, + -11.513555526733398, + -11.148430824279785, + -10.783306121826172, + -10.418182373046875, + -10.053057670593262, + -9.687933921813965, + -9.322809219360352, + -8.957684516906738, + -8.592560768127441, + -8.227436065673828, + -7.862312316894531, + -7.497187614440918, + -7.132062911987305, + -6.766939163208008, + -6.4018144607543945, + -6.036690711975098, + -5.671566009521484, + -5.306441307067871, + -4.941317558288574, + -4.576192855834961, + -4.211069107055664, + -3.845944404602051, + -3.4808197021484375, + -3.1156959533691406, + -2.7505722045898438, + -2.385446548461914, + -2.020322799682617, + -1.6551990509033203, + -1.2900733947753906, + -0.9249498844146729 + ], + "r_inf_mean": 0.2429077923297882, + "r_inf_median": 0.2387201189994812, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6452568173408508, + "eff_dim_mean": 0.645256757736206, + "topk_energy": { + "1": 0.059589896351099014, + "5": 0.251677930355072, + "10": 0.40609800815582275, + "25": 0.7130331993103027 + }, + "gamma_raw": -0.03683127835392952, + "gamma_active": { + "1e-08": -0.03761593997478485, + "1e-07": -0.03797260299324989, + "1e-06": -0.03765438497066498, + "1e-05": -0.037655748426914215, + "0.0001": -0.03723730891942978 + }, + "gamma_energy_weighted": { + "1e-08": -0.04976179826949791, + "1e-07": -0.04976179826949791, + "1e-06": -0.04976179826949791, + "1e-05": -0.04976179826949791, + "0.0001": -0.04976179826949791 + } + }, + { + "layer": 1, + "mean_norm": 0.002288861433044076, + "median_norm": 0.0024964488111436367, + "max_norm": 0.003277365816757083, + "min_norm": 2.898652306351957e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.931640625, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.88931655883789, + "5": -6.381153583526611, + "10": -2.7562167644500732, + "25": -2.6421561241149902, + "50": -2.6025660037994385, + "75": -2.570456027984619, + "90": -2.552410840988159, + "95": -2.5386509895324707, + "99": -2.505640983581543 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 2, + 0, + 2, + 5, + 1, + 1, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.537805557250977, + -20.176738739013672, + -19.815671920776367, + -19.454605102539062, + -19.09354019165039, + -18.732473373413086, + -18.37140655517578, + -18.010339736938477, + -17.649272918701172, + -17.288206100463867, + -16.927139282226562, + -16.566072463989258, + -16.205005645751953, + -15.843939781188965, + -15.482873916625977, + -15.121807098388672, + -14.760740280151367, + -14.399673461914062, + -14.038606643676758, + -13.67754077911377, + -13.316473960876465, + -12.95540714263916, + -12.594341278076172, + -12.233274459838867, + -11.872207641601562, + -11.511140823364258, + -11.150074005126953, + -10.789008140563965, + -10.42794132232666, + -10.066874504089355, + -9.705808639526367, + -9.344741821289062, + -8.983675003051758, + -8.622608184814453, + -8.261541366577148, + -7.90047550201416, + -7.5394086837768555, + -7.178341865539551, + -6.8172760009765625, + -6.456209182739258, + -6.095142364501953, + -5.734075546264648, + -5.373008728027344, + -5.0119428634643555, + -4.650876045227051, + -4.2898101806640625, + -3.928743362426758, + -3.567676544189453, + -3.2066097259521484, + -2.8455429077148438, + -2.4844751358032227 + ], + "r_inf_mean": 0.3065078854560852, + "r_inf_median": 0.3005591034889221, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5986630916595459, + "eff_dim_mean": 0.5986629724502563, + "topk_energy": { + "1": 0.09751436859369278, + "5": 0.32262447476387024, + "10": 0.47472524642944336, + "25": 0.756047248840332 + }, + "gamma_raw": 0.3437643051147461, + "gamma_active": { + "1e-08": 0.35513484477996826, + "1e-07": 0.35526740550994873, + "1e-06": 0.3555724024772644, + "1e-05": 0.35503944754600525, + "0.0001": 0.35479313135147095 + }, + "gamma_energy_weighted": { + "1e-08": 0.35550138147936666, + "1e-07": 0.35550138147936666, + "1e-06": 0.35550138147936666, + "1e-05": 0.35550138147936666, + "0.0001": 0.35550138147936666 + } + }, + { + "layer": 2, + "mean_norm": 0.002138030482456088, + "median_norm": 0.002335913944989443, + "max_norm": 0.003004532540217042, + "min_norm": 2.761243389440121e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.907032012939453, + "5": -6.408969402313232, + "10": -2.7873892784118652, + "25": -2.6712138652801514, + "50": -2.6315319538116455, + "75": -2.598267078399658, + "90": -2.5775797367095947, + "95": -2.5722849369049072, + "99": -2.522294044494629 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.558897018432617, + -20.198163986206055, + -19.837430953979492, + -19.476696014404297, + -19.115962982177734, + -18.755229949951172, + -18.39449691772461, + -18.033761978149414, + -17.67302894592285, + -17.31229591369629, + -16.951562881469727, + -16.59082794189453, + -16.23009490966797, + -15.869361877441406, + -15.508628845214844, + -15.147894859313965, + -14.787160873413086, + -14.426427841186523, + -14.065694808959961, + -13.704960823059082, + -13.344226837158203, + -12.98349380493164, + -12.622760772705078, + -12.2620267868042, + -11.901293754577637, + -11.540559768676758, + -11.179826736450195, + -10.819092750549316, + -10.458359718322754, + -10.097625732421875, + -9.736892700195312, + -9.376158714294434, + -9.015425682067871, + -8.654692649841309, + -8.29395866394043, + -7.933225631713867, + -7.572491645812988, + -7.211758613586426, + -6.851024627685547, + -6.490291595458984, + -6.1295576095581055, + -5.768824577331543, + -5.408090591430664, + -5.047357559204102, + -4.686623573303223, + -4.325889587402344, + -3.9651565551757812, + -3.6044235229492188, + -3.2436904907226562, + -2.8829574584960938, + -2.5222232341766357 + ], + "r_inf_mean": 0.31301936507225037, + "r_inf_median": 0.30262836813926697, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5990524291992188, + "eff_dim_mean": 0.599052369594574, + "topk_energy": { + "1": 0.10172069072723389, + "5": 0.3281489610671997, + "10": 0.48029476404190063, + "25": 0.7574486136436462 + }, + "gamma_raw": 0.18513521552085876, + "gamma_active": { + "1e-08": 0.19112245738506317, + "1e-07": 0.19085633754730225, + "1e-06": 0.19106708467006683, + "1e-05": 0.19107261300086975, + "0.0001": 0.19071008265018463 + }, + "gamma_energy_weighted": { + "1e-08": 0.19616062324390338, + "1e-07": 0.19616062324390338, + "1e-06": 0.19616062324390338, + "1e-05": 0.19616062324390338, + "0.0001": 0.19616062324390338 + } + }, + { + "layer": 3, + "mean_norm": 0.002128136344254017, + "median_norm": 0.002323511289432645, + "max_norm": 0.0029918979853391647, + "min_norm": 2.7454661713357008e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.9086332321167, + "5": -6.410649299621582, + "10": -2.790327548980713, + "25": -2.672593832015991, + "50": -2.6338486671447754, + "75": -2.599804401397705, + "90": -2.5792012214660645, + "95": -2.57436466217041, + "99": -2.524198293685913 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.561384201049805, + -20.200637817382812, + -19.83989143371582, + -19.479145050048828, + -19.118396759033203, + -18.75765037536621, + -18.39690399169922, + -18.036157608032227, + -17.675411224365234, + -17.314664840698242, + -16.95391845703125, + -16.593172073364258, + -16.232425689697266, + -15.871678352355957, + -15.510931015014648, + -15.150184631347656, + -14.789438247680664, + -14.428691864013672, + -14.06794548034668, + -13.707198143005371, + -13.346451759338379, + -12.985705375671387, + -12.624958038330078, + -12.264211654663086, + -11.903465270996094, + -11.542718887329102, + -11.18197250366211, + -10.8212251663208, + -10.460478782653809, + -10.099732398986816, + -9.738985061645508, + -9.378238677978516, + -9.017492294311523, + -8.656745910644531, + -8.295999526977539, + -7.9352521896362305, + -7.574505805969238, + -7.213759422302246, + -6.8530120849609375, + -6.492265701293945, + -6.131519317626953, + -5.770772933959961, + -5.410026550292969, + -5.04927921295166, + -4.688532829284668, + -4.327785491943359, + -3.967039108276367, + -3.606292724609375, + -3.245546340942383, + -2.8847999572753906, + -2.5240533351898193 + ], + "r_inf_mean": 0.31338369846343994, + "r_inf_median": 0.3033016622066498, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5989930629730225, + "eff_dim_mean": 0.5989930629730225, + "topk_energy": { + "1": 0.10196825116872787, + "5": 0.32853221893310547, + "10": 0.48054033517837524, + "25": 0.7574808597564697 + }, + "gamma_raw": 0.08645286411046982, + "gamma_active": { + "1e-08": 0.08924280107021332, + "1e-07": 0.08880488574504852, + "1e-06": 0.08904463797807693, + "1e-05": 0.08823958784341812, + "0.0001": 0.0877402201294899 + }, + "gamma_energy_weighted": { + "1e-08": 0.09732277179946384, + "1e-07": 0.09732277179946384, + "1e-06": 0.09732277179946384, + "1e-05": 0.09732277179946384, + "0.0001": 0.09732277179946384 + } + }, + { + "layer": 4, + "mean_norm": 0.002126226667314768, + "median_norm": 0.002316283993422985, + "max_norm": 0.0029875438194721937, + "min_norm": 2.7449556458013907e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.90845012664795, + "5": -6.410859107971191, + "10": -2.7905187606811523, + "25": -2.672651529312134, + "50": -2.6352081298828125, + "75": -2.6001932621002197, + "90": -2.5797858238220215, + "95": -2.5751142501831055, + "99": -2.524810552597046 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.561464309692383, + -20.200729370117188, + -19.83999252319336, + -19.479257583618164, + -19.11852264404297, + -18.75778579711914, + -18.397050857543945, + -18.03631591796875, + -17.675579071044922, + -17.314844131469727, + -16.95410919189453, + -16.593372344970703, + -16.232637405395508, + -15.871902465820312, + -15.5111665725708, + -15.150430679321289, + -14.789695739746094, + -14.428960800170898, + -14.068224906921387, + -13.707489013671875, + -13.34675407409668, + -12.986018180847168, + -12.625282287597656, + -12.264547348022461, + -11.90381145477295, + -11.543075561523438, + -11.182340621948242, + -10.82160472869873, + -10.460868835449219, + -10.100133895874023, + -9.739398002624512, + -9.378663063049316, + -9.017927169799805, + -8.657191276550293, + -8.296456336975098, + -7.935720443725586, + -7.574985504150391, + -7.214249610900879, + -6.853513717651367, + -6.492778778076172, + -6.13204288482666, + -5.771306991577148, + -5.410572052001953, + -5.049836158752441, + -4.68910026550293, + -4.328365325927734, + -3.967630386352539, + -3.606893539428711, + -3.2461585998535156, + -2.8854236602783203, + -2.524685859680176 + ], + "r_inf_mean": 0.31393176317214966, + "r_inf_median": 0.30327028036117554, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5987378358840942, + "eff_dim_mean": 0.5987377762794495, + "topk_energy": { + "1": 0.10235325992107391, + "5": 0.32886970043182373, + "10": 0.4806055724620819, + "25": 0.7576441168785095 + }, + "gamma_raw": 0.12179914116859436, + "gamma_active": { + "1e-08": 0.12605983018875122, + "1e-07": 0.12638576328754425, + "1e-06": 0.12639909982681274, + "1e-05": 0.127172589302063, + "0.0001": 0.12743385136127472 + }, + "gamma_energy_weighted": { + "1e-08": 0.12665228790312075, + "1e-07": 0.12665228790312075, + "1e-06": 0.12665228790312075, + "1e-05": 0.12665228790312075, + "0.0001": 0.12665228790312075 + } + }, + { + "layer": 5, + "mean_norm": 0.002124109538272023, + "median_norm": 0.0023128639440983534, + "max_norm": 0.002985121216624975, + "min_norm": 2.736007312563543e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.90895938873291, + "5": -6.410471439361572, + "10": -2.7904610633850098, + "25": -2.6731724739074707, + "50": -2.6358494758605957, + "75": -2.600940704345703, + "90": -2.5803277492523193, + "95": -2.576314687728882, + "99": -2.5251352787017822 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.562883377075195, + -20.202125549316406, + -19.84136962890625, + -19.48061180114746, + -19.119855880737305, + -18.759098052978516, + -18.39834213256836, + -18.03758430480957, + -17.676828384399414, + -17.316070556640625, + -16.95531463623047, + -16.59455680847168, + -16.233800888061523, + -15.873043060302734, + -15.512287139892578, + -15.151529312133789, + -14.790773391723633, + -14.430015563964844, + -14.069259643554688, + -13.708501815795898, + -13.347745895385742, + -12.986988067626953, + -12.626232147216797, + -12.265474319458008, + -11.904717445373535, + -11.543960571289062, + -11.18320369720459, + -10.822446823120117, + -10.461689949035645, + -10.100933074951172, + -9.7401762008667, + -9.379419326782227, + -9.018662452697754, + -8.657905578613281, + -8.297148704528809, + -7.936391830444336, + -7.575634956359863, + -7.214878082275391, + -6.854121208190918, + -6.493364334106445, + -6.132607460021973, + -5.7718505859375, + -5.411093711853027, + -5.050336837768555, + -4.689579963684082, + -4.328823089599609, + -3.9680652618408203, + -3.607309341430664, + -3.246551513671875, + -2.8857955932617188, + -2.525038242340088 + ], + "r_inf_mean": 0.3135175108909607, + "r_inf_median": 0.30303820967674255, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5984656810760498, + "eff_dim_mean": 0.5984656810760498, + "topk_energy": { + "1": 0.10211172699928284, + "5": 0.3284613788127899, + "10": 0.4802358150482178, + "25": 0.7577884197235107 + }, + "gamma_raw": 0.09677034616470337, + "gamma_active": { + "1e-08": 0.10005009174346924, + "1e-07": 0.0997135117650032, + "1e-06": 0.10012399405241013, + "1e-05": 0.10019093751907349, + "0.0001": 0.10015974938869476 + }, + "gamma_energy_weighted": { + "1e-08": 0.1072288354312334, + "1e-07": 0.1072288354312334, + "1e-06": 0.1072288354312334, + "1e-05": 0.1072288354312334, + "0.0001": 0.1072288354312334 + } + }, + { + "layer": 6, + "mean_norm": 0.002122092992067337, + "median_norm": 0.0023122972343117, + "max_norm": 0.0029805104713886976, + "min_norm": 2.728314088580338e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.908926010131836, + "5": -6.41083288192749, + "10": -2.791476011276245, + "25": -2.6736199855804443, + "50": -2.6357784271240234, + "75": -2.6008341312408447, + "90": -2.5810625553131104, + "95": -2.5764524936676025, + "99": -2.5257954597473145 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.56410789489746, + -20.203340530395508, + -19.842571258544922, + -19.48180389404297, + -19.121036529541016, + -18.76026725769043, + -18.399499893188477, + -18.038732528686523, + -17.677963256835938, + -17.317195892333984, + -16.95642852783203, + -16.595661163330078, + -16.234891891479492, + -15.874124526977539, + -15.51335620880127, + -15.152587890625, + -14.791820526123047, + -14.431053161621094, + -14.070284843444824, + -13.709516525268555, + -13.348749160766602, + -12.987980842590332, + -12.627212524414062, + -12.26644515991211, + -11.90567684173584, + -11.54490852355957, + -11.184141159057617, + -10.823372840881348, + -10.462604522705078, + -10.101837158203125, + -9.741068840026855, + -9.380301475524902, + -9.019533157348633, + -8.658764839172363, + -8.29799747467041, + -7.937229156494141, + -7.5764617919921875, + -7.215693473815918, + -6.854925155639648, + -6.494157791137695, + -6.133389472961426, + -5.772621154785156, + -5.411853790283203, + -5.051085472106934, + -4.690317153930664, + -4.329549789428711, + -3.968782424926758, + -3.608013153076172, + -3.2472457885742188, + -2.8864784240722656, + -2.525709390640259 + ], + "r_inf_mean": 0.31365180015563965, + "r_inf_median": 0.30206215381622314, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5986859798431396, + "eff_dim_mean": 0.5986859798431396, + "topk_energy": { + "1": 0.10219798982143402, + "5": 0.3287060856819153, + "10": 0.480356365442276, + "25": 0.7574353814125061 + }, + "gamma_raw": 0.09361913055181503, + "gamma_active": { + "1e-08": 0.09678767621517181, + "1e-07": 0.09688305854797363, + "1e-06": 0.09657052159309387, + "1e-05": 0.09680327028036118, + "0.0001": 0.0965067446231842 + }, + "gamma_energy_weighted": { + "1e-08": 0.09970029454082914, + "1e-07": 0.09970029454082914, + "1e-06": 0.09970029454082914, + "1e-05": 0.09970029454082914, + "0.0001": 0.09970029454082914 + } + }, + { + "layer": 7, + "mean_norm": 0.0021203309297561646, + "median_norm": 0.0023126336745917797, + "max_norm": 0.002969390479847789, + "min_norm": 2.726001779494954e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.910258293151855, + "5": -6.411357402801514, + "10": -2.7913312911987305, + "25": -2.673759937286377, + "50": -2.6358895301818848, + "75": -2.6015775203704834, + "90": -2.58117413520813, + "95": -2.577254295349121, + "99": -2.527427911758423 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.56447410583496, + -20.203731536865234, + -19.842988967895508, + -19.48224639892578, + -19.121501922607422, + -18.760759353637695, + -18.40001678466797, + -18.039274215698242, + -17.678531646728516, + -17.31778907775879, + -16.957046508789062, + -16.596302032470703, + -16.235559463500977, + -15.87481689453125, + -15.514074325561523, + -15.153331756591797, + -14.79258918762207, + -14.431845664978027, + -14.0711030960083, + -13.710359573364258, + -13.349617004394531, + -12.988874435424805, + -12.628131866455078, + -12.267389297485352, + -11.906645774841309, + -11.545903205871582, + -11.185160636901855, + -10.824417114257812, + -10.463674545288086, + -10.10293197631836, + -9.742189407348633, + -9.38144588470459, + -9.020703315734863, + -8.659960746765137, + -8.299217224121094, + -7.938474655151367, + -7.577732086181641, + -7.216989517211914, + -6.856245994567871, + -6.4955034255981445, + -6.134760856628418, + -5.774017333984375, + -5.413274765014648, + -5.052532196044922, + -4.691789627075195, + -4.331047058105469, + -3.970304489135742, + -3.609560012817383, + -3.2488174438476562, + -2.8880748748779297, + -2.5273327827453613 + ], + "r_inf_mean": 0.31340986490249634, + "r_inf_median": 0.29931923747062683, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5987052917480469, + "eff_dim_mean": 0.5987052321434021, + "topk_energy": { + "1": 0.10203090310096741, + "5": 0.3285648822784424, + "10": 0.4806790351867676, + "25": 0.7575680613517761 + }, + "gamma_raw": 0.034082040190696716, + "gamma_active": { + "1e-08": 0.035280682146549225, + "1e-07": 0.03473839908838272, + "1e-06": 0.0349239744246006, + "1e-05": 0.03469691425561905, + "0.0001": 0.0343269407749176 + }, + "gamma_energy_weighted": { + "1e-08": 0.04200992449195378, + "1e-07": 0.04200992449195378, + "1e-06": 0.04200992449195378, + "1e-05": 0.04200992449195378, + "0.0001": 0.04200992449195378 + } + } + ] +}
\ No newline at end of file |