diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json new file mode 100644 index 0000000..52778f9 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 23.92013931274414, + "acc": 0.087890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03728649765253067, + "median_norm": 0.037930846214294434, + "max_norm": 0.07764743268489838, + "min_norm": 4.226743111193426e-16, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.577311992645264, + "5": -3.1184537410736084, + "10": -1.5696603059768677, + "25": -1.485742211341858, + "50": -1.4209978580474854, + "75": -1.3389219045639038, + "90": -1.2837460041046143, + "95": -1.2658008337020874, + "99": -1.2060940265655518 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 3, + 3, + 1, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 3, + 5, + 3, + 3, + 5, + 255, + 212 + ], + "log_norms_bin_edges": [ + -15.373993873596191, + -15.088711738586426, + -14.803428649902344, + -14.518146514892578, + -14.232864379882812, + -13.947582244873047, + -13.662299156188965, + -13.3770170211792, + -13.091733932495117, + -12.806451797485352, + -12.521169662475586, + -12.23588752746582, + -11.950604438781738, + -11.665322303771973, + -11.38003921508789, + -11.094757080078125, + -10.80947494506836, + -10.524192810058594, + -10.238910675048828, + -9.953627586364746, + -9.66834545135498, + -9.383062362670898, + -9.097780227661133, + -8.812498092651367, + -8.527215957641602, + -8.24193286895752, + -7.956650733947754, + -7.67136812210083, + -7.386085510253906, + -7.100803375244141, + -6.815521240234375, + -6.530238151550293, + -6.244956016540527, + -5.959673881530762, + -5.67439079284668, + -5.389108657836914, + -5.103826522827148, + -4.818543434143066, + -4.533261299133301, + -4.247979164123535, + -3.9626970291137695, + -3.6774139404296875, + -3.392131805419922, + -3.1068496704101562, + -2.821566581726074, + -2.5362844467163086, + -2.251002311706543, + -1.965719223022461, + -1.6804370880126953, + -1.3951549530029297, + -1.1098729372024536 + ], + "r_inf_mean": 0.2887355089187622, + "r_inf_median": 0.2795327305793762, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.603787899017334, + "eff_dim_mean": 0.603787899017334, + "topk_energy": { + "1": 0.08573924005031586, + "5": 0.3092215061187744, + "10": 0.4673236608505249, + "25": 0.7525699138641357 + }, + "gamma_raw": -0.040177542716264725, + "gamma_active": { + "1e-08": -0.040401361882686615, + "1e-07": -0.04038836061954498, + "1e-06": -0.04061306640505791, + "1e-05": -0.04012471064925194, + "0.0001": -0.04011746123433113 + }, + "gamma_energy_weighted": { + "1e-08": -0.05579394114090364, + "1e-07": -0.05579394114090364, + "1e-06": -0.05579394114090364, + "1e-05": -0.05579394114090364, + "0.0001": -0.05579394114090364 + } + }, + { + "layer": 1, + "mean_norm": 0.0022627641446888447, + "median_norm": 0.002456379123032093, + "max_norm": 0.0032219497952610254, + "min_norm": 2.4243500737987992e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.751739978790283, + "5": -4.378319263458252, + "10": -2.7228407859802246, + "25": -2.6509134769439697, + "50": -2.6096644401550293, + "75": -2.5862069129943848, + "90": -2.5598480701446533, + "95": -2.5461511611938477, + "99": -2.509925603866577 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.615406036376953, + -16.332935333251953, + -16.050464630126953, + -15.76799488067627, + -15.48552417755127, + -15.20305347442627, + -14.92058277130127, + -14.638113021850586, + -14.355642318725586, + -14.073171615600586, + -13.790700912475586, + -13.508230209350586, + -13.225759506225586, + -12.943289756774902, + -12.660819053649902, + -12.378349304199219, + -12.095878601074219, + -11.813407897949219, + -11.530937194824219, + -11.248466491699219, + -10.965995788574219, + -10.683525085449219, + -10.401055335998535, + -10.118584632873535, + -9.836113929748535, + -9.553644180297852, + -9.271173477172852, + -8.988702774047852, + -8.706232070922852, + -8.423761367797852, + -8.141291618347168, + -7.858820915222168, + -7.576350212097168, + -7.293879508972168, + -7.011408805847168, + -6.728939056396484, + -6.446468353271484, + -6.163997650146484, + -5.881526947021484, + -5.599057197570801, + -5.316586494445801, + -5.034115791320801, + -4.751645088195801, + -4.469174385070801, + -4.186704635620117, + -3.904233932495117, + -3.621763229370117, + -3.339292526245117, + -3.056821823120117, + -2.7743520736694336, + -2.4918813705444336 + ], + "r_inf_mean": 0.29184481501579285, + "r_inf_median": 0.2819744050502777, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6083689332008362, + "eff_dim_mean": 0.6083688735961914, + "topk_energy": { + "1": 0.08786788582801819, + "5": 0.30455708503723145, + "10": 0.46107539534568787, + "25": 0.7499868869781494 + }, + "gamma_raw": 0.34434330463409424, + "gamma_active": { + "1e-08": 0.34761184453964233, + "1e-07": 0.3478282392024994, + "1e-06": 0.34765172004699707, + "1e-05": 0.3475145697593689, + "0.0001": 0.3475410044193268 + }, + "gamma_energy_weighted": { + "1e-08": 0.34663940910634533, + "1e-07": 0.34663940910634533, + "1e-06": 0.34663940910634533, + "1e-05": 0.34663940910634533, + "0.0001": 0.34663940910634533 + } + }, + { + "layer": 2, + "mean_norm": 0.002148794010281563, + "median_norm": 0.0023284035269171, + "max_norm": 0.003036361886188388, + "min_norm": 2.3130853478598014e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.970703125, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.783513069152832, + "5": -4.405360221862793, + "10": -2.7452380657196045, + "25": -2.6773810386657715, + "50": -2.632211208343506, + "75": -2.6145877838134766, + "90": -2.5779762268066406, + "95": -2.5610511302948, + "99": -2.5195508003234863 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.63580894470215, + -16.353445053100586, + -16.071083068847656, + -15.788719177246094, + -15.506356239318848, + -15.223993301391602, + -14.941629409790039, + -14.659266471862793, + -14.376903533935547, + -14.094539642333984, + -13.812176704406738, + -13.529813766479492, + -13.24744987487793, + -12.965086936950684, + -12.682723999023438, + -12.400360107421875, + -12.117997169494629, + -11.835634231567383, + -11.55327033996582, + -11.270907402038574, + -10.988544464111328, + -10.706180572509766, + -10.42381763458252, + -10.141454696655273, + -9.859090805053711, + -9.576727867126465, + -9.294364929199219, + -9.012001037597656, + -8.72963809967041, + -8.447275161743164, + -8.164912223815918, + -7.8825483322143555, + -7.600185394287109, + -7.317822456359863, + -7.035458564758301, + -6.753095626831055, + -6.470732688903809, + -6.188368797302246, + -5.906005859375, + -5.623642921447754, + -5.341279983520508, + -5.058916091918945, + -4.776553153991699, + -4.494190216064453, + -4.211826324462891, + -3.9294633865356445, + -3.6471004486083984, + -3.364736557006836, + -3.08237361907959, + -2.8000106811523438, + -2.517646551132202 + ], + "r_inf_mean": 0.29782769083976746, + "r_inf_median": 0.28757244348526, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.606673538684845, + "eff_dim_mean": 0.6066734790802002, + "topk_energy": { + "1": 0.0915694385766983, + "5": 0.30885544419288635, + "10": 0.4656135141849518, + "25": 0.7512730360031128 + }, + "gamma_raw": 0.16950052976608276, + "gamma_active": { + "1e-08": 0.17113937437534332, + "1e-07": 0.1714351326227188, + "1e-06": 0.17174233496189117, + "1e-05": 0.17273978888988495, + "0.0001": 0.17300204932689667 + }, + "gamma_energy_weighted": { + "1e-08": 0.17859370830768834, + "1e-07": 0.17859370830768834, + "1e-06": 0.17859370830768834, + "1e-05": 0.17859370830768834, + "0.0001": 0.17859370830768834 + } + }, + { + "layer": 3, + "mean_norm": 0.002141700591892004, + "median_norm": 0.0023202854208648205, + "max_norm": 0.0030252267606556416, + "min_norm": 2.3068206127725698e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.784777641296387, + "5": -4.405984401702881, + "10": -2.746476411819458, + "25": -2.6792244911193848, + "50": -2.634348154067993, + "75": -2.615184783935547, + "90": -2.5783889293670654, + "95": -2.562195062637329, + "99": -2.5211620330810547 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.636985778808594, + -16.354631423950195, + -16.072275161743164, + -15.789920806884766, + -15.507566452026367, + -15.225211143493652, + -14.942856788635254, + -14.660501480102539, + -14.37814712524414, + -14.095791816711426, + -13.813437461853027, + -13.531082153320312, + -13.248727798461914, + -12.9663724899292, + -12.684017181396484, + -12.401662826538086, + -12.119308471679688, + -11.836953163146973, + -11.554597854614258, + -11.27224349975586, + -10.989889144897461, + -10.707533836364746, + -10.425178527832031, + -10.142824172973633, + -9.860468864440918, + -9.578113555908203, + -9.295759201049805, + -9.013404846191406, + -8.731049537658691, + -8.448695182800293, + -8.166339874267578, + -7.88398551940918, + -7.601630210876465, + -7.31927490234375, + -7.036920547485352, + -6.754565238952637, + -6.472210884094238, + -6.189855575561523, + -5.907501220703125, + -5.62514591217041, + -5.342791557312012, + -5.060436248779297, + -4.778081893920898, + -4.495726585388184, + -4.213372230529785, + -3.9310169219970703, + -3.648662567138672, + -3.366307258605957, + -3.083951950073242, + -2.8015975952148438, + -2.519242286682129 + ], + "r_inf_mean": 0.29786890745162964, + "r_inf_median": 0.28813353180885315, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6065499782562256, + "eff_dim_mean": 0.6065499782562256, + "topk_energy": { + "1": 0.09160222858190536, + "5": 0.3090411424636841, + "10": 0.46582093834877014, + "25": 0.751335620880127 + }, + "gamma_raw": 0.06490367650985718, + "gamma_active": { + "1e-08": 0.06554841995239258, + "1e-07": 0.06571294367313385, + "1e-06": 0.06613731384277344, + "1e-05": 0.06657067686319351, + "0.0001": 0.06689292937517166 + }, + "gamma_energy_weighted": { + "1e-08": 0.07483635044137862, + "1e-07": 0.07483635044137862, + "1e-06": 0.07483635044137862, + "1e-05": 0.07483635044137862, + "0.0001": 0.07483635044137862 + } + }, + { + "layer": 4, + "mean_norm": 0.0021400912664830685, + "median_norm": 0.002316127996891737, + "max_norm": 0.003018693532794714, + "min_norm": 2.3042234310852758e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.7849345207214355, + "5": -4.406647682189941, + "10": -2.7464849948883057, + "25": -2.6788127422332764, + "50": -2.6350479125976562, + "75": -2.6158316135406494, + "90": -2.5785694122314453, + "95": -2.563105821609497, + "99": -2.5221107006073 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.637475967407227, + -16.35512924194336, + -16.072784423828125, + -15.790438652038574, + -15.508092880249023, + -15.225746154785156, + -14.943400382995605, + -14.661054611206055, + -14.378708839416504, + -14.096363067626953, + -13.814017295837402, + -13.531671524047852, + -13.249324798583984, + -12.96697998046875, + -12.684633255004883, + -12.402287483215332, + -12.119941711425781, + -11.83759593963623, + -11.55525016784668, + -11.272903442382812, + -10.990558624267578, + -10.708211898803711, + -10.42586612701416, + -10.14352035522461, + -9.861174583435059, + -9.578828811645508, + -9.296483039855957, + -9.014137268066406, + -8.731790542602539, + -8.449444770812988, + -8.167098999023438, + -7.884753227233887, + -7.602407455444336, + -7.320061683654785, + -7.037715911865234, + -6.755370140075684, + -6.473024368286133, + -6.190677642822266, + -5.908331871032715, + -5.625986099243164, + -5.343640327453613, + -5.0612945556640625, + -4.778948783874512, + -4.496603012084961, + -4.214256286621094, + -3.931910514831543, + -3.649564743041992, + -3.3672189712524414, + -3.0848731994628906, + -2.80252742767334, + -2.520181179046631 + ], + "r_inf_mean": 0.29807865619659424, + "r_inf_median": 0.28884026408195496, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6064637899398804, + "eff_dim_mean": 0.6064637899398804, + "topk_energy": { + "1": 0.09174832701683044, + "5": 0.30914807319641113, + "10": 0.46608108282089233, + "25": 0.7512701749801636 + }, + "gamma_raw": 0.1282370388507843, + "gamma_active": { + "1e-08": 0.12944062054157257, + "1e-07": 0.12994083762168884, + "1e-06": 0.1299200803041458, + "1e-05": 0.12985725700855255, + "0.0001": 0.12957803905010223 + }, + "gamma_energy_weighted": { + "1e-08": 0.1308258253866679, + "1e-07": 0.1308258253866679, + "1e-06": 0.1308258253866679, + "1e-05": 0.1308258253866679, + "0.0001": 0.1308258253866679 + } + }, + { + "layer": 5, + "mean_norm": 0.0021391124464571476, + "median_norm": 0.002316426020115614, + "max_norm": 0.0030164900235831738, + "min_norm": 2.296785753889444e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.785044193267822, + "5": -4.40732479095459, + "10": -2.7460896968841553, + "25": -2.678236961364746, + "50": -2.6351685523986816, + "75": -2.6151626110076904, + "90": -2.5793752670288086, + "95": -2.5638644695281982, + "99": -2.5224201679229736 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.638879776000977, + -16.35651206970215, + -16.07414436340332, + -15.791776657104492, + -15.509408950805664, + -15.227041244506836, + -14.944673538208008, + -14.662306785583496, + -14.379939079284668, + -14.09757137298584, + -13.815203666687012, + -13.532835960388184, + -13.250468254089355, + -12.968100547790527, + -12.6857328414917, + -12.403366088867188, + -12.12099838256836, + -11.838630676269531, + -11.556262969970703, + -11.273895263671875, + -10.991527557373047, + -10.709159851074219, + -10.42679214477539, + -10.144424438476562, + -9.862056732177734, + -9.579689025878906, + -9.297321319580078, + -9.01495361328125, + -8.732585906982422, + -8.45021915435791, + -8.167851448059082, + -7.885483741760254, + -7.603116035461426, + -7.320748329162598, + -7.0383806228637695, + -6.756012916564941, + -6.473645210266113, + -6.191277503967285, + -5.908910751342773, + -5.626543045043945, + -5.344175338745117, + -5.061807632446289, + -4.779439926147461, + -4.497072219848633, + -4.214704513549805, + -3.9323368072509766, + -3.6499691009521484, + -3.3676013946533203, + -3.085233688354492, + -2.8028669357299805, + -2.520498037338257 + ], + "r_inf_mean": 0.29812687635421753, + "r_inf_median": 0.28683507442474365, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6063953042030334, + "eff_dim_mean": 0.6063952445983887, + "topk_energy": { + "1": 0.09178844094276428, + "5": 0.3090246617794037, + "10": 0.4659978747367859, + "25": 0.7513611316680908 + }, + "gamma_raw": 0.10234156996011734, + "gamma_active": { + "1e-08": 0.10332465171813965, + "1e-07": 0.10371534526348114, + "1e-06": 0.10408875346183777, + "1e-05": 0.10438687354326248, + "0.0001": 0.10498493909835815 + }, + "gamma_energy_weighted": { + "1e-08": 0.11069016244554784, + "1e-07": 0.11069016244554784, + "1e-06": 0.11069016244554784, + "1e-05": 0.11069016244554784, + "0.0001": 0.11069016244554784 + } + }, + { + "layer": 6, + "mean_norm": 0.0021382225677371025, + "median_norm": 0.002312885597348213, + "max_norm": 0.0030126406345516443, + "min_norm": 2.2995520112939438e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.785416603088379, + "5": -4.407804012298584, + "10": -2.746650218963623, + "25": -2.6778483390808105, + "50": -2.635842800140381, + "75": -2.615457057952881, + "90": -2.5797200202941895, + "95": -2.564593553543091, + "99": -2.522966146469116 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.638357162475586, + -16.35601043701172, + -16.073665618896484, + -15.791318893432617, + -15.508973121643066, + -15.226627349853516, + -14.944280624389648, + -14.661934852600098, + -14.379589080810547, + -14.09724235534668, + -13.814896583557129, + -13.532550811767578, + -13.250204086303711, + -12.96785831451416, + -12.68551254272461, + -12.403165817260742, + -12.120820045471191, + -11.83847427368164, + -11.556127548217773, + -11.273781776428223, + -10.991436004638672, + -10.709089279174805, + -10.426743507385254, + -10.144397735595703, + -9.862051010131836, + -9.579705238342285, + -9.297359466552734, + -9.015012741088867, + -8.732666969299316, + -8.450321197509766, + -8.167975425720215, + -7.885628700256348, + -7.603282928466797, + -7.320937156677246, + -7.038590431213379, + -6.756244659423828, + -6.473898887634277, + -6.19155216217041, + -5.909206390380859, + -5.626860618591309, + -5.344514846801758, + -5.062168121337891, + -4.77982234954834, + -4.497476577758789, + -4.215129852294922, + -3.932784080505371, + -3.6504383087158203, + -3.368091583251953, + -3.0857458114624023, + -2.8034000396728516, + -2.521052837371826 + ], + "r_inf_mean": 0.2985108494758606, + "r_inf_median": 0.28717949986457825, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6062836647033691, + "eff_dim_mean": 0.6062836647033691, + "topk_energy": { + "1": 0.09203489124774933, + "5": 0.30927520990371704, + "10": 0.46633467078208923, + "25": 0.7511510848999023 + }, + "gamma_raw": 0.1039440929889679, + "gamma_active": { + "1e-08": 0.10492013394832611, + "1e-07": 0.10531504452228546, + "1e-06": 0.10525121539831161, + "1e-05": 0.10601872205734253, + "0.0001": 0.10626757144927979 + }, + "gamma_energy_weighted": { + "1e-08": 0.11048480657144158, + "1e-07": 0.11048480657144158, + "1e-06": 0.11048480657144158, + "1e-05": 0.11048480657144158, + "0.0001": 0.11048480657144158 + } + }, + { + "layer": 7, + "mean_norm": 0.002137281931936741, + "median_norm": 0.0023135398514568806, + "max_norm": 0.003005567006766796, + "min_norm": 2.299019141543337e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.785310745239258, + "5": -4.407889366149902, + "10": -2.7471535205841064, + "25": -2.6784987449645996, + "50": -2.6356680393218994, + "75": -2.615532636642456, + "90": -2.579728841781616, + "95": -2.5643932819366455, + "99": -2.5239601135253906 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.638456344604492, + -16.356128692626953, + -16.073801040649414, + -15.791473388671875, + -15.509145736694336, + -15.226818084716797, + -14.944490432739258, + -14.662162780761719, + -14.37983512878418, + -14.09750747680664, + -13.815179824829102, + -13.532852172851562, + -13.250524520874023, + -12.968196868896484, + -12.685869216918945, + -12.403541564941406, + -12.121213912963867, + -11.838886260986328, + -11.556558609008789, + -11.27423095703125, + -10.991903305053711, + -10.709575653076172, + -10.427248001098633, + -10.144920349121094, + -9.862592697143555, + -9.580265045166016, + -9.297937393188477, + -9.015609741210938, + -8.733282089233398, + -8.45095443725586, + -8.16862678527832, + -7.886299133300781, + -7.603971481323242, + -7.321643829345703, + -7.039316177368164, + -6.756988525390625, + -6.474660873413086, + -6.192333221435547, + -5.910005569458008, + -5.627677917480469, + -5.34535026550293, + -5.063022613525391, + -4.780694961547852, + -4.4983673095703125, + -4.216039657592773, + -3.9337120056152344, + -3.6513843536376953, + -3.3690567016601562, + -3.086729049682617, + -2.804401397705078, + -2.522073745727539 + ], + "r_inf_mean": 0.29834839701652527, + "r_inf_median": 0.28551462292671204, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6062889099121094, + "eff_dim_mean": 0.6062889099121094, + "topk_energy": { + "1": 0.09192343801259995, + "5": 0.30915555357933044, + "10": 0.4663572907447815, + "25": 0.7512447834014893 + }, + "gamma_raw": 0.012570230290293694, + "gamma_active": { + "1e-08": 0.012692345306277275, + "1e-07": 0.012734109535813332, + "1e-06": 0.013072150759398937, + "1e-05": 0.013508720323443413, + "0.0001": 0.014173618517816067 + }, + "gamma_energy_weighted": { + "1e-08": 0.020062512382802617, + "1e-07": 0.020062512382802617, + "1e-06": 0.020062512382802617, + "1e-05": 0.020062512382802617, + "0.0001": 0.020062512382802617 + } + } + ] +}
\ No newline at end of file |