diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json new file mode 100644 index 0000000..602b993 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.897281646728516, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.022474054247140884, + "median_norm": 0.02367071621119976, + "max_norm": 0.05724969506263733, + "min_norm": 2.3105160840142247e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.98046875, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -6.399012088775635, + "5": -3.287027359008789, + "10": -1.8956832885742188, + "25": -1.6996351480484009, + "50": -1.6257638931274414, + "75": -1.566253662109375, + "90": -1.5104867219924927, + "95": -1.4772443771362305, + "99": -1.3842494487762451 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 3, + 4, + 5, + 1, + 2, + 3, + 4, + 2, + 2, + 3, + 6, + 45, + 262, + 147, + 8 + ], + "log_norms_bin_edges": [ + -9.636290550231934, + -9.468409538269043, + -9.300527572631836, + -9.132646560668945, + -8.964765548706055, + -8.796884536743164, + -8.629002571105957, + -8.461121559143066, + -8.293240547180176, + -8.125358581542969, + -7.957477569580078, + -7.7895965576171875, + -7.621715068817139, + -7.45383358001709, + -7.285952568054199, + -7.118071556091309, + -6.95019006729126, + -6.782308578491211, + -6.61442756652832, + -6.44654655456543, + -6.278665065765381, + -6.110783576965332, + -5.942902565002441, + -5.775021076202393, + -5.607139587402344, + -5.439258575439453, + -5.271377086639404, + -5.103496074676514, + -4.935614585876465, + -4.767733573913574, + -4.599852085113525, + -4.431971073150635, + -4.264089584350586, + -4.096208095550537, + -3.9283270835876465, + -3.7604455947875977, + -3.592564582824707, + -3.424683094024658, + -3.2568020820617676, + -3.0889205932617188, + -2.921039581298828, + -2.7531580924987793, + -2.5852766036987305, + -2.41739559173584, + -2.249514102935791, + -2.0816330909729004, + -1.9137516021728516, + -1.745870590209961, + -1.577988624572754, + -1.4101076126098633, + -1.2422268390655518 + ], + "r_inf_mean": 0.26338234543800354, + "r_inf_median": 0.2576206624507904, + "pr_mean": 0.3162183463573456, + "pr_median": 0.3154522776603699, + "hoyer_mean": 0.6211490631103516, + "eff_dim_mean": 0.6211490631103516, + "topk_energy": { + "1": 0.07075093686580658, + "5": 0.28242751955986023, + "10": 0.44220584630966187, + "25": 0.7379271984100342 + }, + "gamma_raw": 0.003088804893195629, + "gamma_active": { + "1e-08": 0.0031039395835250616, + "1e-07": 0.0031039395835250616, + "1e-06": 0.003023330820724368, + "1e-05": 0.002902698703110218, + "0.0001": 0.0022893964778631926 + }, + "gamma_energy_weighted": { + "1e-08": 0.0019176427936365306, + "1e-07": 0.0019176427936365306, + "1e-06": 0.0019176427936365306, + "1e-05": 0.0019176427936365306, + "0.0001": 0.0019176427936365306 + } + }, + { + "layer": 1, + "mean_norm": 0.009011606685817242, + "median_norm": 0.009485804475843906, + "max_norm": 0.022292422130703926, + "min_norm": 9.567378139729854e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.98046875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.79470682144165, + "5": -3.687572956085205, + "10": -2.2898528575897217, + "25": -2.0871729850769043, + "50": -2.022582530975342, + "75": -1.9648207426071167, + "90": -1.9127758741378784, + "95": -1.885393738746643, + "99": -1.809390664100647 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 3, + 3, + 6, + 1, + 2, + 3, + 4, + 2, + 2, + 3, + 6, + 35, + 248, + 171, + 8 + ], + "log_norms_bin_edges": [ + -10.019207000732422, + -9.851860046386719, + -9.6845121383667, + -9.517165184020996, + -9.349818229675293, + -9.182470321655273, + -9.01512336730957, + -8.847776412963867, + -8.680428504943848, + -8.513081550598145, + -8.345733642578125, + -8.178386688232422, + -8.011039733886719, + -7.843692302703857, + -7.676344871520996, + -7.508997917175293, + -7.341650485992432, + -7.17430305480957, + -7.006956100463867, + -6.839608669281006, + -6.6722612380981445, + -6.504914283752441, + -6.33756685256958, + -6.170219421386719, + -6.002872467041016, + -5.835525035858154, + -5.668177604675293, + -5.500830173492432, + -5.3334832191467285, + -5.166135787963867, + -4.998788356781006, + -4.831441402435303, + -4.664093971252441, + -4.49674654006958, + -4.329399585723877, + -4.162052154541016, + -3.9947047233581543, + -3.827357769012451, + -3.66001033782959, + -3.4926629066467285, + -3.325315475463867, + -3.157968521118164, + -2.9906210899353027, + -2.8232736587524414, + -2.6559267044067383, + -2.488579273223877, + -2.3212318420410156, + -2.1538848876953125, + -1.9865379333496094, + -1.8191900253295898, + -1.6518428325653076 + ], + "r_inf_mean": 0.26938655972480774, + "r_inf_median": 0.2644520401954651, + "pr_mean": 0.30829882621765137, + "pr_median": 0.3096446990966797, + "hoyer_mean": 0.6163608431816101, + "eff_dim_mean": 0.6163607835769653, + "topk_energy": { + "1": 0.07391338795423508, + "5": 0.28761088848114014, + "10": 0.4476105570793152, + "25": 0.7423926591873169 + }, + "gamma_raw": 0.00638737715780735, + "gamma_active": { + "1e-08": 0.006444963626563549, + "1e-07": 0.0063566043972969055, + "1e-06": 0.006666406057775021, + "1e-05": 0.00678623840212822, + "0.0001": 0.006986300460994244 + }, + "gamma_energy_weighted": { + "1e-08": 0.004793161276918373, + "1e-07": 0.004793161276918373, + "1e-06": 0.004793161276918373, + "1e-05": 0.004793161276918373, + "0.0001": 0.004793161276918373 + } + }, + { + "layer": 2, + "mean_norm": 0.00416223518550396, + "median_norm": 0.004440149292349815, + "max_norm": 0.008946082554757595, + "min_norm": 4.853828450279707e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.978515625, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -7.1339616775512695, + "5": -4.024570465087891, + "10": -2.615621566772461, + "25": -2.4094021320343018, + "50": -2.3525538444519043, + "75": -2.3053483963012695, + "90": -2.2632758617401123, + "95": -2.234630584716797, + "99": -2.201047897338867 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 2, + 3, + 6, + 1, + 3, + 3, + 1, + 4, + 2, + 4, + 4, + 10, + 123, + 318, + 13 + ], + "log_norms_bin_edges": [ + -10.313916206359863, + -10.148605346679688, + -9.983294486999512, + -9.817983627319336, + -9.652671813964844, + -9.487360954284668, + -9.322050094604492, + -9.156739234924316, + -8.99142837524414, + -8.826117515563965, + -8.660806655883789, + -8.495495796203613, + -8.330184936523438, + -8.164873123168945, + -7.9995622634887695, + -7.834251403808594, + -7.668940544128418, + -7.503629684448242, + -7.338318824768066, + -7.173007488250732, + -7.007696628570557, + -6.842385768890381, + -6.677074432373047, + -6.511763572692871, + -6.346452713012695, + -6.1811418533325195, + -6.015830993652344, + -5.85051965713501, + -5.685208797454834, + -5.519897937774658, + -5.354586601257324, + -5.189275741577148, + -5.023964881896973, + -4.858654022216797, + -4.693343162536621, + -4.528031826019287, + -4.362720966339111, + -4.1974101066589355, + -4.032098770141602, + -3.866787910461426, + -3.70147705078125, + -3.536166191101074, + -3.3708553314208984, + -3.2055439949035645, + -3.0402331352233887, + -2.874922275543213, + -2.709610939025879, + -2.544300079345703, + -2.3789892196655273, + -2.2136783599853516, + -2.0483670234680176 + ], + "r_inf_mean": 0.2663169503211975, + "r_inf_median": 0.26035743951797485, + "pr_mean": 0.3142688274383545, + "pr_median": 0.3147142827510834, + "hoyer_mean": 0.6206597089767456, + "eff_dim_mean": 0.6206597089767456, + "topk_energy": { + "1": 0.07217837870121002, + "5": 0.2829433083534241, + "10": 0.4417162537574768, + "25": 0.7379505634307861 + }, + "gamma_raw": 0.002387495944276452, + "gamma_active": { + "1e-08": 0.0024141704197973013, + "1e-07": 0.0026821941137313843, + "1e-06": 0.002614320022985339, + "1e-05": 0.002686861203983426, + "0.0001": 0.0019592782482504845 + }, + "gamma_energy_weighted": { + "1e-08": 0.005020594352646356, + "1e-07": 0.005020594352646356, + "1e-06": 0.005020594352646356, + "1e-05": 0.005020594352646356, + "0.0001": 0.005020594352646356 + } + }, + { + "layer": 3, + "mean_norm": 0.002744196681305766, + "median_norm": 0.0028935978189110756, + "max_norm": 0.004687187261879444, + "min_norm": 3.6290449811904324e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -7.30352258682251, + "5": -4.206415176391602, + "10": -2.818467140197754, + "25": -2.583695411682129, + "50": -2.5384416580200195, + "75": -2.493046522140503, + "90": -2.4442684650421143, + "95": -2.404151201248169, + "99": -2.3379993438720703 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 3, + 4, + 3, + 2, + 4, + 0, + 4, + 3, + 1, + 5, + 6, + 15, + 324, + 121 + ], + "log_norms_bin_edges": [ + -10.440208435058594, + -10.277985572814941, + -10.115763664245605, + -9.953540802001953, + -9.791318893432617, + -9.629096031188965, + -9.466874122619629, + -9.304651260375977, + -9.14242935180664, + -8.980206489562988, + -8.817984580993652, + -8.65576171875, + -8.493539810180664, + -8.331316947937012, + -8.169095039367676, + -8.006872177124023, + -7.8446502685546875, + -7.682427406311035, + -7.520205497741699, + -7.357982635498047, + -7.195760726928711, + -7.033537864685059, + -6.871315956115723, + -6.70909309387207, + -6.546870708465576, + -6.384648323059082, + -6.222425937652588, + -6.060203552246094, + -5.8979811668396, + -5.7357587814331055, + -5.573536396026611, + -5.411314010620117, + -5.249091625213623, + -5.086869239807129, + -4.924646854400635, + -4.762424468994141, + -4.6002020835876465, + -4.437979698181152, + -4.275757312774658, + -4.113534927368164, + -3.95131254196167, + -3.789090156555176, + -3.6268677711486816, + -3.4646453857421875, + -3.3024230003356934, + -3.140200614929199, + -2.977978229522705, + -2.815755844116211, + -2.6535329818725586, + -2.4913105964660645, + -2.329087734222412 + ], + "r_inf_mean": 0.2608199417591095, + "r_inf_median": 0.2564850151538849, + "pr_mean": 0.32678282260894775, + "pr_median": 0.3248901665210724, + "hoyer_mean": 0.6269217729568481, + "eff_dim_mean": 0.6269217729568481, + "topk_energy": { + "1": 0.06933355331420898, + "5": 0.2741829752922058, + "10": 0.4313638508319855, + "25": 0.7305334806442261 + }, + "gamma_raw": -0.0006166915409266949, + "gamma_active": { + "1e-08": -0.0006225858232937753, + "1e-07": -0.00033489460474811494, + "1e-06": -0.0006841319263912737, + "1e-05": -0.0008167761843651533, + "0.0001": -0.0008391726296395063 + }, + "gamma_energy_weighted": { + "1e-08": -0.007988886173590655, + "1e-07": -0.007988886173590655, + "1e-06": -0.007988886173590655, + "1e-05": -0.007988886173590655, + "0.0001": -0.007988886173590655 + } + }, + { + "layer": 4, + "mean_norm": 0.0023044953122735023, + "median_norm": 0.002355335745960474, + "max_norm": 0.004322809167206287, + "min_norm": 3.2737045713160384e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.389163970947266, + "5": -4.284875392913818, + "10": -2.924088716506958, + "25": -2.664273738861084, + "50": -2.6278798580169678, + "75": -2.574277877807617, + "90": -2.5083632469177246, + "95": -2.44875168800354, + "99": -2.368925094604492 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 5, + 2, + 4, + 2, + 2, + 3, + 2, + 4, + 4, + 8, + 35, + 341, + 80 + ], + "log_norms_bin_edges": [ + -10.484960556030273, + -10.322546005249023, + -10.160131454467773, + -9.997716903686523, + -9.835302352905273, + -9.672887802124023, + -9.510473251342773, + -9.348058700561523, + -9.185644149780273, + -9.023229598999023, + -8.860815048217773, + -8.698400497436523, + -8.535985946655273, + -8.373571395874023, + -8.211156845092773, + -8.048742294311523, + -7.886327743530273, + -7.723913192749023, + -7.561498641967773, + -7.399084091186523, + -7.236669540405273, + -7.074254989624023, + -6.911840438842773, + -6.749425888061523, + -6.587011814117432, + -6.424597263336182, + -6.262182712554932, + -6.099768161773682, + -5.937353610992432, + -5.774939060211182, + -5.612524509429932, + -5.450109958648682, + -5.287695407867432, + -5.125280857086182, + -4.962866306304932, + -4.800451755523682, + -4.638037204742432, + -4.475622653961182, + -4.313208103179932, + -4.150793552398682, + -3.9883790016174316, + -3.8259644508361816, + -3.6635499000549316, + -3.5011353492736816, + -3.3387207984924316, + -3.1763062477111816, + -3.0138916969299316, + -2.8514771461486816, + -2.68906307220459, + -2.52664852142334, + -2.36423397064209 + ], + "r_inf_mean": 0.25231069326400757, + "r_inf_median": 0.24983671307563782, + "pr_mean": 0.3474791347980499, + "pr_median": 0.33631864190101624, + "hoyer_mean": 0.6401528716087341, + "eff_dim_mean": 0.6401528120040894, + "topk_energy": { + "1": 0.06488147377967834, + "5": 0.2602405250072479, + "10": 0.4156201481819153, + "25": 0.7185916900634766 + }, + "gamma_raw": 0.03718186169862747, + "gamma_active": { + "1e-08": 0.03747754171490669, + "1e-07": 0.037656307220458984, + "1e-06": 0.03810693323612213, + "1e-05": 0.03824739158153534, + "0.0001": 0.03821315988898277 + }, + "gamma_energy_weighted": { + "1e-08": 0.037188039648304416, + "1e-07": 0.037188039648304416, + "1e-06": 0.037188039648304416, + "1e-05": 0.037188039648304416, + "0.0001": 0.037188039648304416 + } + }, + { + "layer": 5, + "mean_norm": 0.0021324222907423973, + "median_norm": 0.002138278679922223, + "max_norm": 0.004205206874758005, + "min_norm": 3.138455814677421e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.443654537200928, + "5": -4.322124004364014, + "10": -2.9908359050750732, + "25": -2.7044973373413086, + "50": -2.6698155403137207, + "75": -2.6042962074279785, + "90": -2.531003713607788, + "95": -2.4654107093811035, + "99": -2.3799030780792236 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 1, + 4, + 4, + 2, + 5, + 0, + 2, + 3, + 2, + 5, + 4, + 9, + 84, + 305, + 65 + ], + "log_norms_bin_edges": [ + -10.503284454345703, + -10.340743064880371, + -10.178201675415039, + -10.015660285949707, + -9.853118896484375, + -9.690577507019043, + -9.528036117553711, + -9.365494728088379, + -9.202953338623047, + -9.040411949157715, + -8.877870559692383, + -8.715328216552734, + -8.552787780761719, + -8.39024543762207, + -8.227704048156738, + -8.065162658691406, + -7.902621269226074, + -7.740079879760742, + -7.57753849029541, + -7.414997100830078, + -7.252455711364746, + -7.089914321899414, + -6.927372932434082, + -6.76483154296875, + -6.602290153503418, + -6.439748764038086, + -6.277207374572754, + -6.114665508270264, + -5.952124118804932, + -5.7895827293396, + -5.627041339874268, + -5.4644999504089355, + -5.3019585609436035, + -5.1394171714782715, + -4.9768757820129395, + -4.814334392547607, + -4.651793003082275, + -4.489251613616943, + -4.326709747314453, + -4.164168357849121, + -4.001626968383789, + -3.839085578918457, + -3.676544189453125, + -3.514002799987793, + -3.351461410522461, + -3.188920021057129, + -3.026378631591797, + -2.863837242126465, + -2.701295852661133, + -2.5387539863586426, + -2.3762125968933105 + ], + "r_inf_mean": 0.24400222301483154, + "r_inf_median": 0.24331149458885193, + "pr_mean": 0.3661406338214874, + "pr_median": 0.348110169172287, + "hoyer_mean": 0.6518243551254272, + "eff_dim_mean": 0.6518242955207825, + "topk_energy": { + "1": 0.06063259020447731, + "5": 0.24962927401065826, + "10": 0.40300261974334717, + "25": 0.7079623937606812 + }, + "gamma_raw": 0.023901503533124924, + "gamma_active": { + "1e-08": 0.024087650701403618, + "1e-07": 0.02403368055820465, + "1e-06": 0.02424003928899765, + "1e-05": 0.02424379251897335, + "0.0001": 0.024294402450323105 + }, + "gamma_energy_weighted": { + "1e-08": 0.027277770624723342, + "1e-07": 0.027277770624723342, + "1e-06": 0.027277770624723342, + "1e-05": 0.027277770624723342, + "0.0001": 0.027277770624723342 + } + }, + { + "layer": 6, + "mean_norm": 0.00206280336715281, + "median_norm": 0.002048283349722624, + "max_norm": 0.004156101029366255, + "min_norm": 3.083188912511581e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.468225955963135, + "5": -4.338462829589844, + "10": -3.006429433822632, + "25": -2.7261838912963867, + "50": -2.6883535385131836, + "75": -2.6164627075195312, + "90": -2.5381760597229004, + "95": -2.472111701965332, + "99": -2.3839399814605713 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 2, + 3, + 4, + 2, + 5, + 0, + 2, + 4, + 1, + 6, + 4, + 9, + 146, + 246, + 61 + ], + "log_norms_bin_edges": [ + -10.51099967956543, + -10.348405838012695, + -10.185811996459961, + -10.023218154907227, + -9.860625267028809, + -9.698031425476074, + -9.53543758392334, + -9.372843742370605, + -9.210249900817871, + -9.047656059265137, + -8.885062217712402, + -8.722469329833984, + -8.55987548828125, + -8.397281646728516, + -8.234687805175781, + -8.072093963623047, + -7.9095001220703125, + -7.746906757354736, + -7.584312915802002, + -7.421719551086426, + -7.259125709533691, + -7.096531867980957, + -6.933938026428223, + -6.771344184875488, + -6.608750820159912, + -6.446156978607178, + -6.283563137054443, + -6.120969772338867, + -5.958375930786133, + -5.795782089233398, + -5.633188247680664, + -5.470594882965088, + -5.3080010414123535, + -5.145407199859619, + -4.982813835144043, + -4.820219993591309, + -4.657626152038574, + -4.49503231048584, + -4.332438945770264, + -4.169845104217529, + -4.007251262664795, + -3.8446578979492188, + -3.6820640563964844, + -3.51947021484375, + -3.3568763732910156, + -3.1942830085754395, + -3.031689167022705, + -2.8690953254699707, + -2.7065019607543945, + -2.54390811920166, + -2.3813140392303467 + ], + "r_inf_mean": 0.23821230232715607, + "r_inf_median": 0.23883281648159027, + "pr_mean": 0.3805413544178009, + "pr_median": 0.3643038868904114, + "hoyer_mean": 0.6621716022491455, + "eff_dim_mean": 0.6621716022491455, + "topk_energy": { + "1": 0.05771844834089279, + "5": 0.24204200506210327, + "10": 0.3933372497558594, + "25": 0.6992599964141846 + }, + "gamma_raw": -0.03456487879157066, + "gamma_active": { + "1e-08": -0.03483634814620018, + "1e-07": -0.03502408042550087, + "1e-06": -0.03499133884906769, + "1e-05": -0.03483456373214722, + "0.0001": -0.03428744897246361 + }, + "gamma_energy_weighted": { + "1e-08": -0.04036515322475129, + "1e-07": -0.04036515322475129, + "1e-06": -0.04036515322475129, + "1e-05": -0.04036515322475129, + "0.0001": -0.04036515322475129 + } + }, + { + "layer": 7, + "mean_norm": 0.0020492360927164555, + "median_norm": 0.0020368853583931923, + "max_norm": 0.004154699854552746, + "min_norm": 3.0726320793261763e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.472903728485107, + "5": -4.341085433959961, + "10": -3.0073630809783936, + "25": -2.7308433055877686, + "50": -2.69099760055542, + "75": -2.618018627166748, + "90": -2.540508270263672, + "95": -2.4741146564483643, + "99": -2.3836476802825928 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 2, + 3, + 4, + 2, + 5, + 0, + 2, + 4, + 2, + 5, + 5, + 8, + 158, + 236, + 59 + ], + "log_norms_bin_edges": [ + -10.512490272521973, + -10.349869728088379, + -10.187249183654785, + -10.024628639221191, + -9.862008094787598, + -9.699387550354004, + -9.53676700592041, + -9.3741455078125, + -9.211524963378906, + -9.048904418945312, + -8.886283874511719, + -8.723663330078125, + -8.561042785644531, + -8.398422241210938, + -8.235801696777344, + -8.07318115234375, + -7.910560607910156, + -7.7479400634765625, + -7.585319519042969, + -7.422698974609375, + -7.260078430175781, + -7.0974578857421875, + -6.9348368644714355, + -6.772216320037842, + -6.609595775604248, + -6.446975231170654, + -6.2843546867370605, + -6.121734142303467, + -5.959113121032715, + -5.796492576599121, + -5.633872032165527, + -5.471251487731934, + -5.30863094329834, + -5.146010398864746, + -4.983389854431152, + -4.820769309997559, + -4.658148765563965, + -4.495527744293213, + -4.332907199859619, + -4.170286655426025, + -4.007666110992432, + -3.845045566558838, + -3.682425022125244, + -3.5198044776916504, + -3.3571834564208984, + -3.1945629119873047, + -3.031942367553711, + -2.869321823120117, + -2.7067012786865234, + -2.5440807342529297, + -2.381460428237915 + ], + "r_inf_mean": 0.23287171125411987, + "r_inf_median": 0.23271209001541138, + "pr_mean": 0.3950502276420593, + "pr_median": 0.37746867537498474, + "hoyer_mean": 0.6731358766555786, + "eff_dim_mean": 0.6731358766555786, + "topk_energy": { + "1": 0.05509258434176445, + "5": 0.2339630424976349, + "10": 0.3825627267360687, + "25": 0.6887803077697754 + }, + "gamma_raw": 0.0001267533516511321, + "gamma_active": { + "1e-08": 0.00012170804984634742, + "1e-07": -0.0002297156024724245, + "1e-06": -0.00025321610155515373, + "1e-05": -0.0002464883727952838, + "0.0001": -1.9846076611429453e-05 + }, + "gamma_energy_weighted": { + "1e-08": 0.0017383610834945842, + "1e-07": 0.0017383610834945842, + "1e-06": 0.0017383610834945842, + "1e-05": 0.0017383610834945842, + "0.0001": 0.0017383610834945842 + } + } + ] +}
\ No newline at end of file |