diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json new file mode 100644 index 0000000..9b2c028 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 19.110618591308594, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02801680564880371, + "median_norm": 0.028839407488703728, + "max_norm": 0.058616988360881805, + "min_norm": 1.5106736694914247e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.98046875, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.364610195159912, + "5": -3.8783419132232666, + "10": -1.8336403369903564, + "25": -1.6095768213272095, + "50": -1.5397429466247559, + "75": -1.4623156785964966, + "90": -1.3988722562789917, + "95": -1.3687148094177246, + "99": -1.2952786684036255 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 4, + 2, + 4, + 0, + 2, + 2, + 3, + 3, + 0, + 0, + 4, + 1, + 1, + 2, + 3, + 2, + 1, + 4, + 11, + 129, + 269, + 55 + ], + "log_norms_bin_edges": [ + -9.820829391479492, + -9.649052619934082, + -9.477274894714355, + -9.305498123168945, + -9.133721351623535, + -8.961944580078125, + -8.790166854858398, + -8.618390083312988, + -8.446613311767578, + -8.274835586547852, + -8.103058815002441, + -7.931282043457031, + -7.759504795074463, + -7.5877275466918945, + -7.415950775146484, + -7.244173526763916, + -7.072396278381348, + -6.9006195068359375, + -6.728842735290527, + -6.557065010070801, + -6.385288238525391, + -6.2135114669799805, + -6.041734218597412, + -5.869956970214844, + -5.698180198669434, + -5.526402950286865, + -5.354626178741455, + -5.182848930358887, + -5.011071681976318, + -4.839294910430908, + -4.66751766204834, + -4.49574089050293, + -4.323963642120361, + -4.152186393737793, + -3.980409622192383, + -3.8086323738098145, + -3.6368556022644043, + -3.465078353881836, + -3.2933011054992676, + -3.1215243339538574, + -2.949747085571289, + -2.777970314025879, + -2.6061930656433105, + -2.434415817260742, + -2.262639045715332, + -2.0908617973327637, + -1.9190850257873535, + -1.7473077774047852, + -1.575531005859375, + -1.4037532806396484, + -1.2319765090942383 + ], + "r_inf_mean": 0.24097487330436707, + "r_inf_median": 0.2369159758090973, + "pr_mean": 0.3581216335296631, + "pr_median": 0.358458012342453, + "hoyer_mean": 0.643777072429657, + "eff_dim_mean": 0.6437770128250122, + "topk_energy": { + "1": 0.058772504329681396, + "5": 0.2498060166835785, + "10": 0.40646374225616455, + "25": 0.7156027555465698 + }, + "gamma_raw": -0.027388907968997955, + "gamma_active": { + "1e-08": -0.0275346040725708, + "1e-07": -0.027343882247805595, + "1e-06": -0.027073536068201065, + "1e-05": -0.026903603225946426, + "0.0001": -0.026690982282161713 + }, + "gamma_energy_weighted": { + "1e-08": -0.03169206881108405, + "1e-07": -0.03169206881108405, + "1e-06": -0.03169206881108405, + "1e-05": -0.03169206881108405, + "0.0001": -0.03169206881108405 + } + }, + { + "layer": 1, + "mean_norm": 0.008881205692887306, + "median_norm": 0.009314865805208683, + "max_norm": 0.018863456323742867, + "min_norm": 4.543139822676956e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.98046875, + "1e-05": 0.9609375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -6.873337268829346, + "5": -4.388453483581543, + "10": -2.3061795234680176, + "25": -2.098539352416992, + "50": -2.0305819511413574, + "75": -1.963097333908081, + "90": -1.9163053035736084, + "95": -1.8814969062805176, + "99": -1.8246804475784302 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 4, + 3, + 3, + 0, + 2, + 2, + 3, + 3, + 0, + 3, + 1, + 1, + 1, + 2, + 3, + 2, + 1, + 5, + 9, + 129, + 283, + 42 + ], + "log_norms_bin_edges": [ + -10.342643737792969, + -10.170278549194336, + -9.997913360595703, + -9.82554817199707, + -9.653182983398438, + -9.480816841125488, + -9.308451652526855, + -9.136086463928223, + -8.96372127532959, + -8.791356086730957, + -8.618990898132324, + -8.446625709533691, + -8.274259567260742, + -8.10189437866211, + -7.929529190063477, + -7.757164001464844, + -7.584798812866211, + -7.412433624267578, + -7.240068435668945, + -7.067702770233154, + -6.8953375816345215, + -6.722972393035889, + -6.550606727600098, + -6.378241539001465, + -6.205876350402832, + -6.033511161804199, + -5.861145973205566, + -5.688780307769775, + -5.516415119171143, + -5.34404993057251, + -5.171684265136719, + -4.999319076538086, + -4.826953887939453, + -4.65458869934082, + -4.4822235107421875, + -4.3098578453063965, + -4.137492656707764, + -3.965127468109131, + -3.79276180267334, + -3.620396614074707, + -3.448031425476074, + -3.2756662368774414, + -3.1033010482788086, + -2.9309353828430176, + -2.7585701942443848, + -2.586205005645752, + -2.413839340209961, + -2.241474151611328, + -2.0691089630126953, + -1.8967437744140625, + -1.7243788242340088 + ], + "r_inf_mean": 0.24350085854530334, + "r_inf_median": 0.24016383290290833, + "pr_mean": 0.3466070294380188, + "pr_median": 0.3468085527420044, + "hoyer_mean": 0.6343982219696045, + "eff_dim_mean": 0.6343982219696045, + "topk_energy": { + "1": 0.059935346245765686, + "5": 0.2572000026702881, + "10": 0.41832661628723145, + "25": 0.7252838015556335 + }, + "gamma_raw": -0.029948744922876358, + "gamma_active": { + "1e-08": -0.03018590249121189, + "1e-07": -0.029823172837495804, + "1e-06": -0.029840771108865738, + "1e-05": -0.030042046681046486, + "0.0001": -0.029989464208483696 + }, + "gamma_energy_weighted": { + "1e-08": -0.03367413222965101, + "1e-07": -0.03367413222965101, + "1e-06": -0.03367413222965101, + "1e-05": -0.03367413222965101, + "0.0001": -0.03367413222965101 + } + }, + { + "layer": 2, + "mean_norm": 0.0037248183507472277, + "median_norm": 0.004017965402454138, + "max_norm": 0.0067736501805484295, + "min_norm": 1.8801602635898362e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.955078125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.278623104095459, + "5": -4.778119087219238, + "10": -2.6859474182128906, + "25": -2.4573850631713867, + "50": -2.395789623260498, + "75": -2.3455514907836914, + "90": -2.3186135292053223, + "95": -2.2961642742156982, + "99": -2.2460029125213623 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 3, + 3, + 1, + 1, + 3, + 3, + 3, + 0, + 2, + 2, + 0, + 1, + 2, + 3, + 2, + 2, + 3, + 5, + 23, + 323, + 114 + ], + "log_norms_bin_edges": [ + -10.725805282592773, + -10.554672241210938, + -10.383540153503418, + -10.212408065795898, + -10.041275024414062, + -9.870141983032227, + -9.699009895324707, + -9.527877807617188, + -9.356744766235352, + -9.185611724853516, + -9.014479637145996, + -8.843347549438477, + -8.67221450805664, + -8.501081466674805, + -8.329949378967285, + -8.158817291259766, + -7.98768424987793, + -7.816551685333252, + -7.645419120788574, + -7.4742865562438965, + -7.303153991699219, + -7.132021427154541, + -6.960888862609863, + -6.7897562980651855, + -6.618623733520508, + -6.44749116897583, + -6.276358604431152, + -6.105226039886475, + -5.934093475341797, + -5.762960910797119, + -5.591828346252441, + -5.420695781707764, + -5.249563217163086, + -5.078430652618408, + -4.9072980880737305, + -4.736165523529053, + -4.565032958984375, + -4.393900394439697, + -4.2227678298950195, + -4.051635265350342, + -3.880502700805664, + -3.7093701362609863, + -3.5382375717163086, + -3.367105007171631, + -3.195972442626953, + -3.0248398780822754, + -2.8537073135375977, + -2.682575225830078, + -2.511442184448242, + -2.3403091430664062, + -2.169177293777466 + ], + "r_inf_mean": 0.2467954158782959, + "r_inf_median": 0.24519623816013336, + "pr_mean": Infinity, + "pr_median": 0.34344038367271423, + "hoyer_mean": 0.6333281993865967, + "eff_dim_mean": 0.6333281397819519, + "topk_energy": { + "1": 0.06157897412776947, + "5": 0.26163995265960693, + "10": 0.4211525022983551, + "25": 0.7265881299972534 + }, + "gamma_raw": 0.02761487476527691, + "gamma_active": { + "1e-08": 0.02780965343117714, + "1e-07": 0.02764565497636795, + "1e-06": 0.0274816807359457, + "1e-05": 0.02725336328148842, + "0.0001": 0.026607554405927658 + }, + "gamma_energy_weighted": { + "1e-08": 0.027078563065669387, + "1e-07": 0.027078563065669387, + "1e-06": 0.027078563065669387, + "1e-05": 0.027078563065669387, + "0.0001": 0.027078563065669387 + } + }, + { + "layer": 3, + "mean_norm": 0.002582550048828125, + "median_norm": 0.0027180856559425592, + "max_norm": 0.004207216668874025, + "min_norm": 1.2543015237564958e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.951171875, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.4831719398498535, + "5": -4.9676713943481445, + "10": -2.8860373497009277, + "25": -2.6180965900421143, + "50": -2.565645217895508, + "75": -2.5080864429473877, + "90": -2.458994150161743, + "95": -2.422924518585205, + "99": -2.3999199867248535 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 3, + 3, + 1, + 1, + 4, + 3, + 1, + 1, + 1, + 3, + 0, + 1, + 2, + 3, + 2, + 2, + 3, + 4, + 7, + 248, + 206 + ], + "log_norms_bin_edges": [ + -10.901598930358887, + -10.731086730957031, + -10.560575485229492, + -10.390063285827637, + -10.219551086425781, + -10.049039840698242, + -9.878527641296387, + -9.708015441894531, + -9.537504196166992, + -9.366991996765137, + -9.196479797363281, + -9.025968551635742, + -8.855456352233887, + -8.684944152832031, + -8.514432907104492, + -8.343920707702637, + -8.173408508300781, + -8.002897262573242, + -7.832385063171387, + -7.6618733406066895, + -7.491361618041992, + -7.320849418640137, + -7.1503376960754395, + -6.979825973510742, + -6.809313774108887, + -6.6388020515441895, + -6.468290328979492, + -6.297778606414795, + -6.1272664070129395, + -5.956754684448242, + -5.786242961883545, + -5.6157307624816895, + -5.445219039916992, + -5.274707317352295, + -5.1041951179504395, + -4.933683395385742, + -4.763171672821045, + -4.5926594734191895, + -4.422147750854492, + -4.251636028289795, + -4.081124305725098, + -3.910612106323242, + -3.740100383758545, + -3.5695886611938477, + -3.399076461791992, + -3.228564739227295, + -3.0580530166625977, + -2.887540817260742, + -2.7170286178588867, + -2.5465173721313477, + -2.376005172729492 + ], + "r_inf_mean": 0.24109280109405518, + "r_inf_median": 0.236842542886734, + "pr_mean": Infinity, + "pr_median": 0.36277157068252563, + "hoyer_mean": 0.6494081020355225, + "eff_dim_mean": 0.6494080424308777, + "topk_energy": { + "1": 0.05895873159170151, + "5": 0.25216543674468994, + "10": 0.4058077931404114, + "25": 0.7110629081726074 + }, + "gamma_raw": -0.016477134078741074, + "gamma_active": { + "1e-08": -0.01659451052546501, + "1e-07": -0.016486389562487602, + "1e-06": -0.01652892492711544, + "1e-05": -0.01690508984029293, + "0.0001": -0.017191721126437187 + }, + "gamma_energy_weighted": { + "1e-08": -0.022268475021486975, + "1e-07": -0.022268475021486975, + "1e-06": -0.022268475021486975, + "1e-05": -0.022268475021486975, + "0.0001": -0.022268475021486975 + } + }, + { + "layer": 4, + "mean_norm": 0.0022526916582137346, + "median_norm": 0.002264738315716386, + "max_norm": 0.003966692369431257, + "min_norm": 1.0318707693857121e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.9453125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.577581882476807, + "5": -5.056794166564941, + "10": -2.964756488800049, + "25": -2.6894257068634033, + "50": -2.644723892211914, + "75": -2.5628275871276855, + "90": -2.499879837036133, + "95": -2.4485933780670166, + "99": -2.438814640045166 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 3, + 4, + 2, + 1, + 1, + 4, + 3, + 1, + 2, + 1, + 2, + 0, + 2, + 3, + 1, + 2, + 3, + 2, + 8, + 11, + 293, + 153 + ], + "log_norms_bin_edges": [ + -10.986374855041504, + -10.814679145812988, + -10.642982482910156, + -10.47128677368164, + -10.299591064453125, + -10.127894401550293, + -9.956198692321777, + -9.784502029418945, + -9.61280632019043, + -9.441110610961914, + -9.269413948059082, + -9.097718238830566, + -8.926021575927734, + -8.754325866699219, + -8.582630157470703, + -8.410934448242188, + -8.239237785339355, + -8.067541122436523, + -7.895845413208008, + -7.724149703979492, + -7.552453517913818, + -7.3807573318481445, + -7.209061622619629, + -7.037365436553955, + -6.865669250488281, + -6.693973064422607, + -6.522276878356934, + -6.350581169128418, + -6.178884983062744, + -6.00718879699707, + -5.835493087768555, + -5.663796901702881, + -5.492100715637207, + -5.320404529571533, + -5.148708343505859, + -4.977012634277344, + -4.80531644821167, + -4.633620262145996, + -4.4619245529174805, + -4.290228366851807, + -4.118532180786133, + -3.946835994720459, + -3.775139808654785, + -3.6034440994262695, + -3.4317479133605957, + -3.260051727294922, + -3.0883560180664062, + -2.916659355163574, + -2.7449636459350586, + -2.573267936706543, + -2.40157151222229 + ], + "r_inf_mean": 0.23322711884975433, + "r_inf_median": 0.22997219860553741, + "pr_mean": Infinity, + "pr_median": 0.37801820039749146, + "hoyer_mean": 0.6668426990509033, + "eff_dim_mean": 0.6668426394462585, + "topk_energy": { + "1": 0.05527271702885628, + "5": 0.23970799148082733, + "10": 0.3894288241863251, + "25": 0.693945586681366 + }, + "gamma_raw": -0.005235279444605112, + "gamma_active": { + "1e-08": -0.005284198094159365, + "1e-07": -0.005574514158070087, + "1e-06": -0.005561955738812685, + "1e-05": -0.005131554789841175, + "0.0001": -0.004633257631212473 + }, + "gamma_energy_weighted": { + "1e-08": -0.007597025503328764, + "1e-07": -0.007597025503328764, + "1e-06": -0.007597025503328764, + "1e-05": -0.007597025503328764, + "0.0001": -0.007597025503328764 + } + }, + { + "layer": 5, + "mean_norm": 0.0021279584616422653, + "median_norm": 0.0021021165885031223, + "max_norm": 0.00389709766022861, + "min_norm": 9.372469814139528e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.9453125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.622583389282227, + "5": -5.099379062652588, + "10": -2.9947338104248047, + "25": -2.72092604637146, + "50": -2.676854133605957, + "75": -2.5833957195281982, + "90": -2.5147697925567627, + "95": -2.458979845046997, + "99": -2.4493355751037598 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 4, + 2, + 1, + 1, + 4, + 3, + 1, + 2, + 2, + 1, + 0, + 2, + 4, + 1, + 1, + 4, + 1, + 8, + 29, + 309, + 119 + ], + "log_norms_bin_edges": [ + -11.028145790100098, + -10.855768203735352, + -10.683390617370605, + -10.51101303100586, + -10.338634490966797, + -10.16625690460205, + -9.993879318237305, + -9.821501731872559, + -9.649124145507812, + -9.476746559143066, + -9.30436897277832, + -9.131990432739258, + -8.959612846374512, + -8.787235260009766, + -8.61485767364502, + -8.442480087280273, + -8.270101547241211, + -8.097723960876465, + -7.925346374511719, + -7.752968788146973, + -7.580591201782227, + -7.4082136154174805, + -7.235835552215576, + -7.06345796585083, + -6.891079902648926, + -6.71870231628418, + -6.546324729919434, + -6.3739471435546875, + -6.201569080352783, + -6.029191493988037, + -5.856813907623291, + -5.684435844421387, + -5.512058258056641, + -5.3396806716918945, + -5.16730260848999, + -4.994925022125244, + -4.822547435760498, + -4.650169372558594, + -4.477791786193848, + -4.305414199829102, + -4.1330366134643555, + -3.960658550262451, + -3.788280963897705, + -3.615903377532959, + -3.4435253143310547, + -3.2711477279663086, + -3.0987701416015625, + -2.9263925552368164, + -2.754014015197754, + -2.581636428833008, + -2.4092586040496826 + ], + "r_inf_mean": 0.22682198882102966, + "r_inf_median": 0.22501972317695618, + "pr_mean": Infinity, + "pr_median": 0.38746127486228943, + "hoyer_mean": 0.6789898872375488, + "eff_dim_mean": 0.6789898872375488, + "topk_energy": { + "1": 0.05232025682926178, + "5": 0.23060393333435059, + "10": 0.3776787519454956, + "25": 0.6831133365631104 + }, + "gamma_raw": 0.0006074908887967467, + "gamma_active": { + "1e-08": 0.000621490937191993, + "1e-07": 0.00021723854297306389, + "1e-06": 0.0005229133530519903, + "1e-05": 0.0011091690976172686, + "0.0001": 0.000423288787715137 + }, + "gamma_energy_weighted": { + "1e-08": -0.0011359393357127628, + "1e-07": -0.0011359393357127628, + "1e-06": -0.0011359393357127628, + "1e-05": -0.0011359393357127628, + "0.0001": -0.0011359393357127628 + } + }, + { + "layer": 6, + "mean_norm": 0.0020777974277734756, + "median_norm": 0.0020248014479875565, + "max_norm": 0.0038793685380369425, + "min_norm": 8.954187218079834e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.9453125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.642016410827637, + "5": -5.1190996170043945, + "10": -3.0087780952453613, + "25": -2.7358784675598145, + "50": -2.6930978298187256, + "75": -2.5908641815185547, + "90": -2.518678903579712, + "95": -2.4630703926086426, + "99": -2.4538278579711914 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 4, + 2, + 1, + 1, + 4, + 3, + 1, + 2, + 2, + 1, + 0, + 2, + 4, + 1, + 1, + 5, + 1, + 7, + 39, + 308, + 110 + ], + "log_norms_bin_edges": [ + -11.047974586486816, + -10.875240325927734, + -10.702505111694336, + -10.529770851135254, + -10.357035636901855, + -10.184301376342773, + -10.011566162109375, + -9.838831901550293, + -9.666096687316895, + -9.493362426757812, + -9.320627212524414, + -9.147892951965332, + -8.975157737731934, + -8.802423477172852, + -8.629688262939453, + -8.456954002380371, + -8.284218788146973, + -8.11148452758789, + -7.938749313354492, + -7.76601505279541, + -7.593279838562012, + -7.42054557800293, + -7.247810363769531, + -7.075076103210449, + -6.902341365814209, + -6.729606628417969, + -6.5568718910217285, + -6.384137153625488, + -6.211402416229248, + -6.038667678833008, + -5.865932941436768, + -5.693198204040527, + -5.520463466644287, + -5.347728729248047, + -5.174993991851807, + -5.002259254455566, + -4.829524517059326, + -4.656789779663086, + -4.484055042266846, + -4.3113203048706055, + -4.138585567474365, + -3.965850830078125, + -3.7931160926818848, + -3.6203813552856445, + -3.4476466178894043, + -3.274911880493164, + -3.102177143096924, + -2.9294424057006836, + -2.7567081451416016, + -2.583972930908203, + -2.4112391471862793 + ], + "r_inf_mean": 0.2200658768415451, + "r_inf_median": 0.21838104724884033, + "pr_mean": Infinity, + "pr_median": 0.40018829703330994, + "hoyer_mean": 0.688391923904419, + "eff_dim_mean": 0.688391923904419, + "topk_energy": { + "1": 0.04927936941385269, + "5": 0.22238047420978546, + "10": 0.36732086539268494, + "25": 0.6740713119506836 + }, + "gamma_raw": 0.07676447182893753, + "gamma_active": { + "1e-08": 0.07738999277353287, + "1e-07": 0.0776645764708519, + "1e-06": 0.0779855027794838, + "1e-05": 0.07888241857290268, + "0.0001": 0.0787801519036293 + }, + "gamma_energy_weighted": { + "1e-08": 0.0866374213482067, + "1e-07": 0.0866374213482067, + "1e-06": 0.0866374213482067, + "1e-05": 0.0866374213482067, + "0.0001": 0.0866374213482067 + } + }, + { + "layer": 7, + "mean_norm": 0.00207359716296196, + "median_norm": 0.0020203199237585068, + "max_norm": 0.003898777300491929, + "min_norm": 8.893333985904306e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.9453125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.644439220428467, + "5": -5.122774600982666, + "10": -3.006368637084961, + "25": -2.7401251792907715, + "50": -2.6944096088409424, + "75": -2.5900795459747314, + "90": -2.517848491668701, + "95": -2.4630661010742188, + "99": -2.4540300369262695 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 1, + 4, + 2, + 1, + 1, + 4, + 3, + 1, + 2, + 2, + 1, + 0, + 2, + 4, + 1, + 2, + 4, + 1, + 7, + 51, + 297, + 109 + ], + "log_norms_bin_edges": [ + -11.050935745239258, + -10.878098487854004, + -10.70526123046875, + -10.532423973083496, + -10.359586715698242, + -10.186749458312988, + -10.013912200927734, + -9.84107494354248, + -9.668237686157227, + -9.495400428771973, + -9.322563171386719, + -9.149725914001465, + -8.976888656616211, + -8.804051399230957, + -8.631214141845703, + -8.45837688446045, + -8.285539627075195, + -8.112702369689941, + -7.9398651123046875, + -7.767027854919434, + -7.59419059753418, + -7.421353340148926, + -7.248516082763672, + -7.075678825378418, + -6.902841091156006, + -6.730003833770752, + -6.557166576385498, + -6.384329319000244, + -6.21149206161499, + -6.038654804229736, + -5.865817546844482, + -5.6929802894592285, + -5.520143032073975, + -5.347305774688721, + -5.174468517303467, + -5.001631259918213, + -4.828794002532959, + -4.655956745147705, + -4.483119487762451, + -4.310282230377197, + -4.137444972991943, + -3.9646077156066895, + -3.7917704582214355, + -3.6189332008361816, + -3.4460959434509277, + -3.273258686065674, + -3.10042142868042, + -2.927583694458008, + -2.754746437072754, + -2.5819091796875, + -2.409071683883667 + ], + "r_inf_mean": 0.2140112817287445, + "r_inf_median": 0.21211004257202148, + "pr_mean": Infinity, + "pr_median": 0.413564532995224, + "hoyer_mean": 0.6949840784072876, + "eff_dim_mean": 0.6949840784072876, + "topk_energy": { + "1": 0.04658205062150955, + "5": 0.21506276726722717, + "10": 0.35839465260505676, + "25": 0.6657488346099854 + }, + "gamma_raw": -0.0516267865896225, + "gamma_active": { + "1e-08": -0.05192916840314865, + "1e-07": -0.052137766033411026, + "1e-06": -0.05224250257015228, + "1e-05": -0.05269552394747734, + "0.0001": -0.052551016211509705 + }, + "gamma_energy_weighted": { + "1e-08": -0.040295081850675415, + "1e-07": -0.040295081850675415, + "1e-06": -0.040295081850675415, + "1e-05": -0.040295081850675415, + "0.0001": -0.040295081850675415 + } + } + ] +}
\ No newline at end of file |