diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json new file mode 100644 index 0000000..b4a6e60 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 35.365848541259766, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.054003022611141205, + "median_norm": 0.05649394169449806, + "max_norm": 0.10506273806095123, + "min_norm": 6.070431684831884e-17, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.97265625, + "1e-06": 0.958984375, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -11.474339485168457, + "5": -4.543893337249756, + "10": -1.4265631437301636, + "25": -1.319639801979065, + "50": -1.2478162050247192, + "75": -1.1834521293640137, + "90": -1.1276209354400635, + "95": -1.0923881530761719, + "99": -1.04426109790802 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 1, + 4, + 1, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 4, + 2, + 3, + 2, + 0, + 3, + 3, + 135, + 330 + ], + "log_norms_bin_edges": [ + -16.216779708862305, + -15.912014961242676, + -15.607250213623047, + -15.302486419677734, + -14.997721672058105, + -14.692956924438477, + -14.388192176818848, + -14.083427429199219, + -13.778663635253906, + -13.473898887634277, + -13.169134140014648, + -12.86436939239502, + -12.55960464477539, + -12.254840850830078, + -11.950075149536133, + -11.64531135559082, + -11.340546607971191, + -11.035781860351562, + -10.73101806640625, + -10.426252365112305, + -10.121488571166992, + -9.816723823547363, + -9.511959075927734, + -9.207195281982422, + -8.902429580688477, + -8.597665786743164, + -8.292901039123535, + -7.988136291503906, + -7.683371543884277, + -7.378606796264648, + -7.073843002319336, + -6.769078254699707, + -6.464313507080078, + -6.159548759460449, + -5.85478401184082, + -5.550020217895508, + -5.245255470275879, + -4.94049072265625, + -4.635725975036621, + -4.330961227416992, + -4.02619743347168, + -3.721432685852051, + -3.416667938232422, + -3.111903190612793, + -2.807138442993164, + -2.502373695373535, + -2.1976099014282227, + -1.8928451538085938, + -1.5880804061889648, + -1.283315658569336, + -0.9785513281822205 + ], + "r_inf_mean": 0.25297513604164124, + "r_inf_median": 0.2520996034145355, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6372008323669434, + "eff_dim_mean": 0.6372007727622986, + "topk_energy": { + "1": 0.0645132064819336, + "5": 0.26377248764038086, + "10": 0.4184547960758209, + "25": 0.7201460003852844 + }, + "gamma_raw": -0.0075567327439785, + "gamma_active": { + "1e-08": -0.00800945982336998, + "1e-07": -0.007413971237838268, + "1e-06": -0.00766266044229269, + "1e-05": -0.007829263806343079, + "0.0001": -0.007376674097031355 + }, + "gamma_energy_weighted": { + "1e-08": -0.008106064656607204, + "1e-07": -0.008106064656607204, + "1e-06": -0.008106064656607204, + "1e-05": -0.008106064656607204, + "0.0001": -0.008106064656607204 + } + }, + { + "layer": 1, + "mean_norm": 0.0022791028022766113, + "median_norm": 0.0024303756654262543, + "max_norm": 0.0032505588605999947, + "min_norm": 1.811098302704747e-18, + "support": { + "1e-08": 0.96875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.9375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.824298858642578, + "5": -6.013762950897217, + "10": -2.7112343311309814, + "25": -2.648174285888672, + "50": -2.6140785217285156, + "75": -2.5717856884002686, + "90": -2.5484838485717773, + "95": -2.519443988800049, + "99": -2.5020270347595215 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 3, + 2, + 1, + 5, + 0, + 2, + 2, + 4, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.7420597076416, + -17.436979293823242, + -17.131898880004883, + -16.826818466186523, + -16.521738052368164, + -16.216657638549805, + -15.911577224731445, + -15.606496810913086, + -15.301416397094727, + -14.996335983276367, + -14.691255569458008, + -14.386176109313965, + -14.081095695495605, + -13.776015281677246, + -13.470934867858887, + -13.165854454040527, + -12.860774040222168, + -12.555693626403809, + -12.25061321258545, + -11.94553279876709, + -11.64045238494873, + -11.335372924804688, + -11.030292510986328, + -10.725212097167969, + -10.42013168334961, + -10.11505126953125, + -9.80997085571289, + -9.504890441894531, + -9.199810028076172, + -8.894729614257812, + -8.589649200439453, + -8.284568786621094, + -7.979488372802734, + -7.674407958984375, + -7.369327545166016, + -7.064247131347656, + -6.759166717529297, + -6.4540863037109375, + -6.149005889892578, + -5.843925476074219, + -5.538845062255859, + -5.233765602111816, + -4.928685188293457, + -4.623604774475098, + -4.318524360656738, + -4.013443946838379, + -3.7083635330200195, + -3.40328311920166, + -3.098202705383301, + -2.7931222915649414, + -2.488042116165161 + ], + "r_inf_mean": 0.3242276906967163, + "r_inf_median": 0.3130558431148529, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.596710741519928, + "eff_dim_mean": 0.596710741519928, + "topk_energy": { + "1": 0.10899084061384201, + "5": 0.33405619859695435, + "10": 0.4816080331802368, + "25": 0.7585820555686951 + }, + "gamma_raw": 0.3460197448730469, + "gamma_active": { + "1e-08": 0.3557206988334656, + "1e-07": 0.35544973611831665, + "1e-06": 0.35561200976371765, + "1e-05": 0.35566237568855286, + "0.0001": 0.3556446135044098 + }, + "gamma_energy_weighted": { + "1e-08": 0.3601542676332734, + "1e-07": 0.3601542676332734, + "1e-06": 0.3601542676332734, + "1e-05": 0.3601542676332734, + "0.0001": 0.3601542676332734 + } + }, + { + "layer": 2, + "mean_norm": 0.002120829885825515, + "median_norm": 0.0022329261992126703, + "max_norm": 0.0030815494246780872, + "min_norm": 1.6122907157540318e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.853241920471191, + "5": -6.046369552612305, + "10": -2.7518367767333984, + "25": -2.6911542415618896, + "50": -2.651116371154785, + "75": -2.5971860885620117, + "90": -2.577266216278076, + "95": -2.5452353954315186, + "99": -2.521343946456909 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.792556762695312, + -17.48693084716797, + -17.181303024291992, + -16.87567710876465, + -16.570051193237305, + -16.264423370361328, + -15.958797454833984, + -15.65317153930664, + -15.34754467010498, + -15.04191780090332, + -14.736291885375977, + -14.430665016174316, + -14.125038146972656, + -13.819412231445312, + -13.513785362243652, + -13.208158493041992, + -12.902532577514648, + -12.596906661987305, + -12.291279792785645, + -11.985652923583984, + -11.68002700805664, + -11.37440013885498, + -11.06877326965332, + -10.763147354125977, + -10.457520484924316, + -10.151893615722656, + -9.846267700195312, + -9.540640830993652, + -9.235013961791992, + -8.929388046264648, + -8.623761177062988, + -8.318135261535645, + -8.012508392333984, + -7.706881523132324, + -7.4012556076049805, + -7.09562873840332, + -6.790002822875977, + -6.484375953674316, + -6.178749084472656, + -5.8731231689453125, + -5.567496299743652, + -5.261869430541992, + -4.956243515014648, + -4.650616645812988, + -4.344989776611328, + -4.039363861083984, + -3.733736991882324, + -3.4281110763549805, + -3.1224842071533203, + -2.81685733795166, + -2.511230945587158 + ], + "r_inf_mean": 0.32883474230766296, + "r_inf_median": 0.32332131266593933, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5913240909576416, + "eff_dim_mean": 0.5913240909576416, + "topk_energy": { + "1": 0.11248153448104858, + "5": 0.3382564187049866, + "10": 0.48577365279197693, + "25": 0.7617954015731812 + }, + "gamma_raw": 0.15320703387260437, + "gamma_active": { + "1e-08": 0.15777386724948883, + "1e-07": 0.1578935831785202, + "1e-06": 0.15769125521183014, + "1e-05": 0.1584862321615219, + "0.0001": 0.15863464772701263 + }, + "gamma_energy_weighted": { + "1e-08": 0.1698913738361807, + "1e-07": 0.1698913738361807, + "1e-06": 0.1698913738361807, + "1e-05": 0.1698913738361807, + "0.0001": 0.1698913738361807 + } + }, + { + "layer": 3, + "mean_norm": 0.002110910601913929, + "median_norm": 0.0022203114349395037, + "max_norm": 0.0030626035295426846, + "min_norm": 1.6098714192574673e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.855171203613281, + "5": -6.048498153686523, + "10": -2.75541353225708, + "25": -2.6939284801483154, + "50": -2.6535849571228027, + "75": -2.5984599590301514, + "90": -2.5789737701416016, + "95": -2.5481457710266113, + "99": -2.5232770442962646 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.793209075927734, + -17.48762321472168, + -17.182037353515625, + -16.87645149230957, + -16.570865631103516, + -16.26527976989746, + -15.95969295501709, + -15.654107093811035, + -15.34852123260498, + -15.042935371398926, + -14.737349510192871, + -14.4317626953125, + -14.126176834106445, + -13.82059097290039, + -13.515005111694336, + -13.209419250488281, + -12.903833389282227, + -12.598247528076172, + -12.292661666870117, + -11.987075805664062, + -11.681489944458008, + -11.375904083251953, + -11.070317268371582, + -10.764731407165527, + -10.459145545959473, + -10.153559684753418, + -9.847973823547363, + -9.542387962341309, + -9.236801147460938, + -8.931215286254883, + -8.625629425048828, + -8.320043563842773, + -8.014457702636719, + -7.708871841430664, + -7.403285980224609, + -7.097700119018555, + -6.7921142578125, + -6.486527442932129, + -6.180941581726074, + -5.8753557205200195, + -5.569769859313965, + -5.26418399810791, + -4.9585981369018555, + -4.653012275695801, + -4.34742546081543, + -4.041839599609375, + -3.7362537384033203, + -3.4306678771972656, + -3.125082015991211, + -2.8194961547851562, + -2.513909339904785 + ], + "r_inf_mean": 0.3292234539985657, + "r_inf_median": 0.3235193192958832, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5910832285881042, + "eff_dim_mean": 0.5910831689834595, + "topk_energy": { + "1": 0.11278732120990753, + "5": 0.3382330536842346, + "10": 0.4857524037361145, + "25": 0.7616357803344727 + }, + "gamma_raw": 0.06991429626941681, + "gamma_active": { + "1e-08": 0.07195940613746643, + "1e-07": 0.07188709825277328, + "1e-06": 0.07186616212129593, + "1e-05": 0.07155996561050415, + "0.0001": 0.07168065756559372 + }, + "gamma_energy_weighted": { + "1e-08": 0.0822040657029218, + "1e-07": 0.0822040657029218, + "1e-06": 0.0822040657029218, + "1e-05": 0.0822040657029218, + "0.0001": 0.0822040657029218 + } + }, + { + "layer": 4, + "mean_norm": 0.0021104267798364162, + "median_norm": 0.0022186569403856993, + "max_norm": 0.003056037938222289, + "min_norm": 1.6096242990494671e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.854753494262695, + "5": -6.047878265380859, + "10": -2.7550792694091797, + "25": -2.693201780319214, + "50": -2.6539084911346436, + "75": -2.598104476928711, + "90": -2.5793328285217285, + "95": -2.549539804458618, + "99": -2.524259328842163 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.793275833129883, + -17.487707138061523, + -17.182138442993164, + -16.876569747924805, + -16.571001052856445, + -16.265432357788086, + -15.959863662719727, + -15.654294967651367, + -15.348726272583008, + -15.043157577514648, + -14.737588882446289, + -14.43202018737793, + -14.12645149230957, + -13.820882797241211, + -13.515314102172852, + -13.209745407104492, + -12.904176712036133, + -12.598608016967773, + -12.293039321899414, + -11.987470626831055, + -11.681901931762695, + -11.376333236694336, + -11.070764541625977, + -10.765195846557617, + -10.459627151489258, + -10.154058456420898, + -9.848489761352539, + -9.54292106628418, + -9.23735237121582, + -8.931783676147461, + -8.626214981079102, + -8.320646286010742, + -8.015077590942383, + -7.709508895874023, + -7.403940200805664, + -7.098371505737305, + -6.792802810668945, + -6.487234115600586, + -6.181665420532227, + -5.876096725463867, + -5.570528030395508, + -5.264959335327148, + -4.959390640258789, + -4.65382194519043, + -4.34825325012207, + -4.042684555053711, + -3.7371158599853516, + -3.431547164916992, + -3.125978469848633, + -2.8204097747802734, + -2.514841318130493 + ], + "r_inf_mean": 0.3292678892612457, + "r_inf_median": 0.32281503081321716, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5911078453063965, + "eff_dim_mean": 0.5911078453063965, + "topk_energy": { + "1": 0.11279088258743286, + "5": 0.3381490707397461, + "10": 0.485504686832428, + "25": 0.7614988088607788 + }, + "gamma_raw": 0.16441576182842255, + "gamma_active": { + "1e-08": 0.1690298318862915, + "1e-07": 0.16855420172214508, + "1e-06": 0.16817188262939453, + "1e-05": 0.1681097149848938, + "0.0001": 0.1677207052707672 + }, + "gamma_energy_weighted": { + "1e-08": 0.17536394520540902, + "1e-07": 0.17536394520540902, + "1e-06": 0.17536394520540902, + "1e-05": 0.17536394520540902, + "0.0001": 0.17536394520540902 + } + }, + { + "layer": 5, + "mean_norm": 0.0021094204857945442, + "median_norm": 0.0022156047634780407, + "max_norm": 0.003053750144317746, + "min_norm": 1.6065940262729557e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.855522155761719, + "5": -6.048458576202393, + "10": -2.755298376083374, + "25": -2.6935558319091797, + "50": -2.6545042991638184, + "75": -2.597860813140869, + "90": -2.579322576522827, + "95": -2.5480949878692627, + "99": -2.5237488746643066 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.79409408569336, + -17.488515853881836, + -17.182937622070312, + -16.877357482910156, + -16.571779251098633, + -16.26620101928711, + -15.960622787475586, + -15.655044555664062, + -15.349465370178223, + -15.0438871383667, + -14.73830795288086, + -14.432729721069336, + -14.127151489257812, + -13.821573257446289, + -13.51599407196045, + -13.210415840148926, + -12.904836654663086, + -12.599258422851562, + -12.293680191040039, + -11.988101959228516, + -11.682522773742676, + -11.376944541931152, + -11.071365356445312, + -10.765787124633789, + -10.460208892822266, + -10.154630661010742, + -9.849051475524902, + -9.543473243713379, + -9.237894058227539, + -8.932315826416016, + -8.626737594604492, + -8.321158409118652, + -8.015580177307129, + -7.7100019454956055, + -7.404422760009766, + -7.098844528198242, + -6.793266296386719, + -6.487687110900879, + -6.1821088790893555, + -5.876530647277832, + -5.570951461791992, + -5.265373229980469, + -4.959794998168945, + -4.6542158126831055, + -4.348637580871582, + -4.043059349060059, + -3.7374801635742188, + -3.4319019317626953, + -3.126323699951172, + -2.820744514465332, + -2.5151665210723877 + ], + "r_inf_mean": 0.3292769193649292, + "r_inf_median": 0.3231881260871887, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5911209583282471, + "eff_dim_mean": 0.5911208987236023, + "topk_energy": { + "1": 0.11281546205282211, + "5": 0.33799782395362854, + "10": 0.48538738489151, + "25": 0.7614539861679077 + }, + "gamma_raw": 0.0917944386601448, + "gamma_active": { + "1e-08": 0.09398973733186722, + "1e-07": 0.09458362311124802, + "1e-06": 0.09442378580570221, + "1e-05": 0.09471315890550613, + "0.0001": 0.09455744177103043 + }, + "gamma_energy_weighted": { + "1e-08": 0.10246159294549455, + "1e-07": 0.10246159294549455, + "1e-06": 0.10246159294549455, + "1e-05": 0.10246159294549455, + "0.0001": 0.10246159294549455 + } + }, + { + "layer": 6, + "mean_norm": 0.00210792338475585, + "median_norm": 0.00221669371239841, + "max_norm": 0.003051887731999159, + "min_norm": 1.6045853215529472e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.85605525970459, + "5": -6.048299789428711, + "10": -2.755016565322876, + "25": -2.693458080291748, + "50": -2.654294490814209, + "75": -2.598266363143921, + "90": -2.579690933227539, + "95": -2.5482211112976074, + "99": -2.5241878032684326 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.79463768005371, + -17.48905372619629, + -17.183469772338867, + -16.877885818481445, + -16.572301864624023, + -16.26671600341797, + -15.961133003234863, + -15.655549049377441, + -15.349964141845703, + -15.044380187988281, + -14.73879623413086, + -14.433212280273438, + -14.127628326416016, + -13.822044372558594, + -13.516460418701172, + -13.210875511169434, + -12.905291557312012, + -12.59970760345459, + -12.294122695922852, + -11.98853874206543, + -11.682954788208008, + -11.377370834350586, + -11.071786880493164, + -10.766202926635742, + -10.46061897277832, + -10.155035018920898, + -9.84945011138916, + -9.543866157531738, + -9.238282203674316, + -8.932698249816895, + -8.627113342285156, + -8.321529388427734, + -8.015945434570312, + -7.710361480712891, + -7.404777526855469, + -7.0991926193237305, + -6.793608665466309, + -6.488024711608887, + -6.182440757751465, + -5.876856803894043, + -5.571271896362305, + -5.265687942504883, + -4.960103988647461, + -4.654520034790039, + -4.348936080932617, + -4.043352127075195, + -3.737767219543457, + -3.432183265686035, + -3.1265993118286133, + -2.8210153579711914, + -2.5154316425323486 + ], + "r_inf_mean": 0.32946982979774475, + "r_inf_median": 0.32379114627838135, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5912056565284729, + "eff_dim_mean": 0.5912055969238281, + "topk_energy": { + "1": 0.11297594010829926, + "5": 0.33786338567733765, + "10": 0.485337495803833, + "25": 0.7614455819129944 + }, + "gamma_raw": 0.06936207413673401, + "gamma_active": { + "1e-08": 0.07143881916999817, + "1e-07": 0.0715327039361, + "1e-06": 0.07118694484233856, + "1e-05": 0.07150527089834213, + "0.0001": 0.07164279371500015 + }, + "gamma_energy_weighted": { + "1e-08": 0.08504618030572643, + "1e-07": 0.08504618030572643, + "1e-06": 0.08504618030572643, + "1e-05": 0.08504618030572643, + "0.0001": 0.08504618030572643 + } + }, + { + "layer": 7, + "mean_norm": 0.0021058411803096533, + "median_norm": 0.0022168788127601147, + "max_norm": 0.0030510553624480963, + "min_norm": 1.6024518159580198e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.856356620788574, + "5": -6.04843282699585, + "10": -2.754669189453125, + "25": -2.6939496994018555, + "50": -2.6542575359344482, + "75": -2.5988826751708984, + "90": -2.5809824466705322, + "95": -2.5494132041931152, + "99": -2.524655342102051 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.795215606689453, + -17.489622116088867, + -17.18402862548828, + -16.878435134887695, + -16.57284164428711, + -16.267250061035156, + -15.961655616760254, + -15.656062126159668, + -15.350469589233398, + -15.044876098632812, + -14.739282608032227, + -14.43368911743164, + -14.128095626831055, + -13.822502136230469, + -13.516908645629883, + -13.211316108703613, + -12.905722618103027, + -12.600129127502441, + -12.294536590576172, + -11.988943099975586, + -11.683349609375, + -11.377756118774414, + -11.072162628173828, + -10.766569137573242, + -10.460975646972656, + -10.15538215637207, + -9.8497896194458, + -9.544196128845215, + -9.238602638244629, + -8.933009147644043, + -8.627416610717773, + -8.321823120117188, + -8.016229629516602, + -7.710636138916016, + -7.40504264831543, + -7.09945011138916, + -6.793856620788574, + -6.488263130187988, + -6.182669639587402, + -5.877076148986816, + -5.571483612060547, + -5.265890121459961, + -4.960296630859375, + -4.654703140258789, + -4.349109649658203, + -4.043516159057617, + -3.7379236221313477, + -3.4323301315307617, + -3.126736640930176, + -2.82114315032959, + -2.515549898147583 + ], + "r_inf_mean": 0.3298419117927551, + "r_inf_median": 0.323926717042923, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5910447835922241, + "eff_dim_mean": 0.5910447835922241, + "topk_energy": { + "1": 0.11321097612380981, + "5": 0.3384813964366913, + "10": 0.48569047451019287, + "25": 0.7615890502929688 + }, + "gamma_raw": 0.049740999937057495, + "gamma_active": { + "1e-08": 0.05095239728689194, + "1e-07": 0.050620730966329575, + "1e-06": 0.05042032152414322, + "1e-05": 0.048816729336977005, + "0.0001": 0.048828329890966415 + }, + "gamma_energy_weighted": { + "1e-08": 0.052997870321008216, + "1e-07": 0.052997870321008216, + "1e-06": 0.052997870321008216, + "1e-05": 0.052997870321008216, + "0.0001": 0.052997870321008216 + } + } + ] +}
\ No newline at end of file |