diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json new file mode 100644 index 0000000..34d5565 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 11.685538291931152, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02710789069533348, + "median_norm": 0.024912701919674873, + "max_norm": 0.15327081084251404, + "min_norm": 4.648817789054682e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.99609375, + "1e-05": 0.990234375, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -4.567256450653076, + "5": -2.863539457321167, + "10": -1.9279228448867798, + "25": -1.7339415550231934, + "50": -1.6035497188568115, + "75": -1.4914122819900513, + "90": -1.3508113622665405, + "95": -1.2940095663070679, + "99": -1.0347143411636353 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 1, + 1, + 4, + 2, + 1, + 5, + 2, + 1, + 1, + 1, + 6, + 12, + 61, + 177, + 161, + 50, + 12, + 4 + ], + "log_norms_bin_edges": [ + -10.332657814025879, + -10.142295837402344, + -9.951932907104492, + -9.761570930480957, + -9.571208953857422, + -9.38084602355957, + -9.190484046936035, + -9.000121116638184, + -8.809759140014648, + -8.619397163391113, + -8.429034233093262, + -8.238672256469727, + -8.048309326171875, + -7.85794734954834, + -7.667585372924805, + -7.477222919464111, + -7.286860466003418, + -7.096498012542725, + -6.906135559082031, + -6.715773582458496, + -6.525411128997803, + -6.335048675537109, + -6.144686698913574, + -5.954324245452881, + -5.7639617919921875, + -5.573599338531494, + -5.383236885070801, + -5.192874908447266, + -5.002512454986572, + -4.812150001525879, + -4.621788024902344, + -4.43142557144165, + -4.241063117980957, + -4.050700664520264, + -3.8603382110595703, + -3.669976234436035, + -3.479613780975342, + -3.2892513275146484, + -3.0988893508911133, + -2.90852689743042, + -2.7181644439697266, + -2.527801990509033, + -2.33743953704834, + -2.1470775604248047, + -1.9567155838012695, + -1.766352653503418, + -1.5759906768798828, + -1.3856277465820312, + -1.195265769958496, + -1.004903793334961, + -0.8145405650138855 + ], + "r_inf_mean": 0.345892995595932, + "r_inf_median": 0.3415447771549225, + "pr_mean": 0.17457681894302368, + "pr_median": 0.17374975979328156, + "hoyer_mean": 0.44506561756134033, + "eff_dim_mean": 0.44506561756134033, + "topk_energy": { + "1": 0.12255194783210754, + "5": 0.4249127507209778, + "10": 0.6130838394165039, + "25": 0.8784815073013306 + }, + "gamma_raw": 0.007545532658696175, + "gamma_active": { + "1e-08": 0.007560329511761665, + "1e-07": 0.007560329511761665, + "1e-06": 0.007324781268835068, + "1e-05": 0.007948147132992744, + "0.0001": 0.008340965025126934 + }, + "gamma_energy_weighted": { + "1e-08": 0.002352470585694332, + "1e-07": 0.002352470585694332, + "1e-06": 0.002352470585694332, + "1e-05": 0.002352470585694332, + "0.0001": 0.002352470585694332 + } + }, + { + "layer": 1, + "mean_norm": 0.002438522409647703, + "median_norm": 0.0023526723962277174, + "max_norm": 0.007691530976444483, + "min_norm": 1.8069736245490686e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.978515625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.576320171356201, + "5": -3.8075146675109863, + "10": -2.8730361461639404, + "25": -2.724648952484131, + "50": -2.628246784210205, + "75": -2.5255465507507324, + "90": -2.4264512062072754, + "95": -2.375643253326416, + "99": -2.307544469833374 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 3, + 2, + 0, + 1, + 5, + 2, + 3, + 2, + 2, + 2, + 3, + 4, + 7, + 8, + 119, + 238, + 100, + 5 + ], + "log_norms_bin_edges": [ + -11.743048667907715, + -11.550467491149902, + -11.35788631439209, + -11.165305137634277, + -10.972723960876465, + -10.780142784118652, + -10.58756160736084, + -10.394979476928711, + -10.202398300170898, + -10.009817123413086, + -9.817235946655273, + -9.624654769897461, + -9.432073593139648, + -9.239492416381836, + -9.046911239624023, + -8.854330062866211, + -8.661748886108398, + -8.469167709350586, + -8.276586532592773, + -8.084005355834961, + -7.891424179077148, + -7.698842525482178, + -7.506261348724365, + -7.313680171966553, + -7.12109899520874, + -6.928517818450928, + -6.735936641693115, + -6.543355464935303, + -6.350773811340332, + -6.1581926345825195, + -5.965611457824707, + -5.7730302810668945, + -5.580449104309082, + -5.3878679275512695, + -5.195286750793457, + -5.0027055740356445, + -4.810124397277832, + -4.617542743682861, + -4.424961566925049, + -4.232380390167236, + -4.039799213409424, + -3.8472180366516113, + -3.6546363830566406, + -3.462055206298828, + -3.2694740295410156, + -3.076892852783203, + -2.8843116760253906, + -2.691730499267578, + -2.4991493225097656, + -2.306568145751953, + -2.1139872074127197 + ], + "r_inf_mean": 0.2971119284629822, + "r_inf_median": 0.2877795696258545, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5815727114677429, + "eff_dim_mean": 0.5815727114677429, + "topk_energy": { + "1": 0.09147913008928299, + "5": 0.33154866099357605, + "10": 0.49318093061447144, + "25": 0.7714602947235107 + }, + "gamma_raw": 0.07174244523048401, + "gamma_active": { + "1e-08": 0.07188284397125244, + "1e-07": 0.07188406586647034, + "1e-06": 0.0719665139913559, + "1e-05": 0.07217413187026978, + "0.0001": 0.0735902413725853 + }, + "gamma_energy_weighted": { + "1e-08": 0.09384487826728245, + "1e-07": 0.09384487826728245, + "1e-06": 0.09384487826728245, + "1e-05": 0.09384487826728245, + "0.0001": 0.09384487826728245 + } + }, + { + "layer": 2, + "mean_norm": 0.0016111270524561405, + "median_norm": 0.0016135013429448009, + "max_norm": 0.0028802158776670694, + "min_norm": 1.1269426418523271e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.9765625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.639537334442139, + "5": -4.0454277992248535, + "10": -3.0785293579101562, + "25": -2.832136631011963, + "50": -2.7922096252441406, + "75": -2.740079164505005, + "90": -2.6145424842834473, + "95": -2.581818103790283, + "99": -2.5544707775115967 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 4, + 2, + 0, + 5, + 4, + 2, + 1, + 3, + 3, + 2, + 4, + 10, + 15, + 309, + 143 + ], + "log_norms_bin_edges": [ + -12.948099136352539, + -12.739948272705078, + -12.531798362731934, + -12.323647499084473, + -12.115497589111328, + -11.907346725463867, + -11.699195861816406, + -11.491045951843262, + -11.2828950881958, + -11.074745178222656, + -10.866594314575195, + -10.658443450927734, + -10.45029354095459, + -10.242142677307129, + -10.033992767333984, + -9.825841903686523, + -9.617691040039062, + -9.409541130065918, + -9.201390266418457, + -8.993240356445312, + -8.785089492797852, + -8.57693862915039, + -8.368788719177246, + -8.160638809204102, + -7.952487945556641, + -7.74433708190918, + -7.536186695098877, + -7.328036308288574, + -7.1198859214782715, + -6.911735534667969, + -6.703584671020508, + -6.495434284210205, + -6.287283897399902, + -6.0791335105896, + -5.870983123779297, + -5.662832260131836, + -5.454681873321533, + -5.2465314865112305, + -5.038381099700928, + -4.830230712890625, + -4.622079849243164, + -4.4139299392700195, + -4.205779075622559, + -3.9976282119750977, + -3.789478302001953, + -3.581327438354492, + -3.3731775283813477, + -3.1650266647338867, + -2.956876754760742, + -2.7487258911132812, + -2.5405750274658203 + ], + "r_inf_mean": 0.25117719173431396, + "r_inf_median": 0.2453686147928238, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6361703872680664, + "eff_dim_mean": 0.6361703276634216, + "topk_energy": { + "1": 0.06415685266256332, + "5": 0.2601376175880432, + "10": 0.4154936671257019, + "25": 0.7228748798370361 + }, + "gamma_raw": 0.07248663902282715, + "gamma_active": { + "1e-08": 0.07278932631015778, + "1e-07": 0.07278932631015778, + "1e-06": 0.0729980617761612, + "1e-05": 0.07326478511095047, + "0.0001": 0.07436378300189972 + }, + "gamma_energy_weighted": { + "1e-08": 0.09964139577229195, + "1e-07": 0.09964139577229195, + "1e-06": 0.09964139577229195, + "1e-05": 0.09964139577229195, + "0.0001": 0.09964139577229195 + } + }, + { + "layer": 3, + "mean_norm": 0.001585004385560751, + "median_norm": 0.0015949448570609093, + "max_norm": 0.0028116938192397356, + "min_norm": 6.597966530769162e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.645777225494385, + "5": -4.051647663116455, + "10": -3.0880613327026367, + "25": -2.8387179374694824, + "50": -2.7971596717834473, + "75": -2.74446177482605, + "90": -2.6201910972595215, + "95": -2.5910253524780273, + "99": -2.5666158199310303 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 3, + 3, + 0, + 5, + 1, + 4, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 297, + 156 + ], + "log_norms_bin_edges": [ + -13.180590629577637, + -12.967999458312988, + -12.75540828704834, + -12.542817115783691, + -12.330225944519043, + -12.117634773254395, + -11.905043601989746, + -11.692452430725098, + -11.47986125946045, + -11.2672700881958, + -11.054678916931152, + -10.842087745666504, + -10.629496574401855, + -10.416905403137207, + -10.204314231872559, + -9.99172306060791, + -9.779131889343262, + -9.566540718078613, + -9.353949546813965, + -9.141358375549316, + -8.928767204284668, + -8.71617603302002, + -8.503584861755371, + -8.290993690490723, + -8.078402519226074, + -7.865811347961426, + -7.653220176696777, + -7.440629005432129, + -7.2280378341674805, + -7.015446662902832, + -6.802855491638184, + -6.590264320373535, + -6.377673149108887, + -6.165081977844238, + -5.95249080657959, + -5.739899635314941, + -5.527308464050293, + -5.3147172927856445, + -5.102126121520996, + -4.889534950256348, + -4.676943778991699, + -4.464352607727051, + -4.251761436462402, + -4.039170265197754, + -3.8265790939331055, + -3.613987922668457, + -3.4013967514038086, + -3.18880558013916, + -2.9762144088745117, + -2.7636232376098633, + -2.551032066345215 + ], + "r_inf_mean": 0.25097793340682983, + "r_inf_median": 0.24518100917339325, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6365331411361694, + "eff_dim_mean": 0.6365330219268799, + "topk_energy": { + "1": 0.06396312266588211, + "5": 0.2606302499771118, + "10": 0.41602620482444763, + "25": 0.7233495712280273 + }, + "gamma_raw": 0.07401160895824432, + "gamma_active": { + "1e-08": 0.07423581182956696, + "1e-07": 0.07423581182956696, + "1e-06": 0.07438528537750244, + "1e-05": 0.07401876151561737, + "0.0001": 0.07508758455514908 + }, + "gamma_energy_weighted": { + "1e-08": 0.10050701256341148, + "1e-07": 0.10050701256341148, + "1e-06": 0.10050701256341148, + "1e-05": 0.10050701256341148, + "0.0001": 0.10050701256341148 + } + }, + { + "layer": 4, + "mean_norm": 0.001578850788064301, + "median_norm": 0.0015870780916884542, + "max_norm": 0.002779713599011302, + "min_norm": 5.723388749696509e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.6378045082092285, + "5": -4.055647373199463, + "10": -3.0965394973754883, + "25": -2.839184522628784, + "50": -2.799306869506836, + "75": -2.746433734893799, + "90": -2.623314380645752, + "95": -2.5929296016693115, + "99": -2.5730621814727783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 0, + 5, + 0, + 5, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 285, + 168 + ], + "log_norms_bin_edges": [ + -13.24234676361084, + -13.028619766235352, + -12.814892768859863, + -12.601165771484375, + -12.387438774108887, + -12.173711776733398, + -11.95998477935791, + -11.746257781982422, + -11.53253173828125, + -11.318803787231445, + -11.105077743530273, + -10.891350746154785, + -10.677623748779297, + -10.463896751403809, + -10.25016975402832, + -10.036442756652832, + -9.822715759277344, + -9.608988761901855, + -9.395261764526367, + -9.181534767150879, + -8.96780776977539, + -8.754081726074219, + -8.540353775024414, + -8.326627731323242, + -8.112899780273438, + -7.899173259735107, + -7.685446262359619, + -7.471719264984131, + -7.257992744445801, + -7.0442657470703125, + -6.830538749694824, + -6.616811752319336, + -6.403084754943848, + -6.189357757568359, + -5.975630760192871, + -5.761903762817383, + -5.5481767654418945, + -5.3344502449035645, + -5.120722770690918, + -4.90699577331543, + -4.693268775939941, + -4.4795427322387695, + -4.265815734863281, + -4.052088737487793, + -3.8383617401123047, + -3.6246347427368164, + -3.410907745361328, + -3.19718074798584, + -2.9834537506103516, + -2.7697267532348633, + -2.555999994277954 + ], + "r_inf_mean": 0.250883549451828, + "r_inf_median": 0.2449640929698944, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.637553334236145, + "eff_dim_mean": 0.6375532746315002, + "topk_energy": { + "1": 0.06396772712469101, + "5": 0.26079338788986206, + "10": 0.4156342148780823, + "25": 0.7230592966079712 + }, + "gamma_raw": 0.035461075603961945, + "gamma_active": { + "1e-08": 0.03537977114319801, + "1e-07": 0.03537977114319801, + "1e-06": 0.035652536898851395, + "1e-05": 0.03563627228140831, + "0.0001": 0.036148227751255035 + }, + "gamma_energy_weighted": { + "1e-08": 0.04056952323522289, + "1e-07": 0.04056952323522289, + "1e-06": 0.04056952323522289, + "1e-05": 0.04056952323522289, + "0.0001": 0.04056952323522289 + } + }, + { + "layer": 5, + "mean_norm": 0.001576357171870768, + "median_norm": 0.0015878068516030908, + "max_norm": 0.0027691232971847057, + "min_norm": 5.4971913116376794e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.636692523956299, + "5": -4.058103561401367, + "10": -3.098578929901123, + "25": -2.839789867401123, + "50": -2.799041509628296, + "75": -2.7471446990966797, + "90": -2.621488332748413, + "95": -2.592961549758911, + "99": -2.5719950199127197 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 0, + 5, + 0, + 5, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 284, + 169 + ], + "log_norms_bin_edges": [ + -13.259859085083008, + -13.045815467834473, + -12.831770896911621, + -12.617727279663086, + -12.403682708740234, + -12.1896390914917, + -11.975594520568848, + -11.761550903320312, + -11.547506332397461, + -11.333462715148926, + -11.11941909790039, + -10.905374526977539, + -10.691330909729004, + -10.477286338806152, + -10.263242721557617, + -10.049198150634766, + -9.83515453338623, + -9.621110916137695, + -9.407066345214844, + -9.193021774291992, + -8.978978157043457, + -8.764934539794922, + -8.55088996887207, + -8.336846351623535, + -8.122802734375, + -7.908758163452148, + -7.694714069366455, + -7.480669975280762, + -7.266626358032227, + -7.052582263946533, + -6.83853816986084, + -6.6244940757751465, + -6.410449981689453, + -6.19640588760376, + -5.982361793518066, + -5.768317699432373, + -5.55427360534668, + -5.3402299880981445, + -5.126185417175293, + -4.912141799926758, + -4.698097229003906, + -4.484053611755371, + -4.270009994506836, + -4.055965423583984, + -3.841921806335449, + -3.6278772354125977, + -3.4138336181640625, + -3.199789047241211, + -2.985745429992676, + -2.7717018127441406, + -2.5576577186584473 + ], + "r_inf_mean": 0.25077736377716064, + "r_inf_median": 0.2452044039964676, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6377048492431641, + "eff_dim_mean": 0.6377048492431641, + "topk_energy": { + "1": 0.06389205902814865, + "5": 0.2613905966281891, + "10": 0.41602951288223267, + "25": 0.7230194807052612 + }, + "gamma_raw": 0.05485357716679573, + "gamma_active": { + "1e-08": 0.054925017058849335, + "1e-07": 0.054925017058849335, + "1e-06": 0.05512819066643715, + "1e-05": 0.05513647198677063, + "0.0001": 0.055629052221775055 + }, + "gamma_energy_weighted": { + "1e-08": 0.0583277061369115, + "1e-07": 0.0583277061369115, + "1e-06": 0.0583277061369115, + "1e-05": 0.0583277061369115, + "0.0001": 0.0583277061369115 + } + }, + { + "layer": 6, + "mean_norm": 0.0015737027861177921, + "median_norm": 0.00158563198056072, + "max_norm": 0.002765227574855089, + "min_norm": 5.402908074278803e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.636329650878906, + "5": -4.057345390319824, + "10": -3.0992369651794434, + "25": -2.8404672145843506, + "50": -2.7997238636016846, + "75": -2.748805522918701, + "90": -2.6215813159942627, + "95": -2.592430353164673, + "99": -2.573193311691284 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 0, + 5, + 0, + 5, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 287, + 166 + ], + "log_norms_bin_edges": [ + -13.267372131347656, + -13.053190231323242, + -12.839008331298828, + -12.624826431274414, + -12.410643577575684, + -12.19646167755127, + -11.982279777526855, + -11.768097877502441, + -11.553915977478027, + -11.339734077453613, + -11.125551223754883, + -10.911369323730469, + -10.697187423706055, + -10.48300552368164, + -10.268823623657227, + -10.054641723632812, + -9.840459823608398, + -9.626276969909668, + -9.412095069885254, + -9.19791316986084, + -8.983731269836426, + -8.769548416137695, + -8.555366516113281, + -8.341184616088867, + -8.127002716064453, + -7.912820816040039, + -7.698638916015625, + -7.484457015991211, + -7.270274639129639, + -7.056092739105225, + -6.8419108390808105, + -6.627728462219238, + -6.413546562194824, + -6.19936466217041, + -5.985182285308838, + -5.771000385284424, + -5.55681848526001, + -5.3426361083984375, + -5.128454208374023, + -4.914272308349609, + -4.700090408325195, + -4.485908508300781, + -4.271725654602051, + -4.057543754577637, + -3.8433618545532227, + -3.6291799545288086, + -3.4149980545043945, + -3.2008161544799805, + -2.98663330078125, + -2.772451400756836, + -2.5582690238952637 + ], + "r_inf_mean": 0.2508494257926941, + "r_inf_median": 0.2456825226545334, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6373716592788696, + "eff_dim_mean": 0.6373716592788696, + "topk_energy": { + "1": 0.0639113038778305, + "5": 0.2614899277687073, + "10": 0.416392982006073, + "25": 0.7236509919166565 + }, + "gamma_raw": 0.044606782495975494, + "gamma_active": { + "1e-08": 0.04472311586141586, + "1e-07": 0.04472311586141586, + "1e-06": 0.04495822265744209, + "1e-05": 0.045065443962812424, + "0.0001": 0.04538236930966377 + }, + "gamma_energy_weighted": { + "1e-08": 0.06216703408012688, + "1e-07": 0.06216703408012688, + "1e-06": 0.06216703408012688, + "1e-05": 0.06216703408012688, + "0.0001": 0.06216703408012688 + } + }, + { + "layer": 7, + "mean_norm": 0.0015723470132797956, + "median_norm": 0.00158548797480762, + "max_norm": 0.002766449237242341, + "min_norm": 5.3184792182282836e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.638453483581543, + "5": -4.060413837432861, + "10": -3.101661443710327, + "25": -2.8403329849243164, + "50": -2.7997944355010986, + "75": -2.7503182888031006, + "90": -2.6216723918914795, + "95": -2.5920419692993164, + "99": -2.572660207748413 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 0, + 5, + 0, + 5, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 290, + 163 + ], + "log_norms_bin_edges": [ + -13.274212837219238, + -13.059889793395996, + -12.84556770324707, + -12.631244659423828, + -12.416921615600586, + -12.20259952545166, + -11.988276481628418, + -11.773954391479492, + -11.55963134765625, + -11.345308303833008, + -11.130985260009766, + -10.91666316986084, + -10.702340126037598, + -10.488018035888672, + -10.27369499206543, + -10.059371948242188, + -9.845049858093262, + -9.63072681427002, + -9.416404724121094, + -9.202081680297852, + -8.98775863647461, + -8.773435592651367, + -8.559113502502441, + -8.344791412353516, + -8.130468368530273, + -7.916145324707031, + -7.701822757720947, + -7.487499713897705, + -7.273177146911621, + -7.058854579925537, + -6.844532012939453, + -6.630208969116211, + -6.415886402130127, + -6.201563835144043, + -5.987240791320801, + -5.772918224334717, + -5.558595657348633, + -5.344273090362549, + -5.129950523376465, + -4.915627479553223, + -4.7013044357299805, + -4.486982345581055, + -4.2726593017578125, + -4.05833625793457, + -3.8440141677856445, + -3.6296911239624023, + -3.4153690338134766, + -3.2010459899902344, + -2.986722946166992, + -2.7724008560180664, + -2.558077335357666 + ], + "r_inf_mean": 0.2511153519153595, + "r_inf_median": 0.24565602838993073, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6372654438018799, + "eff_dim_mean": 0.6372654438018799, + "topk_energy": { + "1": 0.06402918696403503, + "5": 0.2617356479167938, + "10": 0.4167100191116333, + "25": 0.7239378094673157 + }, + "gamma_raw": 0.09953433275222778, + "gamma_active": { + "1e-08": 0.09964214265346527, + "1e-07": 0.09964214265346527, + "1e-06": 0.10008937865495682, + "1e-05": 0.10055326670408249, + "0.0001": 0.10152729600667953 + }, + "gamma_energy_weighted": { + "1e-08": 0.12437174017658459, + "1e-07": 0.12437174017658459, + "1e-06": 0.12437174017658459, + "1e-05": 0.12437174017658459, + "0.0001": 0.12437174017658459 + } + } + ] +}
\ No newline at end of file |