summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json
new file mode 100644
index 0000000..469ef9c
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 789,
+ "alpha": 0.5,
+ "depth": 8,
+ "batch": 512,
+ "loss": 24.251659393310547,
+ "acc": 0.103515625,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.041362471878528595,
+ "median_norm": 0.0431981235742569,
+ "max_norm": 0.08085625618696213,
+ "min_norm": 1.628338123035137e-16,
+ "support": {
+ "1e-08": 0.98046875,
+ "1e-07": 0.970703125,
+ "1e-06": 0.9609375,
+ "1e-05": 0.955078125,
+ "0.0001": 0.94140625
+ },
+ "log_norms_percentiles": {
+ "1": -10.991988182067871,
+ "5": -4.308783531188965,
+ "10": -1.6611835956573486,
+ "25": -1.4308969974517822,
+ "50": -1.3642539978027344,
+ "75": -1.3010022640228271,
+ "90": -1.2412713766098022,
+ "95": -1.2067523002624512,
+ "99": -1.1566015481948853
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 0,
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 2,
+ 2,
+ 0,
+ 2,
+ 1,
+ 2,
+ 1,
+ 0,
+ 2,
+ 1,
+ 2,
+ 4,
+ 1,
+ 2,
+ 5,
+ 3,
+ 1,
+ 2,
+ 3,
+ 4,
+ 163,
+ 298
+ ],
+ "log_norms_bin_edges": [
+ -15.78825569152832,
+ -15.494336128234863,
+ -15.200416564941406,
+ -14.906497955322266,
+ -14.612578392028809,
+ -14.318658828735352,
+ -14.024739265441895,
+ -13.730819702148438,
+ -13.436901092529297,
+ -13.14298152923584,
+ -12.849061965942383,
+ -12.555142402648926,
+ -12.261222839355469,
+ -11.967304229736328,
+ -11.673383712768555,
+ -11.379465103149414,
+ -11.085545539855957,
+ -10.7916259765625,
+ -10.49770736694336,
+ -10.203786849975586,
+ -9.909868240356445,
+ -9.615948677062988,
+ -9.322029113769531,
+ -9.02811050415039,
+ -8.734189987182617,
+ -8.440271377563477,
+ -8.14635181427002,
+ -7.8524322509765625,
+ -7.5585126876831055,
+ -7.264593124389648,
+ -6.970674514770508,
+ -6.676754951477051,
+ -6.382835388183594,
+ -6.088915824890137,
+ -5.79499626159668,
+ -5.501077651977539,
+ -5.207158088684082,
+ -4.913238525390625,
+ -4.619318962097168,
+ -4.325399398803711,
+ -4.03148078918457,
+ -3.7375612258911133,
+ -3.4436416625976562,
+ -3.149722099304199,
+ -2.855802536010742,
+ -2.561882972717285,
+ -2.2679643630981445,
+ -1.9740447998046875,
+ -1.6801252365112305,
+ -1.3862056732177734,
+ -1.092286467552185
+ ],
+ "r_inf_mean": 0.29722973704338074,
+ "r_inf_median": 0.28798288106918335,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.5922420024871826,
+ "eff_dim_mean": 0.5922419428825378,
+ "topk_energy": {
+ "1": 0.09104149043560028,
+ "5": 0.320270836353302,
+ "10": 0.479333758354187,
+ "25": 0.7627351880073547
+ },
+ "gamma_raw": -0.0013592352624982595,
+ "gamma_active": {
+ "1e-08": -0.0014762941282242537,
+ "1e-07": -0.001275508082471788,
+ "1e-06": -0.0005785338580608368,
+ "1e-05": -0.0009204426896758378,
+ "0.0001": -0.0004243803850840777
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.006258660096678619,
+ "1e-07": -0.006258660096678619,
+ "1e-06": -0.006258660096678619,
+ "1e-05": -0.006258660096678619,
+ "0.0001": -0.006258660096678619
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.0022700089029967785,
+ "median_norm": 0.0023541434202343225,
+ "max_norm": 0.003993333783000708,
+ "min_norm": 1.123020766015883e-17,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.9609375,
+ "1e-06": 0.953125,
+ "1e-05": 0.939453125,
+ "0.0001": 0.91796875
+ },
+ "log_norms_percentiles": {
+ "1": -12.33850383758545,
+ "5": -5.576913833618164,
+ "10": -2.992349624633789,
+ "25": -2.6838603019714355,
+ "50": -2.6277973651885986,
+ "75": -2.5671863555908203,
+ "90": -2.489161968231201,
+ "95": -2.4681222438812256,
+ "99": -2.413473606109619
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 3,
+ 3,
+ 4,
+ 4,
+ 0,
+ 2,
+ 3,
+ 5,
+ 69,
+ 391
+ ],
+ "log_norms_bin_edges": [
+ -16.94961166381836,
+ -16.658592224121094,
+ -16.36757469177246,
+ -16.076555252075195,
+ -15.78553581237793,
+ -15.49451732635498,
+ -15.203497886657715,
+ -14.912479400634766,
+ -14.6214599609375,
+ -14.33044147491455,
+ -14.039422035217285,
+ -13.748403549194336,
+ -13.45738410949707,
+ -13.166365623474121,
+ -12.875347137451172,
+ -12.584327697753906,
+ -12.29330825805664,
+ -12.002289772033691,
+ -11.711271286010742,
+ -11.420251846313477,
+ -11.129232406616211,
+ -10.838213920593262,
+ -10.547195434570312,
+ -10.256175994873047,
+ -9.965157508850098,
+ -9.674139022827148,
+ -9.383119583129883,
+ -9.092100143432617,
+ -8.801081657409668,
+ -8.510062217712402,
+ -8.219043731689453,
+ -7.9280242919921875,
+ -7.637005805969238,
+ -7.345987319946289,
+ -7.054967880249023,
+ -6.763949394226074,
+ -6.472929954528809,
+ -6.181911468505859,
+ -5.890892028808594,
+ -5.5998735427856445,
+ -5.308854103088379,
+ -5.01783561706543,
+ -4.726816177368164,
+ -4.435797691345215,
+ -4.144778251647949,
+ -3.853759765625,
+ -3.5627403259277344,
+ -3.271721839904785,
+ -2.980703353881836,
+ -2.6896839141845703,
+ -2.3986644744873047
+ ],
+ "r_inf_mean": 0.26317477226257324,
+ "r_inf_median": 0.24844342470169067,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6368843913078308,
+ "eff_dim_mean": 0.6368843913078308,
+ "topk_energy": {
+ "1": 0.0711224377155304,
+ "5": 0.2690105438232422,
+ "10": 0.4225216507911682,
+ "25": 0.722822368144989
+ },
+ "gamma_raw": 0.24962595105171204,
+ "gamma_active": {
+ "1e-08": 0.2564733922481537,
+ "1e-07": 0.25643956661224365,
+ "1e-06": 0.25680655241012573,
+ "1e-05": 0.25672051310539246,
+ "0.0001": 0.2565948963165283
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.26721004440419843,
+ "1e-07": 0.26721004440419843,
+ "1e-06": 0.26721004440419843,
+ "1e-05": 0.26721004440419843,
+ "0.0001": 0.26721004440419843
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.0019453589338809252,
+ "median_norm": 0.001969320699572563,
+ "max_norm": 0.0035043484531342983,
+ "min_norm": 1.0470088234226701e-17,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.958984375,
+ "1e-06": 0.953125,
+ "1e-05": 0.9375,
+ "0.0001": 0.91796875
+ },
+ "log_norms_percentiles": {
+ "1": -12.41659927368164,
+ "5": -5.6250810623168945,
+ "10": -3.085663080215454,
+ "25": -2.7522356510162354,
+ "50": -2.70562744140625,
+ "75": -2.6345455646514893,
+ "90": -2.542473077774048,
+ "95": -2.50527024269104,
+ "99": -2.482447385787964
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 3,
+ 3,
+ 2,
+ 5,
+ 3,
+ 0,
+ 2,
+ 3,
+ 6,
+ 86,
+ 373
+ ],
+ "log_norms_bin_edges": [
+ -16.980051040649414,
+ -16.689558029174805,
+ -16.399065017700195,
+ -16.108572006225586,
+ -15.81807804107666,
+ -15.52758502960205,
+ -15.237092018127441,
+ -14.946599006652832,
+ -14.656105995178223,
+ -14.365612030029297,
+ -14.075119018554688,
+ -13.784626007080078,
+ -13.494132995605469,
+ -13.20363998413086,
+ -12.91314697265625,
+ -12.62265396118164,
+ -12.332160949707031,
+ -12.041667938232422,
+ -11.751173973083496,
+ -11.460680961608887,
+ -11.170187950134277,
+ -10.879693984985352,
+ -10.589200973510742,
+ -10.298707962036133,
+ -10.008214950561523,
+ -9.717721939086914,
+ -9.427228927612305,
+ -9.136735916137695,
+ -8.846242904663086,
+ -8.55574893951416,
+ -8.26525592803955,
+ -7.974762916564941,
+ -7.684269905090332,
+ -7.393776893615723,
+ -7.103283882141113,
+ -6.812790870666504,
+ -6.522296905517578,
+ -6.231803894042969,
+ -5.941310882568359,
+ -5.65081787109375,
+ -5.360324859619141,
+ -5.069831848144531,
+ -4.7793378829956055,
+ -4.488844871520996,
+ -4.198351860046387,
+ -3.9078588485717773,
+ -3.617365837097168,
+ -3.3268728256225586,
+ -3.036378860473633,
+ -2.7458858489990234,
+ -2.455392837524414
+ ],
+ "r_inf_mean": 0.25889456272125244,
+ "r_inf_median": 0.2549143433570862,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6410101652145386,
+ "eff_dim_mean": 0.6410101652145386,
+ "topk_energy": {
+ "1": 0.06819643080234528,
+ "5": 0.2638629376888275,
+ "10": 0.4176059067249298,
+ "25": 0.7177274227142334
+ },
+ "gamma_raw": 0.1629437506198883,
+ "gamma_active": {
+ "1e-08": 0.1675395369529724,
+ "1e-07": 0.16818785667419434,
+ "1e-06": 0.16853028535842896,
+ "1e-05": 0.16837532818317413,
+ "0.0001": 0.1685260832309723
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.19226981486941988,
+ "1e-07": 0.19226981486941988,
+ "1e-06": 0.19226981486941988,
+ "1e-05": 0.19226981486941988,
+ "0.0001": 0.19226981486941988
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0019302505534142256,
+ "median_norm": 0.0019450491527095437,
+ "max_norm": 0.003478067461401224,
+ "min_norm": 1.0385827481128987e-17,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.958984375,
+ "1e-06": 0.953125,
+ "1e-05": 0.9375,
+ "0.0001": 0.91796875
+ },
+ "log_norms_percentiles": {
+ "1": -12.419230461120605,
+ "5": -5.627464771270752,
+ "10": -3.093134641647339,
+ "25": -2.7556214332580566,
+ "50": -2.711057424545288,
+ "75": -2.636577844619751,
+ "90": -2.5457825660705566,
+ "95": -2.510667562484741,
+ "99": -2.4862241744995117
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 3,
+ 3,
+ 2,
+ 5,
+ 3,
+ 0,
+ 2,
+ 3,
+ 6,
+ 87,
+ 372
+ ],
+ "log_norms_bin_edges": [
+ -16.98356056213379,
+ -16.69306182861328,
+ -16.402565002441406,
+ -16.1120662689209,
+ -15.821568489074707,
+ -15.531070709228516,
+ -15.240572929382324,
+ -14.950075149536133,
+ -14.659576416015625,
+ -14.369078636169434,
+ -14.078580856323242,
+ -13.78808307647705,
+ -13.49758529663086,
+ -13.207086563110352,
+ -12.916589736938477,
+ -12.626091003417969,
+ -12.335593223571777,
+ -12.045095443725586,
+ -11.754596710205078,
+ -11.464099884033203,
+ -11.173601150512695,
+ -10.883103370666504,
+ -10.592605590820312,
+ -10.302106857299805,
+ -10.01161003112793,
+ -9.721111297607422,
+ -9.43061351776123,
+ -9.140115737915039,
+ -8.849617958068848,
+ -8.559120178222656,
+ -8.268621444702148,
+ -7.978123664855957,
+ -7.687625885009766,
+ -7.397128105163574,
+ -7.106630325317383,
+ -6.816131591796875,
+ -6.525633811950684,
+ -6.235136032104492,
+ -5.944638252258301,
+ -5.654140472412109,
+ -5.363641738891602,
+ -5.07314395904541,
+ -4.782646179199219,
+ -4.492148399353027,
+ -4.201650619506836,
+ -3.9111528396606445,
+ -3.6206541061401367,
+ -3.3301563262939453,
+ -3.039658546447754,
+ -2.7491607666015625,
+ -2.4586620330810547
+ ],
+ "r_inf_mean": 0.25847411155700684,
+ "r_inf_median": 0.25355264544487,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6414333581924438,
+ "eff_dim_mean": 0.6414333581924438,
+ "topk_energy": {
+ "1": 0.06796696782112122,
+ "5": 0.2632758915424347,
+ "10": 0.41692161560058594,
+ "25": 0.7170432806015015
+ },
+ "gamma_raw": 0.09571053087711334,
+ "gamma_active": {
+ "1e-08": 0.09829081594944,
+ "1e-07": 0.09862682223320007,
+ "1e-06": 0.09872589260339737,
+ "1e-05": 0.09897961467504501,
+ "0.0001": 0.09927307069301605
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.1231833051888881,
+ "1e-07": 0.1231833051888881,
+ "1e-06": 0.1231833051888881,
+ "1e-05": 0.1231833051888881,
+ "0.0001": 0.1231833051888881
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.0019264412112534046,
+ "median_norm": 0.0019423150224611163,
+ "max_norm": 0.0034668573644012213,
+ "min_norm": 1.0331405614267898e-17,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.958984375,
+ "1e-06": 0.953125,
+ "1e-05": 0.9375,
+ "0.0001": 0.91796875
+ },
+ "log_norms_percentiles": {
+ "1": -12.418492317199707,
+ "5": -5.628345012664795,
+ "10": -3.0956547260284424,
+ "25": -2.7548816204071045,
+ "50": -2.7116761207580566,
+ "75": -2.63814377784729,
+ "90": -2.5463688373565674,
+ "95": -2.5122199058532715,
+ "99": -2.4890284538269043
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 3,
+ 3,
+ 2,
+ 5,
+ 3,
+ 0,
+ 2,
+ 3,
+ 6,
+ 86,
+ 373
+ ],
+ "log_norms_bin_edges": [
+ -16.985841751098633,
+ -16.69532585144043,
+ -16.404809951782227,
+ -16.114295959472656,
+ -15.823780059814453,
+ -15.53326416015625,
+ -15.242748260498047,
+ -14.952232360839844,
+ -14.661717414855957,
+ -14.37120246887207,
+ -14.080686569213867,
+ -13.790170669555664,
+ -13.499654769897461,
+ -13.209139823913574,
+ -12.918623924255371,
+ -12.628108978271484,
+ -12.337593078613281,
+ -12.047077178955078,
+ -11.756562232971191,
+ -11.466046333312988,
+ -11.175531387329102,
+ -10.885015487670898,
+ -10.594499588012695,
+ -10.303983688354492,
+ -10.013468742370605,
+ -9.722953796386719,
+ -9.432437896728516,
+ -9.141921997070312,
+ -8.85140609741211,
+ -8.560891151428223,
+ -8.27037525177002,
+ -7.979860305786133,
+ -7.68934440612793,
+ -7.398828506469727,
+ -7.10831356048584,
+ -6.817797660827637,
+ -6.52728271484375,
+ -6.236766815185547,
+ -5.946250915527344,
+ -5.655735969543457,
+ -5.365220069885254,
+ -5.074704170227051,
+ -4.784189224243164,
+ -4.493673324584961,
+ -4.203157424926758,
+ -3.912642478942871,
+ -3.622126579284668,
+ -3.3316116333007812,
+ -3.041095733642578,
+ -2.750579833984375,
+ -2.460064172744751
+ ],
+ "r_inf_mean": 0.25894469022750854,
+ "r_inf_median": 0.25327199697494507,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6411838531494141,
+ "eff_dim_mean": 0.6411838531494141,
+ "topk_energy": {
+ "1": 0.06821361929178238,
+ "5": 0.26404547691345215,
+ "10": 0.417705774307251,
+ "25": 0.7179960012435913
+ },
+ "gamma_raw": 0.056273482739925385,
+ "gamma_active": {
+ "1e-08": 0.057817235589027405,
+ "1e-07": 0.05747979134321213,
+ "1e-06": 0.058066677302122116,
+ "1e-05": 0.058453742414712906,
+ "0.0001": 0.05810721963644028
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.06843492021097176,
+ "1e-07": 0.06843492021097176,
+ "1e-06": 0.06843492021097176,
+ "1e-05": 0.06843492021097176,
+ "0.0001": 0.06843492021097176
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0019262433052062988,
+ "median_norm": 0.0019417315488681197,
+ "max_norm": 0.0034629919100552797,
+ "min_norm": 1.0301849623800766e-17,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.958984375,
+ "1e-06": 0.953125,
+ "1e-05": 0.9375,
+ "0.0001": 0.91796875
+ },
+ "log_norms_percentiles": {
+ "1": -12.418415069580078,
+ "5": -5.626218795776367,
+ "10": -3.096813201904297,
+ "25": -2.7544362545013428,
+ "50": -2.7117767333984375,
+ "75": -2.6389262676239014,
+ "90": -2.5463216304779053,
+ "95": -2.5117979049682617,
+ "99": -2.4897587299346924
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 3,
+ 3,
+ 2,
+ 5,
+ 3,
+ 0,
+ 2,
+ 3,
+ 6,
+ 84,
+ 375
+ ],
+ "log_norms_bin_edges": [
+ -16.987085342407227,
+ -16.69655418395996,
+ -16.406023025512695,
+ -16.115493774414062,
+ -15.824962615966797,
+ -15.534431457519531,
+ -15.243901252746582,
+ -14.953370094299316,
+ -14.662839889526367,
+ -14.372308731079102,
+ -14.081777572631836,
+ -13.791247367858887,
+ -13.500716209411621,
+ -13.210186004638672,
+ -12.919654846191406,
+ -12.62912368774414,
+ -12.338593482971191,
+ -12.048063278198242,
+ -11.757532119750977,
+ -11.467000961303711,
+ -11.176470756530762,
+ -10.885939598083496,
+ -10.595409393310547,
+ -10.304878234863281,
+ -10.014347076416016,
+ -9.723816871643066,
+ -9.433286666870117,
+ -9.142755508422852,
+ -8.852224349975586,
+ -8.561694145202637,
+ -8.271162986755371,
+ -7.980632781982422,
+ -7.690101623535156,
+ -7.399570465087891,
+ -7.109040260314941,
+ -6.818509101867676,
+ -6.527978897094727,
+ -6.237447738647461,
+ -5.946917533874512,
+ -5.656386375427246,
+ -5.365856170654297,
+ -5.075325012207031,
+ -4.784793853759766,
+ -4.494263648986816,
+ -4.203732490539551,
+ -3.9132022857666016,
+ -3.622671127319336,
+ -3.3321409225463867,
+ -3.041609764099121,
+ -2.7510786056518555,
+ -2.4605486392974854
+ ],
+ "r_inf_mean": 0.25849196314811707,
+ "r_inf_median": 0.2540794909000397,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.640813946723938,
+ "eff_dim_mean": 0.6408138871192932,
+ "topk_energy": {
+ "1": 0.06793847680091858,
+ "5": 0.2639818489551544,
+ "10": 0.41761744022369385,
+ "25": 0.7181553840637207
+ },
+ "gamma_raw": 0.110051728785038,
+ "gamma_active": {
+ "1e-08": 0.11312972009181976,
+ "1e-07": 0.11328012496232986,
+ "1e-06": 0.11298251897096634,
+ "1e-05": 0.11307842284440994,
+ "0.0001": 0.11386804282665253
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.11267996043391094,
+ "1e-07": 0.11267996043391094,
+ "1e-06": 0.11267996043391094,
+ "1e-05": 0.11267996043391094,
+ "0.0001": 0.11267996043391094
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.0019238308304920793,
+ "median_norm": 0.0019348851637914777,
+ "max_norm": 0.0034634615294635296,
+ "min_norm": 1.0302729743972522e-17,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.958984375,
+ "1e-06": 0.953125,
+ "1e-05": 0.9375,
+ "0.0001": 0.91796875
+ },
+ "log_norms_percentiles": {
+ "1": -12.418950080871582,
+ "5": -5.626799583435059,
+ "10": -3.0977182388305664,
+ "25": -2.7544901371002197,
+ "50": -2.7133448123931885,
+ "75": -2.638622999191284,
+ "90": -2.5459041595458984,
+ "95": -2.5119869709014893,
+ "99": -2.4897072315216064
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 3,
+ 3,
+ 2,
+ 5,
+ 3,
+ 0,
+ 2,
+ 3,
+ 6,
+ 85,
+ 374
+ ],
+ "log_norms_bin_edges": [
+ -16.987049102783203,
+ -16.696517944335938,
+ -16.405986785888672,
+ -16.115455627441406,
+ -15.82492446899414,
+ -15.534393310546875,
+ -15.24386215209961,
+ -14.953330993652344,
+ -14.662799835205078,
+ -14.372268676757812,
+ -14.081737518310547,
+ -13.791206359863281,
+ -13.500675201416016,
+ -13.21014404296875,
+ -12.919612884521484,
+ -12.629081726074219,
+ -12.338550567626953,
+ -12.048019409179688,
+ -11.757488250732422,
+ -11.466957092285156,
+ -11.17642593383789,
+ -10.885894775390625,
+ -10.59536361694336,
+ -10.304832458496094,
+ -10.014300346374512,
+ -9.723769187927246,
+ -9.43323802947998,
+ -9.142706871032715,
+ -8.85217571258545,
+ -8.561644554138184,
+ -8.271113395690918,
+ -7.980582237243652,
+ -7.690051078796387,
+ -7.399519920349121,
+ -7.1089887619018555,
+ -6.81845760345459,
+ -6.527926445007324,
+ -6.237395286560059,
+ -5.946864128112793,
+ -5.656332969665527,
+ -5.365801811218262,
+ -5.075270652770996,
+ -4.7847394943237305,
+ -4.494208335876465,
+ -4.203677177429199,
+ -3.9131460189819336,
+ -3.622614860534668,
+ -3.3320837020874023,
+ -3.0415515899658203,
+ -2.7510204315185547,
+ -2.4604897499084473
+ ],
+ "r_inf_mean": 0.258775532245636,
+ "r_inf_median": 0.2540959119796753,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6409775018692017,
+ "eff_dim_mean": 0.6409774422645569,
+ "topk_energy": {
+ "1": 0.0680801197886467,
+ "5": 0.26402121782302856,
+ "10": 0.4174819588661194,
+ "25": 0.7178910970687866
+ },
+ "gamma_raw": 0.038355160504579544,
+ "gamma_active": {
+ "1e-08": 0.03934384882450104,
+ "1e-07": 0.03943825140595436,
+ "1e-06": 0.03973475471138954,
+ "1e-05": 0.03916001692414284,
+ "0.0001": 0.03880925104022026
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.06189759388610054,
+ "1e-07": 0.06189759388610054,
+ "1e-06": 0.06189759388610054,
+ "1e-05": 0.06189759388610054,
+ "0.0001": 0.06189759388610054
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.0019243007991462946,
+ "median_norm": 0.0019383934559300542,
+ "max_norm": 0.003468787530437112,
+ "min_norm": 1.0296903910918311e-17,
+ "support": {
+ "1e-08": 0.970703125,
+ "1e-07": 0.958984375,
+ "1e-06": 0.953125,
+ "1e-05": 0.9375,
+ "0.0001": 0.91796875
+ },
+ "log_norms_percentiles": {
+ "1": -12.417070388793945,
+ "5": -5.627363204956055,
+ "10": -3.0974175930023193,
+ "25": -2.7552998065948486,
+ "50": -2.7125487327575684,
+ "75": -2.6397387981414795,
+ "90": -2.544675588607788,
+ "95": -2.511091947555542,
+ "99": -2.489776611328125
+ },
+ "log_norms_histogram": [
+ 2,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 2,
+ 1,
+ 1,
+ 1,
+ 2,
+ 0,
+ 2,
+ 3,
+ 3,
+ 2,
+ 5,
+ 3,
+ 0,
+ 2,
+ 3,
+ 6,
+ 86,
+ 373
+ ],
+ "log_norms_bin_edges": [
+ -16.987293243408203,
+ -16.69674301147461,
+ -16.40619468688965,
+ -16.115644454956055,
+ -15.825095176696777,
+ -15.5345458984375,
+ -15.243996620178223,
+ -14.953447341918945,
+ -14.662898063659668,
+ -14.37234878540039,
+ -14.081798553466797,
+ -13.79124927520752,
+ -13.500699996948242,
+ -13.210150718688965,
+ -12.919601440429688,
+ -12.629051208496094,
+ -12.338502883911133,
+ -12.047952651977539,
+ -11.757403373718262,
+ -11.466854095458984,
+ -11.176304817199707,
+ -10.88575553894043,
+ -10.595205307006836,
+ -10.304656982421875,
+ -10.014106750488281,
+ -9.723557472229004,
+ -9.433008193969727,
+ -9.14245891571045,
+ -8.851909637451172,
+ -8.561359405517578,
+ -8.2708101272583,
+ -7.980260848999023,
+ -7.689711570739746,
+ -7.399162292480469,
+ -7.108613014221191,
+ -6.818063735961914,
+ -6.52751350402832,
+ -6.236964225769043,
+ -5.946414947509766,
+ -5.655865669250488,
+ -5.365316390991211,
+ -5.074767112731934,
+ -4.78421688079834,
+ -4.4936676025390625,
+ -4.203118324279785,
+ -3.912569046020508,
+ -3.6220197677612305,
+ -3.331470489501953,
+ -3.0409202575683594,
+ -2.750370979309082,
+ -2.459822177886963
+ ],
+ "r_inf_mean": 0.25902748107910156,
+ "r_inf_median": 0.25503379106521606,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.6407651901245117,
+ "eff_dim_mean": 0.6407651901245117,
+ "topk_energy": {
+ "1": 0.06821590662002563,
+ "5": 0.2641260325908661,
+ "10": 0.4176841378211975,
+ "25": 0.7182085514068604
+ },
+ "gamma_raw": 0.12527082860469818,
+ "gamma_active": {
+ "1e-08": 0.1287556141614914,
+ "1e-07": 0.12861301004886627,
+ "1e-06": 0.12862557172775269,
+ "1e-05": 0.12870752811431885,
+ "0.0001": 0.12991736829280853
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.14745220910439658,
+ "1e-07": 0.14745220910439658,
+ "1e-06": 0.14745220910439658,
+ "1e-05": 0.14745220910439658,
+ "0.0001": 0.14745220910439658
+ }
+ }
+ ]
+} \ No newline at end of file