diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 21:09:20 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 21:09:20 -0500 |
| commit | 17e53bcf6971d93bd7061d6376b485132b30c825 (patch) | |
| tree | 3b740e47e228335602c9164954953c73e45d8147 /results/confirmatory/d512_sparsity | |
| parent | da057e5b827d33cc7ff1704a0da0fa9d3f6b7cb6 (diff) | |
Add d=512 support sparsity: 20 JSONs + summary CSV
BP: s(1e-6)=92.7%, norm=2.70e-04, r_inf=0.159, PR=0.300
DFA: s(1e-6)=0.1%, norm=5.31e-08
SB: s(1e-6)=20.3%, norm=2.33e-06
CB: s(1e-6)=1.2%, norm=9.88e-08
Same pattern as d=256, confirming width-independence of the sparsity gap.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/d512_sparsity')
20 files changed, 1840 insertions, 0 deletions
diff --git a/results/confirmatory/d512_sparsity/bp_s1024.json b/results/confirmatory/d512_sparsity/bp_s1024.json new file mode 100644 index 0000000..ee1871e --- /dev/null +++ b/results/confirmatory/d512_sparsity/bp_s1024.json @@ -0,0 +1,92 @@ +{ + "method": "bp", + "seed": 1024, + "d": 512, + "acc": 0.578125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00029469773289747536, + "median_norm": 0.0002145113976439461, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.96875, + "1e-06": 0.921875, + "1e-05": 0.81640625, + "0.0001": 0.62890625 + }, + "r_inf_mean": 0.16110634803771973, + "pr_mean": 0.29326558113098145, + "hoyer_mean": 0.6120355129241943, + "topk_energy": { + "1": 0.0962613970041275, + "5": 0.30378636717796326, + "10": 0.4707030653953552, + "25": 0.7472570538520813 + } + }, + { + "layer": 1, + "mean_norm": 0.0002860954846255481, + "median_norm": 0.0002120076969731599, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.96875, + "1e-06": 0.921875, + "1e-05": 0.8203125, + "0.0001": 0.625 + }, + "r_inf_mean": 0.15779784321784973, + "pr_mean": 0.3006213903427124, + "hoyer_mean": 0.6174615025520325, + "topk_energy": { + "1": 0.09385748207569122, + "5": 0.2990669012069702, + "10": 0.465127557516098, + "25": 0.7417553663253784 + } + }, + { + "layer": 2, + "mean_norm": 0.0002831821911968291, + "median_norm": 0.0002124756429111585, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.96875, + "1e-06": 0.921875, + "1e-05": 0.8203125, + "0.0001": 0.62890625 + }, + "r_inf_mean": 0.1553809493780136, + "pr_mean": 0.3048675060272217, + "hoyer_mean": 0.6196262836456299, + "topk_energy": { + "1": 0.092758409678936, + "5": 0.2961523234844208, + "10": 0.4614235758781433, + "25": 0.7395572662353516 + } + }, + { + "layer": 3, + "mean_norm": 0.00025530997663736343, + "median_norm": 0.00020067598961759359, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.96875, + "1e-06": 0.921875, + "1e-05": 0.81640625, + "0.0001": 0.62109375 + }, + "r_inf_mean": 0.15356092154979706, + "pr_mean": 0.3123117983341217, + "hoyer_mean": 0.6243317723274231, + "topk_energy": { + "1": 0.09005241096019745, + "5": 0.2899831235408783, + "10": 0.45531442761421204, + "25": 0.7354059219360352 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/bp_s123.json b/results/confirmatory/d512_sparsity/bp_s123.json new file mode 100644 index 0000000..f3d76f3 --- /dev/null +++ b/results/confirmatory/d512_sparsity/bp_s123.json @@ -0,0 +1,92 @@ +{ + "method": "bp", + "seed": 123, + "d": 512, + "acc": 0.61328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0002711770648602396, + "median_norm": 0.00017424632096663117, + "support": { + "1e-08": 1.0, + "1e-07": 0.9609375, + "1e-06": 0.91796875, + "1e-05": 0.83203125, + "0.0001": 0.59765625 + }, + "r_inf_mean": 0.1620323359966278, + "pr_mean": 0.2903015911579132, + "hoyer_mean": 0.6103194952011108, + "topk_energy": { + "1": 0.0982980728149414, + "5": 0.3064849376678467, + "10": 0.473066508769989, + "25": 0.7485074996948242 + } + }, + { + "layer": 1, + "mean_norm": 0.0002706634986680001, + "median_norm": 0.0001670950441621244, + "support": { + "1e-08": 1.0, + "1e-07": 0.9609375, + "1e-06": 0.91796875, + "1e-05": 0.83203125, + "0.0001": 0.60546875 + }, + "r_inf_mean": 0.15793266892433167, + "pr_mean": 0.30199772119522095, + "hoyer_mean": 0.6192203760147095, + "topk_energy": { + "1": 0.09389443695545197, + "5": 0.2978808879852295, + "10": 0.46328938007354736, + "25": 0.7399334907531738 + } + }, + { + "layer": 2, + "mean_norm": 0.0002681404585018754, + "median_norm": 0.00017357691831421107, + "support": { + "1e-08": 1.0, + "1e-07": 0.9609375, + "1e-06": 0.91796875, + "1e-05": 0.83203125, + "0.0001": 0.60546875 + }, + "r_inf_mean": 0.1550728678703308, + "pr_mean": 0.3070656657218933, + "hoyer_mean": 0.6201037168502808, + "topk_energy": { + "1": 0.0915556326508522, + "5": 0.29387107491493225, + "10": 0.45943015813827515, + "25": 0.7392378449440002 + } + }, + { + "layer": 3, + "mean_norm": 0.00024108993238769472, + "median_norm": 0.00015389223699457943, + "support": { + "1e-08": 1.0, + "1e-07": 0.9609375, + "1e-06": 0.91796875, + "1e-05": 0.828125, + "0.0001": 0.58984375 + }, + "r_inf_mean": 0.14962245523929596, + "pr_mean": 0.3186984062194824, + "hoyer_mean": 0.6280956864356995, + "topk_energy": { + "1": 0.08751613646745682, + "5": 0.2860363721847534, + "10": 0.45116642117500305, + "25": 0.7324578166007996 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/bp_s42.json b/results/confirmatory/d512_sparsity/bp_s42.json new file mode 100644 index 0000000..5f9eabd --- /dev/null +++ b/results/confirmatory/d512_sparsity/bp_s42.json @@ -0,0 +1,92 @@ +{ + "method": "bp", + "seed": 42, + "d": 512, + "acc": 0.60546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00028233026387169957, + "median_norm": 0.00018844613805413246, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9765625, + "1e-06": 0.92578125, + "1e-05": 0.83203125, + "0.0001": 0.6171875 + }, + "r_inf_mean": 0.16567261517047882, + "pr_mean": 0.2859198749065399, + "hoyer_mean": 0.609848141670227, + "topk_energy": { + "1": 0.10115227103233337, + "5": 0.3091563582420349, + "10": 0.47484537959098816, + "25": 0.7481317520141602 + } + }, + { + "layer": 1, + "mean_norm": 0.0002775333123281598, + "median_norm": 0.00019198100198991597, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9765625, + "1e-06": 0.92578125, + "1e-05": 0.83203125, + "0.0001": 0.609375 + }, + "r_inf_mean": 0.16149599850177765, + "pr_mean": 0.29482847452163696, + "hoyer_mean": 0.6153899431228638, + "topk_energy": { + "1": 0.09718462824821472, + "5": 0.30224519968032837, + "10": 0.46781834959983826, + "25": 0.7435224056243896 + } + }, + { + "layer": 2, + "mean_norm": 0.00027455732924863696, + "median_norm": 0.0001936112967086956, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9765625, + "1e-06": 0.92578125, + "1e-05": 0.828125, + "0.0001": 0.61328125 + }, + "r_inf_mean": 0.16103291511535645, + "pr_mean": 0.2986469268798828, + "hoyer_mean": 0.6171576380729675, + "topk_energy": { + "1": 0.09551459550857544, + "5": 0.29902034997940063, + "10": 0.46482500433921814, + "25": 0.7421286106109619 + } + }, + { + "layer": 3, + "mean_norm": 0.0002418001095065847, + "median_norm": 0.00017368780390825123, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.97265625, + "1e-06": 0.92578125, + "1e-05": 0.82421875, + "0.0001": 0.60546875 + }, + "r_inf_mean": 0.1549774408340454, + "pr_mean": 0.3095359206199646, + "hoyer_mean": 0.622551679611206, + "topk_energy": { + "1": 0.09128393232822418, + "5": 0.2918078303337097, + "10": 0.4572557508945465, + "25": 0.7371418476104736 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/bp_s456.json b/results/confirmatory/d512_sparsity/bp_s456.json new file mode 100644 index 0000000..f238d62 --- /dev/null +++ b/results/confirmatory/d512_sparsity/bp_s456.json @@ -0,0 +1,92 @@ +{ + "method": "bp", + "seed": 456, + "d": 512, + "acc": 0.609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00028685771394521, + "median_norm": 0.00023502320982515812, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.9296875, + "1e-05": 0.81640625, + "0.0001": 0.64453125 + }, + "r_inf_mean": 0.16369208693504333, + "pr_mean": 0.2898195683956146, + "hoyer_mean": 0.6110389232635498, + "topk_energy": { + "1": 0.09867139160633087, + "5": 0.30585211515426636, + "10": 0.4715837240219116, + "25": 0.7475721836090088 + } + }, + { + "layer": 1, + "mean_norm": 0.00028306932654231787, + "median_norm": 0.00024432106874883175, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.9296875, + "1e-05": 0.8203125, + "0.0001": 0.64453125 + }, + "r_inf_mean": 0.15959879755973816, + "pr_mean": 0.29841816425323486, + "hoyer_mean": 0.615705132484436, + "topk_energy": { + "1": 0.09507234394550323, + "5": 0.3000008761882782, + "10": 0.4656180143356323, + "25": 0.7432664632797241 + } + }, + { + "layer": 2, + "mean_norm": 0.0002813972532749176, + "median_norm": 0.0002344252570765093, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.9296875, + "1e-05": 0.8125, + "0.0001": 0.64453125 + }, + "r_inf_mean": 0.1563045084476471, + "pr_mean": 0.30358853936195374, + "hoyer_mean": 0.6189905405044556, + "topk_energy": { + "1": 0.09376748651266098, + "5": 0.2965458333492279, + "10": 0.46166568994522095, + "25": 0.7402913570404053 + } + }, + { + "layer": 3, + "mean_norm": 0.00025671208277344704, + "median_norm": 0.00021371361799538136, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.921875, + "1e-05": 0.81640625, + "0.0001": 0.64453125 + }, + "r_inf_mean": 0.1531774252653122, + "pr_mean": 0.3132062554359436, + "hoyer_mean": 0.6239677667617798, + "topk_energy": { + "1": 0.08954571932554245, + "5": 0.2893158197402954, + "10": 0.4543725848197937, + "25": 0.7358365058898926 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/bp_s789.json b/results/confirmatory/d512_sparsity/bp_s789.json new file mode 100644 index 0000000..d4d9ca5 --- /dev/null +++ b/results/confirmatory/d512_sparsity/bp_s789.json @@ -0,0 +1,92 @@ +{ + "method": "bp", + "seed": 789, + "d": 512, + "acc": 0.625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00027372551267035306, + "median_norm": 0.00017281188047491014, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98046875, + "1e-06": 0.94140625, + "1e-05": 0.82421875, + "0.0001": 0.60546875 + }, + "r_inf_mean": 0.16911198198795319, + "pr_mean": 0.27775779366493225, + "hoyer_mean": 0.6049999594688416, + "topk_energy": { + "1": 0.10440652072429657, + "5": 0.31486302614212036, + "10": 0.48080262541770935, + "25": 0.752586841583252 + } + }, + { + "layer": 1, + "mean_norm": 0.00026722095208242536, + "median_norm": 0.00016676353698130697, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98046875, + "1e-06": 0.94140625, + "1e-05": 0.81640625, + "0.0001": 0.6015625 + }, + "r_inf_mean": 0.1648353636264801, + "pr_mean": 0.28984105587005615, + "hoyer_mean": 0.6124705076217651, + "topk_energy": { + "1": 0.09948442876338959, + "5": 0.30532732605934143, + "10": 0.47025996446609497, + "25": 0.745807945728302 + } + }, + { + "layer": 2, + "mean_norm": 0.0002697450399864465, + "median_norm": 0.00017413780733477324, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98046875, + "1e-06": 0.94140625, + "1e-05": 0.82421875, + "0.0001": 0.6015625 + }, + "r_inf_mean": 0.15944358706474304, + "pr_mean": 0.2985975742340088, + "hoyer_mean": 0.6160019636154175, + "topk_energy": { + "1": 0.09516169130802155, + "5": 0.30000174045562744, + "10": 0.46594715118408203, + "25": 0.7428746223449707 + } + }, + { + "layer": 3, + "mean_norm": 0.000242997266468592, + "median_norm": 0.00015520867600571364, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9765625, + "1e-06": 0.94140625, + "1e-05": 0.8125, + "0.0001": 0.58984375 + }, + "r_inf_mean": 0.155391126871109, + "pr_mean": 0.3090377449989319, + "hoyer_mean": 0.6224961280822754, + "topk_energy": { + "1": 0.09162253141403198, + "5": 0.29213452339172363, + "10": 0.4568958878517151, + "25": 0.7367004156112671 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/credit_bridge_s1024.json b/results/confirmatory/d512_sparsity/credit_bridge_s1024.json new file mode 100644 index 0000000..4171b57 --- /dev/null +++ b/results/confirmatory/d512_sparsity/credit_bridge_s1024.json @@ -0,0 +1,92 @@ +{ + "method": "credit_bridge", + "seed": 1024, + "d": 512, + "acc": 0.2890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 3.71430644463544e-07, + "median_norm": 2.8360327064547164e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.90234375, + "1e-06": 0.0390625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1701270192861557, + "pr_mean": 0.2665461599826813, + "hoyer_mean": 0.5886560082435608, + "topk_energy": { + "1": 0.10789893567562103, + "5": 0.3311918377876282, + "10": 0.5005195736885071, + "25": 0.7670914530754089 + } + }, + { + "layer": 1, + "mean_norm": 3.4111746760601136e-10, + "median_norm": 2.8754565395416876e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.3288634717464447, + "pr_mean": 0.07873518764972687, + "hoyer_mean": 0.3762561082839966, + "topk_energy": { + "1": 0.3131330907344818, + "5": 0.603603720664978, + "10": 0.7430586814880371, + "25": 0.9018745422363281 + } + }, + { + "layer": 2, + "mean_norm": 3.170050888456899e-10, + "median_norm": 2.8360100379209996e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.33983784914016724, + "pr_mean": 0.06737968325614929, + "hoyer_mean": 0.3513498604297638, + "topk_energy": { + "1": 0.3292202949523926, + "5": 0.6253340244293213, + "10": 0.765795111656189, + "25": 0.9172285795211792 + } + }, + { + "layer": 3, + "mean_norm": 3.1769864516917323e-10, + "median_norm": 2.8375143901193667e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.3399490714073181, + "pr_mean": 0.06728941947221756, + "hoyer_mean": 0.3524706959724426, + "topk_energy": { + "1": 0.32870641350746155, + "5": 0.6245485544204712, + "10": 0.7650116682052612, + "25": 0.916749119758606 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/credit_bridge_s123.json b/results/confirmatory/d512_sparsity/credit_bridge_s123.json new file mode 100644 index 0000000..03eeae2 --- /dev/null +++ b/results/confirmatory/d512_sparsity/credit_bridge_s123.json @@ -0,0 +1,92 @@ +{ + "method": "credit_bridge", + "seed": 123, + "d": 512, + "acc": 0.27734375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.628111014426395e-07, + "median_norm": 3.170565037180495e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.91015625, + "1e-06": 0.08984375, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1644645780324936, + "pr_mean": 0.26367026567459106, + "hoyer_mean": 0.5747617483139038, + "topk_energy": { + "1": 0.10364982485771179, + "5": 0.3303571343421936, + "10": 0.5092720985412598, + "25": 0.7808386087417603 + } + }, + { + "layer": 1, + "mean_norm": 2.7737112606729397e-10, + "median_norm": 2.1283215467793326e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.3793710470199585, + "pr_mean": 0.08773808926343918, + "hoyer_mean": 0.41859138011932373, + "topk_energy": { + "1": 0.32749712467193604, + "5": 0.5710240006446838, + "10": 0.6975134015083313, + "25": 0.8611112833023071 + } + }, + { + "layer": 2, + "mean_norm": 2.1277479778092356e-10, + "median_norm": 1.9545058627112866e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4156596064567566, + "pr_mean": 0.04437818005681038, + "hoyer_mean": 0.33642950654029846, + "topk_energy": { + "1": 0.37727463245391846, + "5": 0.646277129650116, + "10": 0.7798306941986084, + "25": 0.9215274453163147 + } + }, + { + "layer": 3, + "mean_norm": 2.1266408078979282e-10, + "median_norm": 1.954489070588039e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4157475233078003, + "pr_mean": 0.0441991463303566, + "hoyer_mean": 0.33562731742858887, + "topk_energy": { + "1": 0.3776874542236328, + "5": 0.647071123123169, + "10": 0.7807617783546448, + "25": 0.9220322370529175 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/credit_bridge_s42.json b/results/confirmatory/d512_sparsity/credit_bridge_s42.json new file mode 100644 index 0000000..14051c3 --- /dev/null +++ b/results/confirmatory/d512_sparsity/credit_bridge_s42.json @@ -0,0 +1,92 @@ +{ + "method": "credit_bridge", + "seed": 42, + "d": 512, + "acc": 0.28125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 3.43257227086724e-07, + "median_norm": 2.5207381781910954e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.89453125, + "1e-06": 0.0234375, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.15617914497852325, + "pr_mean": 0.272652804851532, + "hoyer_mean": 0.5846415758132935, + "topk_energy": { + "1": 0.09981365501880646, + "5": 0.32923227548599243, + "10": 0.5059499740600586, + "25": 0.7730846405029297 + } + }, + { + "layer": 1, + "mean_norm": 2.6631424843159834e-10, + "median_norm": 2.6078694759235077e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.414691686630249, + "pr_mean": 0.05099979415535927, + "hoyer_mean": 0.36154431104660034, + "topk_energy": { + "1": 0.3823649287223816, + "5": 0.6472383737564087, + "10": 0.7620906829833984, + "25": 0.8972737789154053 + } + }, + { + "layer": 2, + "mean_norm": 2.582715707966088e-10, + "median_norm": 2.501601426008193e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.43539729714393616, + "pr_mean": 0.03827705234289169, + "hoyer_mean": 0.30144232511520386, + "topk_energy": { + "1": 0.41533976793289185, + "5": 0.6963627934455872, + "10": 0.8145711421966553, + "25": 0.9357638359069824 + } + }, + { + "layer": 3, + "mean_norm": 2.586067471277431e-10, + "median_norm": 2.5132521064286095e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.43497493863105774, + "pr_mean": 0.038402996957302094, + "hoyer_mean": 0.30292201042175293, + "topk_energy": { + "1": 0.4143083393573761, + "5": 0.6947985887527466, + "10": 0.8133885860443115, + "25": 0.9351201057434082 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/credit_bridge_s456.json b/results/confirmatory/d512_sparsity/credit_bridge_s456.json new file mode 100644 index 0000000..d95d45f --- /dev/null +++ b/results/confirmatory/d512_sparsity/credit_bridge_s456.json @@ -0,0 +1,92 @@ +{ + "method": "credit_bridge", + "seed": 456, + "d": 512, + "acc": 0.29296875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.2672689914979856e-07, + "median_norm": 3.283843454937596e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.96484375, + "1e-06": 0.04296875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1600610613822937, + "pr_mean": 0.27026066184043884, + "hoyer_mean": 0.5823522806167603, + "topk_energy": { + "1": 0.10154186934232712, + "5": 0.3276204466819763, + "10": 0.5041579008102417, + "25": 0.7750290632247925 + } + }, + { + "layer": 1, + "mean_norm": 3.6952424453673416e-10, + "median_norm": 3.520214397756405e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.2912939488887787, + "pr_mean": 0.10467592626810074, + "hoyer_mean": 0.43993932008743286, + "topk_energy": { + "1": 0.25163161754608154, + "5": 0.5380454659461975, + "10": 0.6812958717346191, + "25": 0.8604875802993774 + } + }, + { + "layer": 2, + "mean_norm": 3.495575495726655e-10, + "median_norm": 3.389457603475421e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.2999839782714844, + "pr_mean": 0.09047544002532959, + "hoyer_mean": 0.4220431447029114, + "topk_energy": { + "1": 0.2658540606498718, + "5": 0.5634092092514038, + "10": 0.7061008214950562, + "25": 0.8754918575286865 + } + }, + { + "layer": 3, + "mean_norm": 3.3326014170498297e-10, + "median_norm": 3.2453856269043513e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.3093228042125702, + "pr_mean": 0.07837232202291489, + "hoyer_mean": 0.37961703538894653, + "topk_energy": { + "1": 0.2886055111885071, + "5": 0.601593017578125, + "10": 0.7485516667366028, + "25": 0.9056230783462524 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/credit_bridge_s789.json b/results/confirmatory/d512_sparsity/credit_bridge_s789.json new file mode 100644 index 0000000..3b94426 --- /dev/null +++ b/results/confirmatory/d512_sparsity/credit_bridge_s789.json @@ -0,0 +1,92 @@ +{ + "method": "credit_bridge", + "seed": 789, + "d": 512, + "acc": 0.33203125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 3.6579035622708034e-07, + "median_norm": 2.800882725750853e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.94921875, + "1e-06": 0.0390625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.162837952375412, + "pr_mean": 0.2637868821620941, + "hoyer_mean": 0.5781583786010742, + "topk_energy": { + "1": 0.10633482784032822, + "5": 0.33296874165534973, + "10": 0.5065702795982361, + "25": 0.7779998779296875 + } + }, + { + "layer": 1, + "mean_norm": 1.0975624853415411e-09, + "median_norm": 1.022391504790221e-09, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.3085140287876129, + "pr_mean": 0.0819859579205513, + "hoyer_mean": 0.40646088123321533, + "topk_energy": { + "1": 0.28950101137161255, + "5": 0.579596996307373, + "10": 0.716347873210907, + "25": 0.8844805955886841 + } + }, + { + "layer": 2, + "mean_norm": 1.032950613932826e-09, + "median_norm": 1.0182515941536963e-09, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.31519949436187744, + "pr_mean": 0.07048068940639496, + "hoyer_mean": 0.373646080493927, + "topk_energy": { + "1": 0.30108368396759033, + "5": 0.6069295406341553, + "10": 0.7474571466445923, + "25": 0.907463788986206 + } + }, + { + "layer": 3, + "mean_norm": 1.0297228625333332e-09, + "median_norm": 1.0200185140973872e-09, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.3149162828922272, + "pr_mean": 0.07056455314159393, + "hoyer_mean": 0.3722338080406189, + "topk_energy": { + "1": 0.30096954107284546, + "5": 0.6079879999160767, + "10": 0.7485364675521851, + "25": 0.9079222679138184 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/dfa_s1024.json b/results/confirmatory/d512_sparsity/dfa_s1024.json new file mode 100644 index 0000000..e802f73 --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s1024.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 1024, + "d": 512, + "acc": 0.328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.3304068008656031e-07, + "median_norm": 1.7746874902968557e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.8515625, + "1e-06": 0.00390625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.17700853943824768, + "pr_mean": 0.2461840957403183, + "hoyer_mean": 0.5779284238815308, + "topk_energy": { + "1": 0.1246788501739502, + "5": 0.35984036326408386, + "10": 0.5215490460395813, + "25": 0.7735528945922852 + } + }, + { + "layer": 1, + "mean_norm": 3.4253658243166285e-10, + "median_norm": 3.2711330866241894e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.49247515201568604, + "pr_mean": 0.02472063899040222, + "hoyer_mean": 0.20526036620140076, + "topk_energy": { + "1": 0.5337497591972351, + "5": 0.807092547416687, + "10": 0.896448016166687, + "25": 0.9674719572067261 + } + }, + { + "layer": 2, + "mean_norm": 3.369272638664711e-10, + "median_norm": 3.201597875701623e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.49859750270843506, + "pr_mean": 0.022285493090748787, + "hoyer_mean": 0.19011732935905457, + "topk_energy": { + "1": 0.5450810194015503, + "5": 0.820725679397583, + "10": 0.9083999395370483, + "25": 0.9749302864074707 + } + }, + { + "layer": 3, + "mean_norm": 3.370345669218011e-10, + "median_norm": 3.2044747411141827e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4993266463279724, + "pr_mean": 0.02216595597565174, + "hoyer_mean": 0.18653039634227753, + "topk_energy": { + "1": 0.5464963316917419, + "5": 0.8226405382156372, + "10": 0.9106181859970093, + "25": 0.9764344692230225 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/dfa_s123.json b/results/confirmatory/d512_sparsity/dfa_s123.json new file mode 100644 index 0000000..5f6b44a --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s123.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 123, + "d": 512, + "acc": 0.3046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.0902507458231412e-07, + "median_norm": 1.5719659529622731e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.8125, + "1e-06": 0.0078125, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1672678291797638, + "pr_mean": 0.2636428773403168, + "hoyer_mean": 0.5818999409675598, + "topk_energy": { + "1": 0.106045201420784, + "5": 0.3371678590774536, + "10": 0.5130943059921265, + "25": 0.7756586074829102 + } + }, + { + "layer": 1, + "mean_norm": 3.7396913343812344e-10, + "median_norm": 3.374081847251631e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.43563124537467957, + "pr_mean": 0.03170815855264664, + "hoyer_mean": 0.20432539284229279, + "topk_energy": { + "1": 0.48950377106666565, + "5": 0.8048893213272095, + "10": 0.9002807140350342, + "25": 0.973090410232544 + } + }, + { + "layer": 2, + "mean_norm": 3.6351219256935963e-10, + "median_norm": 3.3696376244840565e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.43800264596939087, + "pr_mean": 0.029514959082007408, + "hoyer_mean": 0.19632266461849213, + "topk_energy": { + "1": 0.4940042495727539, + "5": 0.8118497133255005, + "10": 0.906427264213562, + "25": 0.9772160053253174 + } + }, + { + "layer": 3, + "mean_norm": 3.634120226969628e-10, + "median_norm": 3.3693856038574665e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4380123019218445, + "pr_mean": 0.02949753776192665, + "hoyer_mean": 0.19609278440475464, + "topk_energy": { + "1": 0.4941186308860779, + "5": 0.8121366500854492, + "10": 0.9066112637519836, + "25": 0.9772941470146179 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/dfa_s42.json b/results/confirmatory/d512_sparsity/dfa_s42.json new file mode 100644 index 0000000..75b0ca3 --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s42.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 42, + "d": 512, + "acc": 0.3046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.11779251912958e-07, + "median_norm": 1.621975798116182e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.8515625, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.167369544506073, + "pr_mean": 0.24915827810764313, + "hoyer_mean": 0.5675219297409058, + "topk_energy": { + "1": 0.11354660987854004, + "5": 0.35694777965545654, + "10": 0.5291781425476074, + "25": 0.7867248058319092 + } + }, + { + "layer": 1, + "mean_norm": 3.663514491769604e-10, + "median_norm": 3.5095260031425823e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4487348794937134, + "pr_mean": 0.025472257286310196, + "hoyer_mean": 0.1785709112882614, + "topk_energy": { + "1": 0.5331541299819946, + "5": 0.8433562517166138, + "10": 0.9255746603012085, + "25": 0.9797998666763306 + } + }, + { + "layer": 2, + "mean_norm": 3.642159351890939e-10, + "median_norm": 3.463967723771333e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4497450590133667, + "pr_mean": 0.025078199803829193, + "hoyer_mean": 0.17306575179100037, + "topk_energy": { + "1": 0.536462664604187, + "5": 0.8480250239372253, + "10": 0.9294458031654358, + "25": 0.981814444065094 + } + }, + { + "layer": 3, + "mean_norm": 3.643732815472589e-10, + "median_norm": 3.464488695925638e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.44973719120025635, + "pr_mean": 0.025078261271119118, + "hoyer_mean": 0.1730271279811859, + "topk_energy": { + "1": 0.5363630056381226, + "5": 0.8480480909347534, + "10": 0.929436445236206, + "25": 0.9818276166915894 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/dfa_s456.json b/results/confirmatory/d512_sparsity/dfa_s456.json new file mode 100644 index 0000000..139a809 --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s456.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 456, + "d": 512, + "acc": 0.30859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.2693301104936836e-07, + "median_norm": 1.6605395103397314e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.8046875, + "1e-06": 0.0078125, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.17300233244895935, + "pr_mean": 0.2518494725227356, + "hoyer_mean": 0.5775954127311707, + "topk_energy": { + "1": 0.11670325696468353, + "5": 0.35390937328338623, + "10": 0.5263104438781738, + "25": 0.7762831449508667 + } + }, + { + "layer": 1, + "mean_norm": 4.052312929658797e-10, + "median_norm": 3.7787495354990597e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.611523449420929, + "pr_mean": 0.015405929647386074, + "hoyer_mean": 0.14543284475803375, + "topk_energy": { + "1": 0.6668702960014343, + "5": 0.8768892288208008, + "10": 0.9348099231719971, + "25": 0.9814407825469971 + } + }, + { + "layer": 2, + "mean_norm": 3.9325609435536535e-10, + "median_norm": 3.79076242618126e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.6161425113677979, + "pr_mean": 0.01332353800535202, + "hoyer_mean": 0.13622042536735535, + "topk_energy": { + "1": 0.6729068756103516, + "5": 0.8841345906257629, + "10": 0.9411065578460693, + "25": 0.9857841730117798 + } + }, + { + "layer": 3, + "mean_norm": 3.932508207959984e-10, + "median_norm": 3.7866257351915067e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.6162815093994141, + "pr_mean": 0.01329941488802433, + "hoyer_mean": 0.1349887251853943, + "topk_energy": { + "1": 0.6732834577560425, + "5": 0.8845071196556091, + "10": 0.9415337443351746, + "25": 0.9861376285552979 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/dfa_s789.json b/results/confirmatory/d512_sparsity/dfa_s789.json new file mode 100644 index 0000000..bc041df --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s789.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 789, + "d": 512, + "acc": 0.3046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.76150422248611e-07, + "median_norm": 1.33407482394432e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.7421875, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1643778532743454, + "pr_mean": 0.2800077199935913, + "hoyer_mean": 0.5982786417007446, + "topk_energy": { + "1": 0.10417261719703674, + "5": 0.3231063187122345, + "10": 0.49047544598579407, + "25": 0.7593652009963989 + } + }, + { + "layer": 1, + "mean_norm": 4.10317696486473e-10, + "median_norm": 3.979073182058812e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4211164116859436, + "pr_mean": 0.02879798412322998, + "hoyer_mean": 0.19924001395702362, + "topk_energy": { + "1": 0.5116150379180908, + "5": 0.8185253143310547, + "10": 0.9063133597373962, + "25": 0.9740657210350037 + } + }, + { + "layer": 2, + "mean_norm": 4.100895456549125e-10, + "median_norm": 3.9799835649390047e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.42120179533958435, + "pr_mean": 0.028711803257465363, + "hoyer_mean": 0.19713208079338074, + "topk_energy": { + "1": 0.5125912427902222, + "5": 0.8197628259658813, + "10": 0.9074504375457764, + "25": 0.9749399423599243 + } + }, + { + "layer": 3, + "mean_norm": 4.1061476441228706e-10, + "median_norm": 3.9892181225020806e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.421174019575119, + "pr_mean": 0.028775986284017563, + "hoyer_mean": 0.19750790297985077, + "topk_energy": { + "1": 0.5119647979736328, + "5": 0.8187762498855591, + "10": 0.9065653681755066, + "25": 0.9747185707092285 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/state_bridge_s1024.json b/results/confirmatory/d512_sparsity/state_bridge_s1024.json new file mode 100644 index 0000000..a8c14b7 --- /dev/null +++ b/results/confirmatory/d512_sparsity/state_bridge_s1024.json @@ -0,0 +1,92 @@ +{ + "method": "state_bridge", + "seed": 1024, + "d": 512, + "acc": 0.2421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.0430366273794789e-05, + "median_norm": 6.125264462752966e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9140625, + "1e-05": 0.30859375, + "0.0001": 0.00390625 + }, + "r_inf_mean": 0.13667818903923035, + "pr_mean": 0.32797250151634216, + "hoyer_mean": 0.6188973188400269, + "topk_energy": { + "1": 0.07822582125663757, + "5": 0.2783496379852295, + "10": 0.4533815383911133, + "25": 0.745465874671936 + } + }, + { + "layer": 1, + "mean_norm": 3.604625209430168e-10, + "median_norm": 3.2017036244447183e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.27504268288612366, + "pr_mean": 0.12102733552455902, + "hoyer_mean": 0.4559240937232971, + "topk_energy": { + "1": 0.24436935782432556, + "5": 0.49805915355682373, + "10": 0.6491443514823914, + "25": 0.8552221059799194 + } + }, + { + "layer": 2, + "mean_norm": 3.275701376814766e-10, + "median_norm": 2.794170173014976e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.29680678248405457, + "pr_mean": 0.09029842913150787, + "hoyer_mean": 0.40965062379837036, + "topk_energy": { + "1": 0.27448347210884094, + "5": 0.5408815145492554, + "10": 0.6929320096969604, + "25": 0.8870866298675537 + } + }, + { + "layer": 3, + "mean_norm": 3.33910177285901e-10, + "median_norm": 2.838898005563806e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.2944881319999695, + "pr_mean": 0.09158611297607422, + "hoyer_mean": 0.41550302505493164, + "topk_energy": { + "1": 0.2707551419734955, + "5": 0.5365439653396606, + "10": 0.6896252036094666, + "25": 0.8842648863792419 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/state_bridge_s123.json b/results/confirmatory/d512_sparsity/state_bridge_s123.json new file mode 100644 index 0000000..02bd8eb --- /dev/null +++ b/results/confirmatory/d512_sparsity/state_bridge_s123.json @@ -0,0 +1,92 @@ +{ + "method": "state_bridge", + "seed": 123, + "d": 512, + "acc": 0.24609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 8.32529622130096e-06, + "median_norm": 6.087093424866907e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.28125, + "0.0001": 0.0 + }, + "r_inf_mean": 0.15017884969711304, + "pr_mean": 0.3049287796020508, + "hoyer_mean": 0.6088301539421082, + "topk_energy": { + "1": 0.09270104020833969, + "5": 0.30245348811149597, + "10": 0.4691044092178345, + "25": 0.747424304485321 + } + }, + { + "layer": 1, + "mean_norm": 2.387908537571093e-09, + "median_norm": 2.2012169864638054e-09, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.33504754304885864, + "pr_mean": 0.07301801443099976, + "hoyer_mean": 0.38101035356521606, + "topk_energy": { + "1": 0.3077051043510437, + "5": 0.6111664772033691, + "10": 0.7445856332778931, + "25": 0.8958685398101807 + } + }, + { + "layer": 2, + "mean_norm": 2.3267869853071943e-09, + "median_norm": 2.0151935675727373e-09, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.348626047372818, + "pr_mean": 0.05908792093396187, + "hoyer_mean": 0.3299739956855774, + "topk_energy": { + "1": 0.3305675983428955, + "5": 0.6561503410339355, + "10": 0.7907122373580933, + "25": 0.9283397793769836 + } + }, + { + "layer": 3, + "mean_norm": 2.3411090843694637e-09, + "median_norm": 2.047410685435125e-09, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.34786733984947205, + "pr_mean": 0.059619709849357605, + "hoyer_mean": 0.33257538080215454, + "topk_energy": { + "1": 0.32876211404800415, + "5": 0.6533960103988647, + "10": 0.7884513139724731, + "25": 0.9271121025085449 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/state_bridge_s42.json b/results/confirmatory/d512_sparsity/state_bridge_s42.json new file mode 100644 index 0000000..6ead6f1 --- /dev/null +++ b/results/confirmatory/d512_sparsity/state_bridge_s42.json @@ -0,0 +1,92 @@ +{ + "method": "state_bridge", + "seed": 42, + "d": 512, + "acc": 0.21484375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.425595761858858e-06, + "median_norm": 2.2873664420330897e-06, + "support": { + "1e-08": 1.0, + "1e-07": 0.9609375, + "1e-06": 0.73046875, + "1e-05": 0.13671875, + "0.0001": 0.0 + }, + "r_inf_mean": 0.15660716593265533, + "pr_mean": 0.25847896933555603, + "hoyer_mean": 0.552487313747406, + "topk_energy": { + "1": 0.09988142549991608, + "5": 0.3343580961227417, + "10": 0.526942789554596, + "25": 0.8055785894393921 + } + }, + { + "layer": 1, + "mean_norm": 8.89867290965185e-10, + "median_norm": 7.882531849467966e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.22632060945034027, + "pr_mean": 0.14049243927001953, + "hoyer_mean": 0.4679648280143738, + "topk_energy": { + "1": 0.19472557306289673, + "5": 0.48624247312545776, + "10": 0.6504409313201904, + "25": 0.8541053533554077 + } + }, + { + "layer": 2, + "mean_norm": 8.578768806444259e-10, + "median_norm": 7.120942169258626e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.2379143089056015, + "pr_mean": 0.12168629467487335, + "hoyer_mean": 0.43520575761795044, + "topk_energy": { + "1": 0.21055814623832703, + "5": 0.5157504677772522, + "10": 0.6823576092720032, + "25": 0.8785363435745239 + } + }, + { + "layer": 3, + "mean_norm": 8.618984415065256e-10, + "median_norm": 7.124206224951024e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.23704960942268372, + "pr_mean": 0.12051372975111008, + "hoyer_mean": 0.43464887142181396, + "topk_energy": { + "1": 0.21175599098205566, + "5": 0.5181878209114075, + "10": 0.6844409704208374, + "25": 0.8791305422782898 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/state_bridge_s456.json b/results/confirmatory/d512_sparsity/state_bridge_s456.json new file mode 100644 index 0000000..d58b07c --- /dev/null +++ b/results/confirmatory/d512_sparsity/state_bridge_s456.json @@ -0,0 +1,92 @@ +{ + "method": "state_bridge", + "seed": 456, + "d": 512, + "acc": 0.2109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 7.5970137913827784e-06, + "median_norm": 8.983199677459197e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.91796875, + "1e-06": 0.484375, + "1e-05": 0.078125, + "0.0001": 0.01171875 + }, + "r_inf_mean": 0.1340409368276596, + "pr_mean": 0.338930606842041, + "hoyer_mean": 0.6252397298812866, + "topk_energy": { + "1": 0.07756275683641434, + "5": 0.2733571529388428, + "10": 0.44276171922683716, + "25": 0.7333296537399292 + } + }, + { + "layer": 1, + "mean_norm": 4.3787745651613363e-10, + "median_norm": 1.579348596347785e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1597709059715271, + "pr_mean": Infinity, + "hoyer_mean": 0.6211089491844177, + "topk_energy": { + "1": 0.10578952729701996, + "5": 0.3163875341415405, + "10": 0.4668479561805725, + "25": 0.7191700339317322 + } + }, + { + "layer": 2, + "mean_norm": 6.669074320564405e-11, + "median_norm": 6.156444104510328e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.2451600879430771, + "pr_mean": Infinity, + "hoyer_mean": 0.4086393713951111, + "topk_energy": { + "1": 0.21267864108085632, + "5": 0.5481702089309692, + "10": 0.7168747782707214, + "25": 0.8962578177452087 + } + }, + { + "layer": 3, + "mean_norm": 6.670693164512187e-11, + "median_norm": 6.156746640284538e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.2449156641960144, + "pr_mean": Infinity, + "hoyer_mean": 0.4083329439163208, + "topk_energy": { + "1": 0.2122262418270111, + "5": 0.5481339693069458, + "10": 0.7176352739334106, + "25": 0.8967841863632202 + } + } + ] +}
\ No newline at end of file diff --git a/results/confirmatory/d512_sparsity/state_bridge_s789.json b/results/confirmatory/d512_sparsity/state_bridge_s789.json new file mode 100644 index 0000000..5c3ccb1 --- /dev/null +++ b/results/confirmatory/d512_sparsity/state_bridge_s789.json @@ -0,0 +1,92 @@ +{ + "method": "state_bridge", + "seed": 789, + "d": 512, + "acc": 0.27734375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.5835206795600243e-05, + "median_norm": 1.1591783732001204e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.94140625, + "1e-05": 0.5625, + "0.0001": 0.015625 + }, + "r_inf_mean": 0.14796340465545654, + "pr_mean": 0.29741567373275757, + "hoyer_mean": 0.5875954031944275, + "topk_energy": { + "1": 0.08749882131814957, + "5": 0.30007436871528625, + "10": 0.4808117151260376, + "25": 0.769545316696167 + } + }, + { + "layer": 1, + "mean_norm": 3.1870611705286933e-10, + "median_norm": 2.593985859444814e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.21037665009498596, + "pr_mean": 0.19406557083129883, + "hoyer_mean": 0.5252307653427124, + "topk_energy": { + "1": 0.16100850701332092, + "5": 0.4088529348373413, + "10": 0.5750024318695068, + "25": 0.8140627145767212 + } + }, + { + "layer": 2, + "mean_norm": 2.341694615992651e-10, + "median_norm": 2.2074508887470756e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.23058822751045227, + "pr_mean": 0.15183746814727783, + "hoyer_mean": 0.48075610399246216, + "topk_energy": { + "1": 0.18362492322921753, + "5": 0.45391547679901123, + "10": 0.6247411370277405, + "25": 0.8528614640235901 + } + }, + { + "layer": 3, + "mean_norm": 2.3233610868533816e-10, + "median_norm": 2.1961256424507525e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.23138445615768433, + "pr_mean": 0.15018396079540253, + "hoyer_mean": 0.47786426544189453, + "topk_energy": { + "1": 0.18493127822875977, + "5": 0.456694096326828, + "10": 0.6278729438781738, + "25": 0.854967474937439 + } + } + ] +}
\ No newline at end of file |
