diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-03-30 19:25:53 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-03-30 19:25:53 -0500 |
| commit | 8b21fb32bf0997e3f4266c1c22414e49f1fdcfcc (patch) | |
| tree | 54e3c678c8d45330c6085b02a27de82cc884e17d /results | |
| parent | 2a230acd5ee3fa6605892d524badf281ba7e9cfd (diff) | |
Add confirmatory paper experiments: A1-A4, all 10 seeds complete
A1: Synthetic nonlinearity ladder (240 rows: 3 alpha × 2 depth × 4 methods × 10 seeds)
A2: CIFAR state-vs-credit counterexample (30 rows: 3 methods × 10 seeds)
A3: Frozen vs online dissociation (60 rows: 2 regimes × 3 methods × 10 seeds)
A4: Protocol dependence panel (82 rows: assembled from existing results)
All experiments ran on GPU 3. Total runtime: ~20 hours.
CSVs in results/confirmatory/.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results')
| -rw-r--r-- | results/confirmatory/A1_synth_ladder.csv | 241 | ||||
| -rw-r--r-- | results/confirmatory/A1_synth_ladder.json | 2402 | ||||
| -rw-r--r-- | results/confirmatory/A2_cifar_state_vs_credit.csv | 31 | ||||
| -rw-r--r-- | results/confirmatory/A2_cifar_state_vs_credit.json | 242 | ||||
| -rw-r--r-- | results/confirmatory/A3_frozen_vs_online.csv | 61 | ||||
| -rw-r--r-- | results/confirmatory/A3_frozen_vs_online.json | 542 | ||||
| -rw-r--r-- | results/confirmatory/A4_protocol_dependence.csv | 83 | ||||
| -rw-r--r-- | results/confirmatory/A4_protocol_dependence.json | 494 |
8 files changed, 4096 insertions, 0 deletions
diff --git a/results/confirmatory/A1_synth_ladder.csv b/results/confirmatory/A1_synth_ladder.csv new file mode 100644 index 0000000..1b00d87 --- /dev/null +++ b/results/confirmatory/A1_synth_ladder.csv @@ -0,0 +1,241 @@ +alpha,depth,method,seed,StateErr,Gamma,rho,acc
+0.0,4,bp,42,nan,0.7976504862308502,0.9999783337116241,0.94
+0.0,4,dfa,42,nan,0.11274427606258541,0.10713508073240519,0.8635
+0.0,4,state_bridge,42,0.0042416151915676895,0.39959777891635895,0.3636437617242336,0.7995
+0.0,4,credit_bridge,42,nan,0.1352396421134472,0.29881402105093,0.7005
+0.0,4,bp,123,nan,0.7471440732479095,0.9999679923057556,0.937
+0.0,4,dfa,123,nan,0.13869959628209472,0.13979829289019108,0.861
+0.0,4,state_bridge,123,0.0025703998249955477,0.41838232427835464,0.36436110362410545,0.7955
+0.0,4,credit_bridge,123,nan,0.08274209871888161,0.17103387042880058,0.6365
+0.0,4,bp,456,nan,0.7569544464349747,0.9999799728393555,0.9395
+0.0,4,dfa,456,nan,0.061981291277334094,0.10030700685456395,0.8725
+0.0,4,state_bridge,456,0.007971026756800711,0.3831471260637045,0.3577818237245083,0.793
+0.0,4,credit_bridge,456,nan,0.14599335379898548,0.263176042586565,0.671
+0.0,4,bp,789,nan,0.7442700117826462,0.999980166554451,0.94
+0.0,4,dfa,789,nan,0.15985053591430187,0.16940528759732842,0.852
+0.0,4,state_bridge,789,0.008546572399325669,0.445812588557601,0.44155239313840866,0.8275
+0.0,4,credit_bridge,789,nan,0.11118674091994762,0.2533306097611785,0.683
+0.0,4,bp,1024,nan,0.7894147336483002,0.9999719113111496,0.943
+0.0,4,dfa,1024,nan,0.13776074955239892,0.16881290404126048,0.883
+0.0,4,state_bridge,1024,0.003235291603486985,0.38014374673366547,0.2906125131994486,0.7695
+0.0,4,credit_bridge,1024,nan,0.10474677011370659,0.20625970140099525,0.6845
+0.0,4,bp,2048,nan,0.7971414774656296,0.9999726265668869,0.945
+0.0,4,dfa,2048,nan,0.12636534194462,0.11639838851988316,0.87
+0.0,4,state_bridge,2048,0.004507227457128465,0.4033546820282936,0.35091163218021393,0.768
+0.0,4,credit_bridge,2048,nan,0.11602311581373215,0.2716793781146407,0.682
+0.0,4,bp,3000,nan,0.799256831407547,0.9999824911355972,0.9405
+0.0,4,dfa,3000,nan,0.05687434319406748,0.07215175591409206,0.8825
+0.0,4,state_bridge,3000,0.004735227110795676,0.3631715625524521,0.2957744346931577,0.757
+0.0,4,credit_bridge,3000,nan,0.13282869290560484,0.2609284440986812,0.67
+0.0,4,bp,4000,nan,0.8004499226808548,0.999976709485054,0.94
+0.0,4,dfa,4000,nan,0.1496470280108042,0.11480268160812557,0.853
+0.0,4,state_bridge,4000,0.002814154534600675,0.3866612948477268,0.33644784428179264,0.781
+0.0,4,credit_bridge,4000,nan,0.08764260355383158,0.14309521671384573,0.704
+0.0,4,bp,5000,nan,0.7971527725458145,0.999970406293869,0.9345
+0.0,4,dfa,5000,nan,0.10718152392655611,0.10537220258265734,0.8605
+0.0,4,state_bridge,5000,0.0008024044685298576,0.4057263322174549,0.3554464727640152,0.8015
+0.0,4,credit_bridge,5000,nan,0.12732978258281946,0.25282857567071915,0.682
+0.0,4,bp,6000,nan,0.7925817668437958,0.9999643862247467,0.94
+0.0,4,dfa,6000,nan,0.05762777535710484,0.10805956274271011,0.865
+0.0,4,state_bridge,6000,0.0011924138587201013,0.41266462951898575,0.3788386173546314,0.758
+0.0,4,credit_bridge,6000,nan,0.10305883921682835,0.22495971526950598,0.6755
+0.0,8,bp,42,nan,0.8518797755241394,0.999953955411911,0.9225
+0.0,8,dfa,42,nan,0.06414316734299064,0.09805193985812366,0.846
+0.0,8,state_bridge,42,0.014238399018533528,0.2220264421775937,0.19422245677560568,0.7575
+0.0,8,credit_bridge,42,nan,0.11673698376398534,0.20357689913362265,0.6165
+0.0,8,bp,123,nan,0.8461447432637215,0.9999523237347603,0.92
+0.0,8,dfa,123,nan,0.08495552814565599,0.09764496935531497,0.859
+0.0,8,state_bridge,123,0.008134014961775392,0.20587642956525087,0.19290778459981084,0.774
+0.0,8,credit_bridge,123,nan,0.0771957344841212,0.18929401598870754,0.675
+0.0,8,bp,456,nan,0.8679735064506531,0.9999424889683723,0.9095
+0.0,8,dfa,456,nan,0.10550220380537212,0.11999525976716541,0.846
+0.0,8,state_bridge,456,0.01331474657356739,0.23938010726124048,0.21203574631363153,0.759
+0.0,8,credit_bridge,456,nan,0.06404305621981621,0.13004278298467398,0.6555
+0.0,8,bp,789,nan,0.8145705312490463,0.9999416694045067,0.9135
+0.0,8,dfa,789,nan,0.07243995321914554,0.09743102500215173,0.8415
+0.0,8,state_bridge,789,0.004964958165772259,0.25941951386630535,0.22139000706374645,0.7625
+0.0,8,credit_bridge,789,nan,0.0831079410854727,0.15918657230213284,0.6245
+0.0,8,bp,1024,nan,0.8478909432888031,0.9999396428465843,0.92
+0.0,8,dfa,1024,nan,0.06737133057322353,0.08042471471708268,0.8615
+0.0,8,state_bridge,1024,0.006657648294698447,0.2543684197589755,0.2292898604646325,0.7645
+0.0,8,credit_bridge,1024,nan,0.08684566424926743,0.1955197062343359,0.6315
+0.0,8,bp,2048,nan,0.8799556866288185,0.9999411776661873,0.9135
+0.0,8,dfa,2048,nan,0.049802992260083556,0.09564788592979312,0.862
+0.0,8,state_bridge,2048,0.005097676486708224,0.26504675671458244,0.2259912956506014,0.7915
+0.0,8,credit_bridge,2048,nan,0.10936234518885612,0.16827034018933773,0.6145
+0.0,8,bp,3000,nan,0.8378414362668991,0.9999293759465218,0.9255
+0.0,8,dfa,3000,nan,0.11397410440258682,0.1381535604596138,0.847
+0.0,8,state_bridge,3000,0.014880129693076014,0.2201737705618143,0.19643162470310926,0.7825
+0.0,8,credit_bridge,3000,nan,0.08571063168346882,0.13454539375379682,0.6535
+0.0,8,bp,4000,nan,0.8487726971507072,0.9999396353960037,0.923
+0.0,8,dfa,4000,nan,0.05830177618190646,0.09378852555528283,0.8485
+0.0,8,state_bridge,4000,0.022656571633182465,0.23578881658613682,0.21631191670894623,0.7165
+0.0,8,credit_bridge,4000,nan,0.07291368849109858,0.1467280697543174,0.623
+0.0,8,bp,5000,nan,0.8527729287743568,0.9999343007802963,0.912
+0.0,8,dfa,5000,nan,0.0880711309146136,0.07768160989508033,0.8435
+0.0,8,state_bridge,5000,0.001290266184194479,0.26903260312974453,0.21923481859266758,0.706
+0.0,8,credit_bridge,5000,nan,0.08217159216292202,0.15023266337811947,0.6875
+0.0,8,bp,6000,nan,0.8804621174931526,0.9999351277947426,0.9185
+0.0,8,dfa,6000,nan,0.06979017774574459,0.08295673737302423,0.836
+0.0,8,state_bridge,6000,0.003901493979152292,0.2838806174695492,0.23159940354526043,0.7935
+0.0,8,credit_bridge,6000,nan,0.1168073476292193,0.21190964989364147,0.6195
+0.5,4,bp,42,nan,0.778934895992279,0.9999890029430389,0.8875
+0.5,4,dfa,42,nan,0.0771798980422318,0.07931134616956115,0.822
+0.5,4,state_bridge,42,0.014639395724982024,0.3877125680446625,0.4016897827386856,0.777
+0.5,4,credit_bridge,42,nan,0.18997271731495857,0.37320059537887573,0.653
+0.5,4,bp,123,nan,0.7060435861349106,0.9999908953905106,0.8855
+0.5,4,dfa,123,nan,0.1366678001359105,0.14800320356152952,0.8155
+0.5,4,state_bridge,123,0.00966854555811733,0.3970109149813652,0.34398024156689644,0.7615
+0.5,4,credit_bridge,123,nan,0.1873281691223383,0.25071992352604866,0.656
+0.5,4,bp,456,nan,0.712785392999649,0.9999827593564987,0.8955
+0.5,4,dfa,456,nan,0.06838363222777843,0.06962036329787225,0.839
+0.5,4,state_bridge,456,0.008301737054251135,0.3867475911974907,0.36412956193089485,0.76
+0.5,4,credit_bridge,456,nan,0.20988117344677448,0.33718378841876984,0.615
+0.5,4,bp,789,nan,0.7440494745969772,0.99999038875103,0.89
+0.5,4,dfa,789,nan,0.08207487314939499,0.12179941032081842,0.8245
+0.5,4,state_bridge,789,0.0079743139334023,0.4024505019187927,0.36630794778466225,0.747
+0.5,4,credit_bridge,789,nan,0.1982774008065462,0.3794977590441704,0.68
+0.5,4,bp,1024,nan,0.7264262437820435,0.9999918192625046,0.905
+0.5,4,dfa,1024,nan,0.0874363575130701,0.12305337563157082,0.848
+0.5,4,state_bridge,1024,0.0007635582342045382,0.36391081660985947,0.2906326614320278,0.738
+0.5,4,credit_bridge,1024,nan,0.17063568718731403,0.2797263041138649,0.687
+0.5,4,bp,2048,nan,0.7792519479990005,0.9999875724315643,0.8935
+0.5,4,dfa,2048,nan,0.08299929136410356,0.07884005922824144,0.819
+0.5,4,state_bridge,2048,0.0069182014418765906,0.4167069047689438,0.38259734585881233,0.785
+0.5,4,credit_bridge,2048,nan,0.19401324167847633,0.35267358273267746,0.64
+0.5,4,bp,3000,nan,0.7533685863018036,0.9999895542860031,0.8935
+0.5,4,dfa,3000,nan,0.06140868738293648,0.0712057501077652,0.8265
+0.5,4,state_bridge,3000,0.005231155015993864,0.41574693098664284,0.35996725410223007,0.768
+0.5,4,credit_bridge,3000,nan,0.19257186725735664,0.3234494589269161,0.658
+0.5,4,bp,4000,nan,0.7910260111093521,0.9999895095825195,0.894
+0.5,4,dfa,4000,nan,0.09473285032436252,0.14322808384895325,0.8505
+0.5,4,state_bridge,4000,0.010673340854234993,0.38491013273596764,0.3446698300540447,0.7965
+0.5,4,credit_bridge,4000,nan,0.1998334638774395,0.3253607787191868,0.6195
+0.5,4,bp,5000,nan,0.7515025287866592,0.9999890476465225,0.885
+0.5,4,dfa,5000,nan,0.08981088036671281,0.10898786783218384,0.8325
+0.5,4,state_bridge,5000,0.008934525582939386,0.4031970761716366,0.35525544732809067,0.764
+0.5,4,credit_bridge,5000,nan,0.18700676038861275,0.3295666575431824,0.6465
+0.5,4,bp,6000,nan,0.7618523091077805,0.9999861419200897,0.883
+0.5,4,dfa,6000,nan,0.06073849997483194,0.10279720090329647,0.8225
+0.5,4,state_bridge,6000,0.0113879487933591,0.4088409934192896,0.35849119909107685,0.7885
+0.5,4,credit_bridge,6000,nan,0.18101266399025917,0.2402007132768631,0.626
+0.5,8,bp,42,nan,0.7800825014710426,0.9999619349837303,0.874
+0.5,8,dfa,42,nan,0.0680798904504627,0.07815029704943299,0.8105
+0.5,8,state_bridge,42,0.013940593439154327,0.22329587768763304,0.18133462546393275,0.775
+0.5,8,credit_bridge,42,nan,0.16422098223119974,0.2585284411907196,0.5765
+0.5,8,bp,123,nan,0.741077221930027,0.9999566599726677,0.8835
+0.5,8,dfa,123,nan,0.06835221056826413,0.07870115921832621,0.826
+0.5,8,state_bridge,123,0.01196373869618401,0.2609132928773761,0.22901193983852863,0.732
+0.5,8,credit_bridge,123,nan,0.1594983646646142,0.28827742394059896,0.631
+0.5,8,bp,456,nan,0.8024904653429985,0.9999617040157318,0.8605
+0.5,8,dfa,456,nan,0.09767440240830183,0.10227222001412883,0.804
+0.5,8,state_bridge,456,0.007250209745950997,0.308225903660059,0.26882948353886604,0.746
+0.5,8,credit_bridge,456,nan,0.17834078380838037,0.28439006581902504,0.607
+0.5,8,bp,789,nan,0.7425128743052483,0.9999456480145454,0.862
+0.5,8,dfa,789,nan,0.07170737814158201,0.10886842722538859,0.795
+0.5,8,state_bridge,789,0.010051667786203325,0.22407432738691568,0.19511110894382,0.755
+0.5,8,credit_bridge,789,nan,0.15873884549364448,0.2204220425337553,0.6015
+0.5,8,bp,1024,nan,0.802269235253334,0.9999621286988258,0.889
+0.5,8,dfa,1024,nan,0.07059638481587172,0.09517476172186434,0.844
+0.5,8,state_bridge,1024,0.015034918455407024,0.26445331890136003,0.2382330046966672,0.754
+0.5,8,credit_bridge,1024,nan,0.14965758845210075,0.22262850403785706,0.5705
+0.5,8,bp,2048,nan,0.7915605679154396,0.9999616295099258,0.876
+0.5,8,dfa,2048,nan,0.054607931757345796,0.0988450946751982,0.831
+0.5,8,state_bridge,2048,0.011838351630140097,0.25473486352711916,0.22712249495089054,0.774
+0.5,8,credit_bridge,2048,nan,0.18231265805661678,0.23427345044910908,0.623
+0.5,8,bp,3000,nan,0.7524143233895302,0.9999579712748528,0.878
+0.5,8,dfa,3000,nan,0.12144442298449576,0.1239226256730035,0.812
+0.5,8,state_bridge,3000,0.01295656328741461,0.2410168293863535,0.21426095999777317,0.7855
+0.5,8,credit_bridge,3000,nan,0.13227692258078605,0.1761333434842527,0.5945
+0.5,8,bp,4000,nan,0.7426219433546066,0.9999610707163811,0.867
+0.5,8,dfa,4000,nan,0.061901216860860586,0.09875185182318091,0.8075
+0.5,8,state_bridge,4000,0.0033825204903259872,0.277063325047493,0.2407076209783554,0.7165
+0.5,8,credit_bridge,4000,nan,0.1314755715429783,0.2386790281161666,0.61
+0.5,8,bp,5000,nan,0.7783375456929207,0.9999541118741035,0.867
+0.5,8,dfa,5000,nan,0.07623820775188506,0.07604160532355309,0.8255
+0.5,8,state_bridge,5000,0.017978039579465987,0.24194164481014013,0.20475764898583293,0.736
+0.5,8,credit_bridge,5000,nan,0.1662514479830861,0.24278739467263222,0.6285
+0.5,8,bp,6000,nan,0.8337910175323486,0.999962106347084,0.8735
+0.5,8,dfa,6000,nan,0.07081685795856174,0.07124830968677998,0.794
+0.5,8,state_bridge,6000,0.008247435386758298,0.2887079808861017,0.28017569333314896,0.737
+0.5,8,credit_bridge,6000,nan,0.1532246011774987,0.24239609204232693,0.546
+1.0,4,bp,42,nan,0.837363988161087,0.9999942779541016,0.796
+1.0,4,dfa,42,nan,0.05314898584038019,0.04739766335114837,0.6945
+1.0,4,state_bridge,42,0.05111445432715118,0.3092905580997467,0.2985522858798504,0.654
+1.0,4,credit_bridge,42,nan,0.5798117071390152,0.5770738422870636,0.455
+1.0,4,bp,123,nan,0.7834264636039734,0.9999949932098389,0.7945
+1.0,4,dfa,123,nan,0.03143235971219838,0.04966995166614652,0.6755
+1.0,4,state_bridge,123,0.039300061028450725,0.32962899655103683,0.3271522969007492,0.653
+1.0,4,credit_bridge,123,nan,0.5211702585220337,0.5396891608834267,0.4955
+1.0,4,bp,456,nan,0.7738194167613983,0.9999952465295792,0.802
+1.0,4,dfa,456,nan,0.03672327077947557,0.03823344281408936,0.687
+1.0,4,state_bridge,456,0.041286803239956496,0.3122059181332588,0.3080013431608677,0.6535
+1.0,4,credit_bridge,456,nan,0.5516191199421883,0.5655025988817215,0.4575
+1.0,4,bp,789,nan,0.8138538002967834,0.9999965578317642,0.7785
+1.0,4,dfa,789,nan,0.044787557795643806,0.050711866933852434,0.6645
+1.0,4,state_bridge,789,0.047810701571404934,0.321536161005497,0.294049471616745,0.6505
+1.0,4,credit_bridge,789,nan,0.498397096991539,0.5393850430846214,0.4785
+1.0,4,bp,1024,nan,0.8156489282846451,0.9999967068433762,0.796
+1.0,4,dfa,1024,nan,0.05224289372563362,0.051481935661286116,0.7
+1.0,4,state_bridge,1024,0.03910857268422842,0.32806089147925377,0.3095804899930954,0.659
+1.0,4,credit_bridge,1024,nan,0.4827726259827614,0.5368957445025444,0.5295
+1.0,4,bp,2048,nan,0.8019291013479233,0.999995157122612,0.789
+1.0,4,dfa,2048,nan,0.04420588002540171,0.054026867961511016,0.693
+1.0,4,state_bridge,2048,0.04625624809600413,0.31831347569823265,0.30145254731178284,0.6415
+1.0,4,credit_bridge,2048,nan,0.6112141609191895,0.6130285188555717,0.49
+1.0,4,bp,3000,nan,0.8269992768764496,0.9999961256980896,0.8055
+1.0,4,dfa,3000,nan,0.031051788479089737,0.04200031189247966,0.68
+1.0,4,state_bridge,3000,0.03373044667486101,0.33542975783348083,0.3166932016611099,0.6695
+1.0,4,credit_bridge,3000,nan,0.5547316148877144,0.574584349989891,0.4775
+1.0,4,bp,4000,nan,0.8469432443380356,0.9999967068433762,0.7985
+1.0,4,dfa,4000,nan,0.05680405022576451,0.058447605930268764,0.6885
+1.0,4,state_bridge,4000,0.05037181778624654,0.31409140303730965,0.3157280907034874,0.661
+1.0,4,credit_bridge,4000,nan,0.5717481672763824,0.5648023337125778,0.4815
+1.0,4,bp,5000,nan,0.7843969911336899,0.9999955743551254,0.7815
+1.0,4,dfa,5000,nan,0.05237697158008814,0.05225806776434183,0.696
+1.0,4,state_bridge,5000,0.020391553843859583,0.3294149599969387,0.32860465347766876,0.6545
+1.0,4,credit_bridge,5000,nan,0.5680579468607903,0.5536182671785355,0.4935
+1.0,4,bp,6000,nan,0.8201684504747391,0.9999956488609314,0.777
+1.0,4,dfa,6000,nan,0.043721775291487575,0.053218568209558725,0.6775
+1.0,4,state_bridge,6000,0.03792587007582188,0.3274501822888851,0.3072219528257847,0.6375
+1.0,4,credit_bridge,6000,nan,0.5522571504116058,0.566972091794014,0.4445
+1.0,8,bp,42,nan,0.7569558992981911,0.9999850168824196,0.7715
+1.0,8,dfa,42,nan,0.04026596760377288,0.0463115515303798,0.6555
+1.0,8,state_bridge,42,0.024733127796091138,0.21983085572719574,0.21069114468991756,0.636
+1.0,8,credit_bridge,42,nan,0.42342473939061165,0.46175311505794525,0.501
+1.0,8,bp,123,nan,0.7589660733938217,0.9999836310744286,0.775
+1.0,8,dfa,123,nan,0.052690219948999584,0.04398861777735874,0.6655
+1.0,8,state_bridge,123,0.00904931088979356,0.23909619636833668,0.21755888871848583,0.6665
+1.0,8,credit_bridge,123,nan,0.4901758562773466,0.5194796472787857,0.499
+1.0,8,bp,456,nan,0.8152446746826172,0.9999835714697838,0.7615
+1.0,8,dfa,456,nan,0.06644452596083283,0.07211897929664701,0.6595
+1.0,8,state_bridge,456,0.027026508945971726,0.17726875049993396,0.14926194958388805,0.634
+1.0,8,credit_bridge,456,nan,0.4374451842159033,0.469217861071229,0.471
+1.0,8,bp,789,nan,0.7641392648220062,0.9999837800860405,0.77
+1.0,8,dfa,789,nan,0.06174341728910804,0.08079314092174172,0.663
+1.0,8,state_bridge,789,0.005507162362337112,0.27462095208466053,0.25958841666579247,0.6305
+1.0,8,credit_bridge,789,nan,0.4231471223756671,0.49050698801875114,0.5545
+1.0,8,bp,1024,nan,0.8173553571105003,0.9999844655394554,0.7665
+1.0,8,dfa,1024,nan,0.05211032921215519,0.04730354994535446,0.657
+1.0,8,state_bridge,1024,0.03733631442394108,0.24442856572568417,0.2330861296504736,0.651
+1.0,8,credit_bridge,1024,nan,0.43784002028405666,0.45684560760855675,0.4465
+1.0,8,bp,2048,nan,0.7980030849575996,0.9999835342168808,0.778
+1.0,8,dfa,2048,nan,0.03056039405055344,0.019816300831735134,0.6515
+1.0,8,state_bridge,2048,0.019828419615048914,0.21816869638860226,0.2006466817110777,0.639
+1.0,8,credit_bridge,2048,nan,0.44690870121121407,0.49068378657102585,0.491
+1.0,8,bp,3000,nan,0.8051622360944748,0.9999843910336494,0.774
+1.0,8,dfa,3000,nan,0.039206627872772515,0.04525771760381758,0.666
+1.0,8,state_bridge,3000,0.0073138324548490345,0.23834207840263844,0.22312144935131073,0.6255
+1.0,8,credit_bridge,3000,nan,0.48071201518177986,0.4987096134573221,0.494
+1.0,8,bp,4000,nan,0.7561301067471504,0.9999867826700211,0.7555
+1.0,8,dfa,4000,nan,0.046561805153032765,0.04669333342462778,0.651
+1.0,8,state_bridge,4000,0.021662812023889273,0.24263181537389755,0.23203729651868343,0.625
+1.0,8,credit_bridge,4000,nan,0.5189926661550999,0.5291757248342037,0.4825
+1.0,8,bp,5000,nan,0.8032103478908539,0.9999829307198524,0.769
+1.0,8,dfa,5000,nan,0.04911017371341586,0.044786704413127154,0.6785
+1.0,8,state_bridge,5000,0.0282969608604908,0.2040038648992777,0.2028592685237527,0.6355
+1.0,8,credit_bridge,5000,nan,0.4662684202194214,0.48669758066534996,0.5155
+1.0,8,bp,6000,nan,0.8568788692355156,0.9999835342168808,0.759
+1.0,8,dfa,6000,nan,0.047016877244459465,0.04356467560864985,0.6415
+1.0,8,state_bridge,6000,0.011806304380530491,0.23779606446623802,0.22786595951765776,0.637
+1.0,8,credit_bridge,6000,nan,0.45259521529078484,0.4737100824713707,0.4825
diff --git a/results/confirmatory/A1_synth_ladder.json b/results/confirmatory/A1_synth_ladder.json new file mode 100644 index 0000000..8556809 --- /dev/null +++ b/results/confirmatory/A1_synth_ladder.json @@ -0,0 +1,2402 @@ +[ + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.7976504862308502, + "rho": 0.9999783337116241, + "acc": 0.94 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.11274427606258541, + "rho": 0.10713508073240519, + "acc": 0.8635 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 42, + "StateErr": 0.0042416151915676895, + "Gamma": 0.39959777891635895, + "rho": 0.3636437617242336, + "acc": 0.7995 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.1352396421134472, + "rho": 0.29881402105093, + "acc": 0.7005 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.7471440732479095, + "rho": 0.9999679923057556, + "acc": 0.937 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.13869959628209472, + "rho": 0.13979829289019108, + "acc": 0.861 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 123, + "StateErr": 0.0025703998249955477, + "Gamma": 0.41838232427835464, + "rho": 0.36436110362410545, + "acc": 0.7955 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.08274209871888161, + "rho": 0.17103387042880058, + "acc": 0.6365 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.7569544464349747, + "rho": 0.9999799728393555, + "acc": 0.9395 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.061981291277334094, + "rho": 0.10030700685456395, + "acc": 0.8725 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 456, + "StateErr": 0.007971026756800711, + "Gamma": 0.3831471260637045, + "rho": 0.3577818237245083, + "acc": 0.793 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.14599335379898548, + "rho": 0.263176042586565, + "acc": 0.671 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.7442700117826462, + "rho": 0.999980166554451, + "acc": 0.94 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.15985053591430187, + "rho": 0.16940528759732842, + "acc": 0.852 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 789, + "StateErr": 0.008546572399325669, + "Gamma": 0.445812588557601, + "rho": 0.44155239313840866, + "acc": 0.8275 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.11118674091994762, + "rho": 0.2533306097611785, + "acc": 0.683 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.7894147336483002, + "rho": 0.9999719113111496, + "acc": 0.943 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.13776074955239892, + "rho": 0.16881290404126048, + "acc": 0.883 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 1024, + "StateErr": 0.003235291603486985, + "Gamma": 0.38014374673366547, + "rho": 0.2906125131994486, + "acc": 0.7695 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.10474677011370659, + "rho": 0.20625970140099525, + "acc": 0.6845 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.7971414774656296, + "rho": 0.9999726265668869, + "acc": 0.945 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.12636534194462, + "rho": 0.11639838851988316, + "acc": 0.87 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 2048, + "StateErr": 0.004507227457128465, + "Gamma": 0.4033546820282936, + "rho": 0.35091163218021393, + "acc": 0.768 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.11602311581373215, + "rho": 0.2716793781146407, + "acc": 0.682 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.799256831407547, + "rho": 0.9999824911355972, + "acc": 0.9405 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.05687434319406748, + "rho": 0.07215175591409206, + "acc": 0.8825 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 3000, + "StateErr": 0.004735227110795676, + "Gamma": 0.3631715625524521, + "rho": 0.2957744346931577, + "acc": 0.757 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.13282869290560484, + "rho": 0.2609284440986812, + "acc": 0.67 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.8004499226808548, + "rho": 0.999976709485054, + "acc": 0.94 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.1496470280108042, + "rho": 0.11480268160812557, + "acc": 0.853 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 4000, + "StateErr": 0.002814154534600675, + "Gamma": 0.3866612948477268, + "rho": 0.33644784428179264, + "acc": 0.781 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.08764260355383158, + "rho": 0.14309521671384573, + "acc": 0.704 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.7971527725458145, + "rho": 0.999970406293869, + "acc": 0.9345 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.10718152392655611, + "rho": 0.10537220258265734, + "acc": 0.8605 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 5000, + "StateErr": 0.0008024044685298576, + "Gamma": 0.4057263322174549, + "rho": 0.3554464727640152, + "acc": 0.8015 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.12732978258281946, + "rho": 0.25282857567071915, + "acc": 0.682 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "bp", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.7925817668437958, + "rho": 0.9999643862247467, + "acc": 0.94 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "dfa", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.05762777535710484, + "rho": 0.10805956274271011, + "acc": 0.865 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "state_bridge", + "seed": 6000, + "StateErr": 0.0011924138587201013, + "Gamma": 0.41266462951898575, + "rho": 0.3788386173546314, + "acc": 0.758 + }, + { + "alpha": 0.0, + "depth": 4, + "method": "credit_bridge", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.10305883921682835, + "rho": 0.22495971526950598, + "acc": 0.6755 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.8518797755241394, + "rho": 0.999953955411911, + "acc": 0.9225 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.06414316734299064, + "rho": 0.09805193985812366, + "acc": 0.846 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 42, + "StateErr": 0.014238399018533528, + "Gamma": 0.2220264421775937, + "rho": 0.19422245677560568, + "acc": 0.7575 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.11673698376398534, + "rho": 0.20357689913362265, + "acc": 0.6165 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.8461447432637215, + "rho": 0.9999523237347603, + "acc": 0.92 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.08495552814565599, + "rho": 0.09764496935531497, + "acc": 0.859 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 123, + "StateErr": 0.008134014961775392, + "Gamma": 0.20587642956525087, + "rho": 0.19290778459981084, + "acc": 0.774 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.0771957344841212, + "rho": 0.18929401598870754, + "acc": 0.675 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.8679735064506531, + "rho": 0.9999424889683723, + "acc": 0.9095 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.10550220380537212, + "rho": 0.11999525976716541, + "acc": 0.846 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 456, + "StateErr": 0.01331474657356739, + "Gamma": 0.23938010726124048, + "rho": 0.21203574631363153, + "acc": 0.759 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.06404305621981621, + "rho": 0.13004278298467398, + "acc": 0.6555 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.8145705312490463, + "rho": 0.9999416694045067, + "acc": 0.9135 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.07243995321914554, + "rho": 0.09743102500215173, + "acc": 0.8415 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 789, + "StateErr": 0.004964958165772259, + "Gamma": 0.25941951386630535, + "rho": 0.22139000706374645, + "acc": 0.7625 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.0831079410854727, + "rho": 0.15918657230213284, + "acc": 0.6245 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.8478909432888031, + "rho": 0.9999396428465843, + "acc": 0.92 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.06737133057322353, + "rho": 0.08042471471708268, + "acc": 0.8615 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 1024, + "StateErr": 0.006657648294698447, + "Gamma": 0.2543684197589755, + "rho": 0.2292898604646325, + "acc": 0.7645 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.08684566424926743, + "rho": 0.1955197062343359, + "acc": 0.6315 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.8799556866288185, + "rho": 0.9999411776661873, + "acc": 0.9135 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.049802992260083556, + "rho": 0.09564788592979312, + "acc": 0.862 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 2048, + "StateErr": 0.005097676486708224, + "Gamma": 0.26504675671458244, + "rho": 0.2259912956506014, + "acc": 0.7915 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.10936234518885612, + "rho": 0.16827034018933773, + "acc": 0.6145 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.8378414362668991, + "rho": 0.9999293759465218, + "acc": 0.9255 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.11397410440258682, + "rho": 0.1381535604596138, + "acc": 0.847 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 3000, + "StateErr": 0.014880129693076014, + "Gamma": 0.2201737705618143, + "rho": 0.19643162470310926, + "acc": 0.7825 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.08571063168346882, + "rho": 0.13454539375379682, + "acc": 0.6535 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.8487726971507072, + "rho": 0.9999396353960037, + "acc": 0.923 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.05830177618190646, + "rho": 0.09378852555528283, + "acc": 0.8485 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 4000, + "StateErr": 0.022656571633182465, + "Gamma": 0.23578881658613682, + "rho": 0.21631191670894623, + "acc": 0.7165 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.07291368849109858, + "rho": 0.1467280697543174, + "acc": 0.623 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.8527729287743568, + "rho": 0.9999343007802963, + "acc": 0.912 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.0880711309146136, + "rho": 0.07768160989508033, + "acc": 0.8435 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 5000, + "StateErr": 0.001290266184194479, + "Gamma": 0.26903260312974453, + "rho": 0.21923481859266758, + "acc": 0.706 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.08217159216292202, + "rho": 0.15023266337811947, + "acc": 0.6875 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "bp", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.8804621174931526, + "rho": 0.9999351277947426, + "acc": 0.9185 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "dfa", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.06979017774574459, + "rho": 0.08295673737302423, + "acc": 0.836 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "state_bridge", + "seed": 6000, + "StateErr": 0.003901493979152292, + "Gamma": 0.2838806174695492, + "rho": 0.23159940354526043, + "acc": 0.7935 + }, + { + "alpha": 0.0, + "depth": 8, + "method": "credit_bridge", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.1168073476292193, + "rho": 0.21190964989364147, + "acc": 0.6195 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.778934895992279, + "rho": 0.9999890029430389, + "acc": 0.8875 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.0771798980422318, + "rho": 0.07931134616956115, + "acc": 0.822 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 42, + "StateErr": 0.014639395724982024, + "Gamma": 0.3877125680446625, + "rho": 0.4016897827386856, + "acc": 0.777 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.18997271731495857, + "rho": 0.37320059537887573, + "acc": 0.653 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.7060435861349106, + "rho": 0.9999908953905106, + "acc": 0.8855 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.1366678001359105, + "rho": 0.14800320356152952, + "acc": 0.8155 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 123, + "StateErr": 0.00966854555811733, + "Gamma": 0.3970109149813652, + "rho": 0.34398024156689644, + "acc": 0.7615 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.1873281691223383, + "rho": 0.25071992352604866, + "acc": 0.656 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.712785392999649, + "rho": 0.9999827593564987, + "acc": 0.8955 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.06838363222777843, + "rho": 0.06962036329787225, + "acc": 0.839 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 456, + "StateErr": 0.008301737054251135, + "Gamma": 0.3867475911974907, + "rho": 0.36412956193089485, + "acc": 0.76 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.20988117344677448, + "rho": 0.33718378841876984, + "acc": 0.615 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.7440494745969772, + "rho": 0.99999038875103, + "acc": 0.89 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.08207487314939499, + "rho": 0.12179941032081842, + "acc": 0.8245 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 789, + "StateErr": 0.0079743139334023, + "Gamma": 0.4024505019187927, + "rho": 0.36630794778466225, + "acc": 0.747 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.1982774008065462, + "rho": 0.3794977590441704, + "acc": 0.68 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.7264262437820435, + "rho": 0.9999918192625046, + "acc": 0.905 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.0874363575130701, + "rho": 0.12305337563157082, + "acc": 0.848 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 1024, + "StateErr": 0.0007635582342045382, + "Gamma": 0.36391081660985947, + "rho": 0.2906326614320278, + "acc": 0.738 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.17063568718731403, + "rho": 0.2797263041138649, + "acc": 0.687 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.7792519479990005, + "rho": 0.9999875724315643, + "acc": 0.8935 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.08299929136410356, + "rho": 0.07884005922824144, + "acc": 0.819 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 2048, + "StateErr": 0.0069182014418765906, + "Gamma": 0.4167069047689438, + "rho": 0.38259734585881233, + "acc": 0.785 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.19401324167847633, + "rho": 0.35267358273267746, + "acc": 0.64 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.7533685863018036, + "rho": 0.9999895542860031, + "acc": 0.8935 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.06140868738293648, + "rho": 0.0712057501077652, + "acc": 0.8265 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 3000, + "StateErr": 0.005231155015993864, + "Gamma": 0.41574693098664284, + "rho": 0.35996725410223007, + "acc": 0.768 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.19257186725735664, + "rho": 0.3234494589269161, + "acc": 0.658 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.7910260111093521, + "rho": 0.9999895095825195, + "acc": 0.894 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.09473285032436252, + "rho": 0.14322808384895325, + "acc": 0.8505 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 4000, + "StateErr": 0.010673340854234993, + "Gamma": 0.38491013273596764, + "rho": 0.3446698300540447, + "acc": 0.7965 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.1998334638774395, + "rho": 0.3253607787191868, + "acc": 0.6195 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.7515025287866592, + "rho": 0.9999890476465225, + "acc": 0.885 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.08981088036671281, + "rho": 0.10898786783218384, + "acc": 0.8325 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 5000, + "StateErr": 0.008934525582939386, + "Gamma": 0.4031970761716366, + "rho": 0.35525544732809067, + "acc": 0.764 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.18700676038861275, + "rho": 0.3295666575431824, + "acc": 0.6465 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "bp", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.7618523091077805, + "rho": 0.9999861419200897, + "acc": 0.883 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "dfa", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.06073849997483194, + "rho": 0.10279720090329647, + "acc": 0.8225 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "state_bridge", + "seed": 6000, + "StateErr": 0.0113879487933591, + "Gamma": 0.4088409934192896, + "rho": 0.35849119909107685, + "acc": 0.7885 + }, + { + "alpha": 0.5, + "depth": 4, + "method": "credit_bridge", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.18101266399025917, + "rho": 0.2402007132768631, + "acc": 0.626 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.7800825014710426, + "rho": 0.9999619349837303, + "acc": 0.874 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.0680798904504627, + "rho": 0.07815029704943299, + "acc": 0.8105 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 42, + "StateErr": 0.013940593439154327, + "Gamma": 0.22329587768763304, + "rho": 0.18133462546393275, + "acc": 0.775 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.16422098223119974, + "rho": 0.2585284411907196, + "acc": 0.5765 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.741077221930027, + "rho": 0.9999566599726677, + "acc": 0.8835 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.06835221056826413, + "rho": 0.07870115921832621, + "acc": 0.826 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 123, + "StateErr": 0.01196373869618401, + "Gamma": 0.2609132928773761, + "rho": 0.22901193983852863, + "acc": 0.732 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.1594983646646142, + "rho": 0.28827742394059896, + "acc": 0.631 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.8024904653429985, + "rho": 0.9999617040157318, + "acc": 0.8605 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.09767440240830183, + "rho": 0.10227222001412883, + "acc": 0.804 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 456, + "StateErr": 0.007250209745950997, + "Gamma": 0.308225903660059, + "rho": 0.26882948353886604, + "acc": 0.746 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.17834078380838037, + "rho": 0.28439006581902504, + "acc": 0.607 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.7425128743052483, + "rho": 0.9999456480145454, + "acc": 0.862 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.07170737814158201, + "rho": 0.10886842722538859, + "acc": 0.795 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 789, + "StateErr": 0.010051667786203325, + "Gamma": 0.22407432738691568, + "rho": 0.19511110894382, + "acc": 0.755 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.15873884549364448, + "rho": 0.2204220425337553, + "acc": 0.6015 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.802269235253334, + "rho": 0.9999621286988258, + "acc": 0.889 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.07059638481587172, + "rho": 0.09517476172186434, + "acc": 0.844 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 1024, + "StateErr": 0.015034918455407024, + "Gamma": 0.26445331890136003, + "rho": 0.2382330046966672, + "acc": 0.754 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.14965758845210075, + "rho": 0.22262850403785706, + "acc": 0.5705 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.7915605679154396, + "rho": 0.9999616295099258, + "acc": 0.876 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.054607931757345796, + "rho": 0.0988450946751982, + "acc": 0.831 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 2048, + "StateErr": 0.011838351630140097, + "Gamma": 0.25473486352711916, + "rho": 0.22712249495089054, + "acc": 0.774 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.18231265805661678, + "rho": 0.23427345044910908, + "acc": 0.623 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.7524143233895302, + "rho": 0.9999579712748528, + "acc": 0.878 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.12144442298449576, + "rho": 0.1239226256730035, + "acc": 0.812 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 3000, + "StateErr": 0.01295656328741461, + "Gamma": 0.2410168293863535, + "rho": 0.21426095999777317, + "acc": 0.7855 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.13227692258078605, + "rho": 0.1761333434842527, + "acc": 0.5945 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.7426219433546066, + "rho": 0.9999610707163811, + "acc": 0.867 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.061901216860860586, + "rho": 0.09875185182318091, + "acc": 0.8075 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 4000, + "StateErr": 0.0033825204903259872, + "Gamma": 0.277063325047493, + "rho": 0.2407076209783554, + "acc": 0.7165 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.1314755715429783, + "rho": 0.2386790281161666, + "acc": 0.61 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.7783375456929207, + "rho": 0.9999541118741035, + "acc": 0.867 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.07623820775188506, + "rho": 0.07604160532355309, + "acc": 0.8255 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 5000, + "StateErr": 0.017978039579465987, + "Gamma": 0.24194164481014013, + "rho": 0.20475764898583293, + "acc": 0.736 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.1662514479830861, + "rho": 0.24278739467263222, + "acc": 0.6285 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "bp", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.8337910175323486, + "rho": 0.999962106347084, + "acc": 0.8735 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "dfa", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.07081685795856174, + "rho": 0.07124830968677998, + "acc": 0.794 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "state_bridge", + "seed": 6000, + "StateErr": 0.008247435386758298, + "Gamma": 0.2887079808861017, + "rho": 0.28017569333314896, + "acc": 0.737 + }, + { + "alpha": 0.5, + "depth": 8, + "method": "credit_bridge", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.1532246011774987, + "rho": 0.24239609204232693, + "acc": 0.546 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.837363988161087, + "rho": 0.9999942779541016, + "acc": 0.796 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.05314898584038019, + "rho": 0.04739766335114837, + "acc": 0.6945 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 42, + "StateErr": 0.05111445432715118, + "Gamma": 0.3092905580997467, + "rho": 0.2985522858798504, + "acc": 0.654 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.5798117071390152, + "rho": 0.5770738422870636, + "acc": 0.455 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.7834264636039734, + "rho": 0.9999949932098389, + "acc": 0.7945 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.03143235971219838, + "rho": 0.04966995166614652, + "acc": 0.6755 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 123, + "StateErr": 0.039300061028450725, + "Gamma": 0.32962899655103683, + "rho": 0.3271522969007492, + "acc": 0.653 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.5211702585220337, + "rho": 0.5396891608834267, + "acc": 0.4955 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.7738194167613983, + "rho": 0.9999952465295792, + "acc": 0.802 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.03672327077947557, + "rho": 0.03823344281408936, + "acc": 0.687 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 456, + "StateErr": 0.041286803239956496, + "Gamma": 0.3122059181332588, + "rho": 0.3080013431608677, + "acc": 0.6535 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.5516191199421883, + "rho": 0.5655025988817215, + "acc": 0.4575 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.8138538002967834, + "rho": 0.9999965578317642, + "acc": 0.7785 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.044787557795643806, + "rho": 0.050711866933852434, + "acc": 0.6645 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 789, + "StateErr": 0.047810701571404934, + "Gamma": 0.321536161005497, + "rho": 0.294049471616745, + "acc": 0.6505 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.498397096991539, + "rho": 0.5393850430846214, + "acc": 0.4785 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.8156489282846451, + "rho": 0.9999967068433762, + "acc": 0.796 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.05224289372563362, + "rho": 0.051481935661286116, + "acc": 0.7 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 1024, + "StateErr": 0.03910857268422842, + "Gamma": 0.32806089147925377, + "rho": 0.3095804899930954, + "acc": 0.659 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.4827726259827614, + "rho": 0.5368957445025444, + "acc": 0.5295 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.8019291013479233, + "rho": 0.999995157122612, + "acc": 0.789 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.04420588002540171, + "rho": 0.054026867961511016, + "acc": 0.693 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 2048, + "StateErr": 0.04625624809600413, + "Gamma": 0.31831347569823265, + "rho": 0.30145254731178284, + "acc": 0.6415 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.6112141609191895, + "rho": 0.6130285188555717, + "acc": 0.49 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.8269992768764496, + "rho": 0.9999961256980896, + "acc": 0.8055 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.031051788479089737, + "rho": 0.04200031189247966, + "acc": 0.68 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 3000, + "StateErr": 0.03373044667486101, + "Gamma": 0.33542975783348083, + "rho": 0.3166932016611099, + "acc": 0.6695 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.5547316148877144, + "rho": 0.574584349989891, + "acc": 0.4775 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.8469432443380356, + "rho": 0.9999967068433762, + "acc": 0.7985 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.05680405022576451, + "rho": 0.058447605930268764, + "acc": 0.6885 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 4000, + "StateErr": 0.05037181778624654, + "Gamma": 0.31409140303730965, + "rho": 0.3157280907034874, + "acc": 0.661 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.5717481672763824, + "rho": 0.5648023337125778, + "acc": 0.4815 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.7843969911336899, + "rho": 0.9999955743551254, + "acc": 0.7815 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.05237697158008814, + "rho": 0.05225806776434183, + "acc": 0.696 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 5000, + "StateErr": 0.020391553843859583, + "Gamma": 0.3294149599969387, + "rho": 0.32860465347766876, + "acc": 0.6545 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.5680579468607903, + "rho": 0.5536182671785355, + "acc": 0.4935 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "bp", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.8201684504747391, + "rho": 0.9999956488609314, + "acc": 0.777 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "dfa", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.043721775291487575, + "rho": 0.053218568209558725, + "acc": 0.6775 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "state_bridge", + "seed": 6000, + "StateErr": 0.03792587007582188, + "Gamma": 0.3274501822888851, + "rho": 0.3072219528257847, + "acc": 0.6375 + }, + { + "alpha": 1.0, + "depth": 4, + "method": "credit_bridge", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.5522571504116058, + "rho": 0.566972091794014, + "acc": 0.4445 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.7569558992981911, + "rho": 0.9999850168824196, + "acc": 0.7715 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.04026596760377288, + "rho": 0.0463115515303798, + "acc": 0.6555 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 42, + "StateErr": 0.024733127796091138, + "Gamma": 0.21983085572719574, + "rho": 0.21069114468991756, + "acc": 0.636 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.42342473939061165, + "rho": 0.46175311505794525, + "acc": 0.501 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.7589660733938217, + "rho": 0.9999836310744286, + "acc": 0.775 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.052690219948999584, + "rho": 0.04398861777735874, + "acc": 0.6655 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 123, + "StateErr": 0.00904931088979356, + "Gamma": 0.23909619636833668, + "rho": 0.21755888871848583, + "acc": 0.6665 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.4901758562773466, + "rho": 0.5194796472787857, + "acc": 0.499 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.8152446746826172, + "rho": 0.9999835714697838, + "acc": 0.7615 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.06644452596083283, + "rho": 0.07211897929664701, + "acc": 0.6595 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 456, + "StateErr": 0.027026508945971726, + "Gamma": 0.17726875049993396, + "rho": 0.14926194958388805, + "acc": 0.634 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.4374451842159033, + "rho": 0.469217861071229, + "acc": 0.471 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.7641392648220062, + "rho": 0.9999837800860405, + "acc": 0.77 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.06174341728910804, + "rho": 0.08079314092174172, + "acc": 0.663 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 789, + "StateErr": 0.005507162362337112, + "Gamma": 0.27462095208466053, + "rho": 0.25958841666579247, + "acc": 0.6305 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.4231471223756671, + "rho": 0.49050698801875114, + "acc": 0.5545 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.8173553571105003, + "rho": 0.9999844655394554, + "acc": 0.7665 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.05211032921215519, + "rho": 0.04730354994535446, + "acc": 0.657 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 1024, + "StateErr": 0.03733631442394108, + "Gamma": 0.24442856572568417, + "rho": 0.2330861296504736, + "acc": 0.651 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.43784002028405666, + "rho": 0.45684560760855675, + "acc": 0.4465 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.7980030849575996, + "rho": 0.9999835342168808, + "acc": 0.778 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.03056039405055344, + "rho": 0.019816300831735134, + "acc": 0.6515 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 2048, + "StateErr": 0.019828419615048914, + "Gamma": 0.21816869638860226, + "rho": 0.2006466817110777, + "acc": 0.639 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.44690870121121407, + "rho": 0.49068378657102585, + "acc": 0.491 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.8051622360944748, + "rho": 0.9999843910336494, + "acc": 0.774 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.039206627872772515, + "rho": 0.04525771760381758, + "acc": 0.666 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 3000, + "StateErr": 0.0073138324548490345, + "Gamma": 0.23834207840263844, + "rho": 0.22312144935131073, + "acc": 0.6255 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.48071201518177986, + "rho": 0.4987096134573221, + "acc": 0.494 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.7561301067471504, + "rho": 0.9999867826700211, + "acc": 0.7555 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.046561805153032765, + "rho": 0.04669333342462778, + "acc": 0.651 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 4000, + "StateErr": 0.021662812023889273, + "Gamma": 0.24263181537389755, + "rho": 0.23203729651868343, + "acc": 0.625 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.5189926661550999, + "rho": 0.5291757248342037, + "acc": 0.4825 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.8032103478908539, + "rho": 0.9999829307198524, + "acc": 0.769 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.04911017371341586, + "rho": 0.044786704413127154, + "acc": 0.6785 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 5000, + "StateErr": 0.0282969608604908, + "Gamma": 0.2040038648992777, + "rho": 0.2028592685237527, + "acc": 0.6355 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.4662684202194214, + "rho": 0.48669758066534996, + "acc": 0.5155 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "bp", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.8568788692355156, + "rho": 0.9999835342168808, + "acc": 0.759 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "dfa", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.047016877244459465, + "rho": 0.04356467560864985, + "acc": 0.6415 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "state_bridge", + "seed": 6000, + "StateErr": 0.011806304380530491, + "Gamma": 0.23779606446623802, + "rho": 0.22786595951765776, + "acc": 0.637 + }, + { + "alpha": 1.0, + "depth": 8, + "method": "credit_bridge", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.45259521529078484, + "rho": 0.4737100824713707, + "acc": 0.4825 + } +]
\ No newline at end of file diff --git a/results/confirmatory/A2_cifar_state_vs_credit.csv b/results/confirmatory/A2_cifar_state_vs_credit.csv new file mode 100644 index 0000000..68156b5 --- /dev/null +++ b/results/confirmatory/A2_cifar_state_vs_credit.csv @@ -0,0 +1,31 @@ +method,seed,StateErr,Gamma,rho,acc
+dfa,42,nan,0.10076353600015864,-0.00476757250726223,0.3116
+state_bridge,42,9.164297834395258e-07,0.02469697833294049,-0.012663604691624641,0.1737
+credit_bridge_eT,42,nan,0.17921950668096542,0.008699589408934116,0.283
+dfa,123,nan,0.11738517042249441,0.005885639227926731,0.3106
+state_bridge,123,4.6238185521913695e-05,0.17851687408983707,0.11297287911293097,0.2115
+credit_bridge_eT,123,nan,0.17617796920239925,0.0019302130676805973,0.2753
+dfa,456,nan,0.09892195643624291,-0.004888533148914576,0.297
+state_bridge,456,8.734992210497147e-05,0.26485365629196167,0.11413963884115219,0.2607
+credit_bridge_eT,456,nan,0.23417379707098007,-0.002338360995054245,0.2893
+dfa,789,nan,0.09602321637794375,-0.012195338495075703,0.3051
+state_bridge,789,0.0001798719183267094,0.219103729352355,0.1035128419753164,0.2542
+credit_bridge_eT,789,nan,0.1968853361904621,0.009125714423134923,0.2825
+dfa,1024,nan,0.10625142272328958,0.007073512766510248,0.3083
+state_bridge,1024,3.6692365324357524e-05,0.1903094481676817,0.08768247324042022,0.2338
+credit_bridge_eT,1024,nan,0.1989332279190421,0.006513587199151516,0.2975
+dfa,2048,nan,0.10264200350502506,0.0015445498283952475,0.3102
+state_bridge,2048,5.471739053819328e-05,0.1533527011051774,0.021173154236748815,0.2015
+credit_bridge_eT,2048,nan,0.21371350064873695,0.01922372356057167,0.2862
+dfa,3000,nan,0.09254411532310769,-0.0020813816227018833,0.3054
+state_bridge,3000,1.4380053736007537e-05,0.11326553428079933,0.03250931575894356,0.197
+credit_bridge_eT,3000,nan,0.19290144089609385,0.0142808947712183,0.2705
+dfa,4000,nan,0.09669098260928877,-0.006473553366959095,0.3016
+state_bridge,4000,2.7812045817612668e-05,0.09340349677950144,0.0637101479806006,0.2155
+credit_bridge_eT,4000,nan,0.15450781304389238,0.0030927499756217003,0.2966
+dfa,5000,nan,0.1122395604616031,0.0056443302892148495,0.3139
+state_bridge,5000,0.00019077022730000314,0.11574495000240859,0.15696023870259523,0.1957
+credit_bridge_eT,5000,nan,0.18241790123283863,0.007469391683116555,0.3002
+dfa,6000,nan,0.09259073645807803,0.0021172836422920227,0.282
+state_bridge,6000,0.00011229384421696886,0.2289915308356285,0.14905795291997492,0.2964
+credit_bridge_eT,6000,nan,0.20601818710565567,-0.0038647495675832033,0.2882
diff --git a/results/confirmatory/A2_cifar_state_vs_credit.json b/results/confirmatory/A2_cifar_state_vs_credit.json new file mode 100644 index 0000000..e994d03 --- /dev/null +++ b/results/confirmatory/A2_cifar_state_vs_credit.json @@ -0,0 +1,242 @@ +[ + { + "method": "dfa", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.10076353600015864, + "rho": -0.00476757250726223, + "acc": 0.3116 + }, + { + "method": "state_bridge", + "seed": 42, + "StateErr": 9.164297834395258e-07, + "Gamma": 0.02469697833294049, + "rho": -0.012663604691624641, + "acc": 0.1737 + }, + { + "method": "credit_bridge_eT", + "seed": 42, + "StateErr": NaN, + "Gamma": 0.17921950668096542, + "rho": 0.008699589408934116, + "acc": 0.283 + }, + { + "method": "dfa", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.11738517042249441, + "rho": 0.005885639227926731, + "acc": 0.3106 + }, + { + "method": "state_bridge", + "seed": 123, + "StateErr": 4.6238185521913695e-05, + "Gamma": 0.17851687408983707, + "rho": 0.11297287911293097, + "acc": 0.2115 + }, + { + "method": "credit_bridge_eT", + "seed": 123, + "StateErr": NaN, + "Gamma": 0.17617796920239925, + "rho": 0.0019302130676805973, + "acc": 0.2753 + }, + { + "method": "dfa", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.09892195643624291, + "rho": -0.004888533148914576, + "acc": 0.297 + }, + { + "method": "state_bridge", + "seed": 456, + "StateErr": 8.734992210497147e-05, + "Gamma": 0.26485365629196167, + "rho": 0.11413963884115219, + "acc": 0.2607 + }, + { + "method": "credit_bridge_eT", + "seed": 456, + "StateErr": NaN, + "Gamma": 0.23417379707098007, + "rho": -0.002338360995054245, + "acc": 0.2893 + }, + { + "method": "dfa", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.09602321637794375, + "rho": -0.012195338495075703, + "acc": 0.3051 + }, + { + "method": "state_bridge", + "seed": 789, + "StateErr": 0.0001798719183267094, + "Gamma": 0.219103729352355, + "rho": 0.1035128419753164, + "acc": 0.2542 + }, + { + "method": "credit_bridge_eT", + "seed": 789, + "StateErr": NaN, + "Gamma": 0.1968853361904621, + "rho": 0.009125714423134923, + "acc": 0.2825 + }, + { + "method": "dfa", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.10625142272328958, + "rho": 0.007073512766510248, + "acc": 0.3083 + }, + { + "method": "state_bridge", + "seed": 1024, + "StateErr": 3.6692365324357524e-05, + "Gamma": 0.1903094481676817, + "rho": 0.08768247324042022, + "acc": 0.2338 + }, + { + "method": "credit_bridge_eT", + "seed": 1024, + "StateErr": NaN, + "Gamma": 0.1989332279190421, + "rho": 0.006513587199151516, + "acc": 0.2975 + }, + { + "method": "dfa", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.10264200350502506, + "rho": 0.0015445498283952475, + "acc": 0.3102 + }, + { + "method": "state_bridge", + "seed": 2048, + "StateErr": 5.471739053819328e-05, + "Gamma": 0.1533527011051774, + "rho": 0.021173154236748815, + "acc": 0.2015 + }, + { + "method": "credit_bridge_eT", + "seed": 2048, + "StateErr": NaN, + "Gamma": 0.21371350064873695, + "rho": 0.01922372356057167, + "acc": 0.2862 + }, + { + "method": "dfa", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.09254411532310769, + "rho": -0.0020813816227018833, + "acc": 0.3054 + }, + { + "method": "state_bridge", + "seed": 3000, + "StateErr": 1.4380053736007537e-05, + "Gamma": 0.11326553428079933, + "rho": 0.03250931575894356, + "acc": 0.197 + }, + { + "method": "credit_bridge_eT", + "seed": 3000, + "StateErr": NaN, + "Gamma": 0.19290144089609385, + "rho": 0.0142808947712183, + "acc": 0.2705 + }, + { + "method": "dfa", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.09669098260928877, + "rho": -0.006473553366959095, + "acc": 0.3016 + }, + { + "method": "state_bridge", + "seed": 4000, + "StateErr": 2.7812045817612668e-05, + "Gamma": 0.09340349677950144, + "rho": 0.0637101479806006, + "acc": 0.2155 + }, + { + "method": "credit_bridge_eT", + "seed": 4000, + "StateErr": NaN, + "Gamma": 0.15450781304389238, + "rho": 0.0030927499756217003, + "acc": 0.2966 + }, + { + "method": "dfa", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.1122395604616031, + "rho": 0.0056443302892148495, + "acc": 0.3139 + }, + { + "method": "state_bridge", + "seed": 5000, + "StateErr": 0.00019077022730000314, + "Gamma": 0.11574495000240859, + "rho": 0.15696023870259523, + "acc": 0.1957 + }, + { + "method": "credit_bridge_eT", + "seed": 5000, + "StateErr": NaN, + "Gamma": 0.18241790123283863, + "rho": 0.007469391683116555, + "acc": 0.3002 + }, + { + "method": "dfa", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.09259073645807803, + "rho": 0.0021172836422920227, + "acc": 0.282 + }, + { + "method": "state_bridge", + "seed": 6000, + "StateErr": 0.00011229384421696886, + "Gamma": 0.2289915308356285, + "rho": 0.14905795291997492, + "acc": 0.2964 + }, + { + "method": "credit_bridge_eT", + "seed": 6000, + "StateErr": NaN, + "Gamma": 0.20601818710565567, + "rho": -0.0038647495675832033, + "acc": 0.2882 + } +]
\ No newline at end of file diff --git a/results/confirmatory/A3_frozen_vs_online.csv b/results/confirmatory/A3_frozen_vs_online.csv new file mode 100644 index 0000000..60ef6ad --- /dev/null +++ b/results/confirmatory/A3_frozen_vs_online.csv @@ -0,0 +1,61 @@ +regime,method,seed,Gamma,rho,nudge,acc
+frozen,dfa,42,0.004505785531364381,0.008119155652821064,-9.162341120827477e-05,nan
+frozen,scalar_cb,42,0.11589984688907862,0.18948250077664852,-0.001349875790765509,nan
+frozen,vec_eT_M4,42,0.3822024315595627,0.3902328796684742,-0.004724124912172556,nan
+online,dfa,42,0.10076353600015864,-0.00476757250726223,-1.0885996744036674e-06,0.3116
+online,scalar_cb,42,0.17921950668096542,0.008699589408934116,-2.653570845723152e-06,0.283
+online,vec_eT_M4,42,0.002346692723222077,-0.000655805692076683,4.1443854570388794e-08,0.3116
+frozen,dfa,123,0.006769153871573508,0.006851167418062687,-4.7400368202943355e-05,nan
+frozen,scalar_cb,123,0.12154238484799862,0.20577848330140114,-0.0014780515775782987,nan
+frozen,vec_eT_M4,123,0.3757530301809311,0.3804876245558262,-0.004601294989697635,nan
+online,dfa,123,0.11738517042249441,0.005885639227926731,-1.4995457604527473e-06,0.3106
+online,scalar_cb,123,0.17617796920239925,0.0019302130676805973,-2.4832552298903465e-06,0.2753
+online,vec_eT_M4,123,-0.003648026817245409,0.008452285081148148,2.468004822731018e-08,0.3106
+frozen,dfa,456,-0.0022321121068671346,-0.025214229593984783,9.127522389462683e-06,nan
+frozen,scalar_cb,456,0.14351800736039877,0.13401155546307564,-0.0015096227143658325,nan
+frozen,vec_eT_M4,456,0.37154657021164894,0.3922838978469372,-0.004483302065636963,nan
+online,dfa,456,0.09892195643624291,-0.004888533148914576,-9.865034371614456e-07,0.297
+online,scalar_cb,456,0.23417379707098007,-0.002338360995054245,-1.8764985725283623e-06,0.2893
+online,vec_eT_M4,456,8.133021765388548e-05,0.0004630112089216709,-3.562308847904205e-08,0.297
+frozen,dfa,789,0.0010723177110776305,-9.368173778057098e-06,-3.215731521777343e-05,nan
+frozen,scalar_cb,789,0.116337139159441,0.1693769097328186,-0.0013340917212190107,nan
+frozen,vec_eT_M4,789,0.3803345151245594,0.40245913714170456,-0.00463068817043677,nan
+online,dfa,789,0.09602321637794375,-0.012195338495075703,-1.2458767741918564e-06,0.3051
+online,scalar_cb,789,0.1968853361904621,0.009125714423134923,-2.344953827559948e-06,0.2825
+online,vec_eT_M4,789,-0.0013487973556038924,-0.0010448158718645573,1.5133991837501526e-09,0.3051
+frozen,dfa,1024,0.004047981696203351,-0.004657504265196621,-5.443185364129022e-05,nan
+frozen,scalar_cb,1024,0.13928020559251308,0.17055200971662998,-0.00163848337251693,nan
+frozen,vec_eT_M4,1024,0.3866974972188473,0.3883730284869671,-0.0044556696666404605,nan
+online,dfa,1024,0.10625142272328958,0.007073512766510248,-1.2062955647706985e-06,0.3083
+online,scalar_cb,1024,0.1989332279190421,0.006513587199151516,-2.512824721634388e-06,0.2975
+online,vec_eT_M4,1024,-0.0008005678537301719,0.0017584874294698238,-2.60770320892334e-08,0.3083
+frozen,dfa,2048,-0.01007436728104949,-0.022396742831915617,9.364452944282675e-05,nan
+frozen,scalar_cb,2048,0.11622164957225323,0.09785426966845989,-0.001329392776824534,nan
+frozen,vec_eT_M4,2048,0.37112750113010406,0.4292800724506378,-0.004542236507404596,nan
+online,dfa,2048,0.10264200350502506,0.0015445498283952475,-1.2172386050224304e-06,0.3102
+online,scalar_cb,2048,0.21371350064873695,0.01922372356057167,-1.786043867468834e-06,0.2862
+online,vec_eT_M4,2048,-0.0013046257517999038,-0.0022081234492361546,2.7939677238464355e-09,0.3102
+frozen,dfa,3000,0.012637533247470856,-0.003309569787234068,-0.0001136179780587554,nan
+frozen,scalar_cb,3000,0.12735093012452126,0.16207957826554775,-0.0014450718881562352,nan
+frozen,vec_eT_M4,3000,0.3722042217850685,0.4153371751308441,-0.005018443625885993,nan
+online,dfa,3000,0.09254411532310769,-0.0020813816227018833,-8.647330105304718e-07,0.3054
+online,scalar_cb,3000,0.19290144089609385,0.0142808947712183,-1.846812665462494e-06,0.2705
+online,vec_eT_M4,3000,0.0027015579398721457,0.0031934939324855804,-4.7497451305389404e-08,0.3054
+frozen,dfa,4000,0.012827006517909467,-0.022367039695382118,-0.00015865873137954623,nan
+frozen,scalar_cb,4000,0.14385110139846802,0.1320151798427105,-0.001822189544327557,nan
+frozen,vec_eT_M4,4000,0.37244511023163795,0.4071832448244095,-0.004847258620429784,nan
+online,dfa,4000,0.09669098260928877,-0.006473553366959095,-1.225038431584835e-06,0.3016
+online,scalar_cb,4000,0.15450781304389238,0.0030927499756217003,-2.410844899713993e-06,0.2966
+online,vec_eT_M4,4000,-0.0019520780188031495,-0.0038583979476243258,1.885928213596344e-08,0.3016
+frozen,dfa,5000,0.0013664336875081062,0.006194833666086197,-4.495742837207217e-05,nan
+frozen,scalar_cb,5000,0.11013340763747692,0.1481193359941244,-0.0015028833877295256,nan
+frozen,vec_eT_M4,5000,0.3717799335718155,0.38883912563323975,-0.004724961589090526,nan
+online,dfa,5000,0.1122395604616031,0.0056443302892148495,-1.3115350157022476e-06,0.3139
+online,scalar_cb,5000,0.18241790123283863,0.007469391683116555,-2.3095635697245598e-06,0.3002
+online,vec_eT_M4,5000,-0.0025941856001736596,-0.005957933608442545,6.891787052154541e-08,0.3139
+frozen,dfa,6000,0.0008208117797039449,-0.004433086141943932,-5.1620487283798866e-05,nan
+frozen,scalar_cb,6000,0.11223629210144281,0.1833980716764927,-0.0013175156782381237,nan
+frozen,vec_eT_M4,6000,0.37406010553240776,0.3813984990119934,-0.004561110574286431,nan
+online,dfa,6000,0.09259073645807803,0.0021172836422920227,-7.421476766467094e-07,0.282
+online,scalar_cb,6000,0.20601818710565567,-0.0038647495675832033,-1.5320256352424622e-06,0.2882
+online,vec_eT_M4,6000,-0.003383698291145265,-0.00234654126688838,-1.234002411365509e-08,0.282
diff --git a/results/confirmatory/A3_frozen_vs_online.json b/results/confirmatory/A3_frozen_vs_online.json new file mode 100644 index 0000000..f88a7c6 --- /dev/null +++ b/results/confirmatory/A3_frozen_vs_online.json @@ -0,0 +1,542 @@ +[ + { + "regime": "frozen", + "method": "dfa", + "seed": 42, + "Gamma": 0.004505785531364381, + "rho": 0.008119155652821064, + "nudge": -9.162341120827477e-05, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 42, + "Gamma": 0.11589984688907862, + "rho": 0.18948250077664852, + "nudge": -0.001349875790765509, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 42, + "Gamma": 0.3822024315595627, + "rho": 0.3902328796684742, + "nudge": -0.004724124912172556, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 42, + "Gamma": 0.10076353600015864, + "rho": -0.00476757250726223, + "nudge": -1.0885996744036674e-06, + "acc": 0.3116 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 42, + "Gamma": 0.17921950668096542, + "rho": 0.008699589408934116, + "nudge": -2.653570845723152e-06, + "acc": 0.283 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 42, + "Gamma": 0.002346692723222077, + "rho": -0.000655805692076683, + "nudge": 4.1443854570388794e-08, + "acc": 0.3116 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 123, + "Gamma": 0.006769153871573508, + "rho": 0.006851167418062687, + "nudge": -4.7400368202943355e-05, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 123, + "Gamma": 0.12154238484799862, + "rho": 0.20577848330140114, + "nudge": -0.0014780515775782987, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 123, + "Gamma": 0.3757530301809311, + "rho": 0.3804876245558262, + "nudge": -0.004601294989697635, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 123, + "Gamma": 0.11738517042249441, + "rho": 0.005885639227926731, + "nudge": -1.4995457604527473e-06, + "acc": 0.3106 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 123, + "Gamma": 0.17617796920239925, + "rho": 0.0019302130676805973, + "nudge": -2.4832552298903465e-06, + "acc": 0.2753 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 123, + "Gamma": -0.003648026817245409, + "rho": 0.008452285081148148, + "nudge": 2.468004822731018e-08, + "acc": 0.3106 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 456, + "Gamma": -0.0022321121068671346, + "rho": -0.025214229593984783, + "nudge": 9.127522389462683e-06, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 456, + "Gamma": 0.14351800736039877, + "rho": 0.13401155546307564, + "nudge": -0.0015096227143658325, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 456, + "Gamma": 0.37154657021164894, + "rho": 0.3922838978469372, + "nudge": -0.004483302065636963, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 456, + "Gamma": 0.09892195643624291, + "rho": -0.004888533148914576, + "nudge": -9.865034371614456e-07, + "acc": 0.297 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 456, + "Gamma": 0.23417379707098007, + "rho": -0.002338360995054245, + "nudge": -1.8764985725283623e-06, + "acc": 0.2893 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 456, + "Gamma": 8.133021765388548e-05, + "rho": 0.0004630112089216709, + "nudge": -3.562308847904205e-08, + "acc": 0.297 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 789, + "Gamma": 0.0010723177110776305, + "rho": -9.368173778057098e-06, + "nudge": -3.215731521777343e-05, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 789, + "Gamma": 0.116337139159441, + "rho": 0.1693769097328186, + "nudge": -0.0013340917212190107, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 789, + "Gamma": 0.3803345151245594, + "rho": 0.40245913714170456, + "nudge": -0.00463068817043677, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 789, + "Gamma": 0.09602321637794375, + "rho": -0.012195338495075703, + "nudge": -1.2458767741918564e-06, + "acc": 0.3051 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 789, + "Gamma": 0.1968853361904621, + "rho": 0.009125714423134923, + "nudge": -2.344953827559948e-06, + "acc": 0.2825 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 789, + "Gamma": -0.0013487973556038924, + "rho": -0.0010448158718645573, + "nudge": 1.5133991837501526e-09, + "acc": 0.3051 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 1024, + "Gamma": 0.004047981696203351, + "rho": -0.004657504265196621, + "nudge": -5.443185364129022e-05, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 1024, + "Gamma": 0.13928020559251308, + "rho": 0.17055200971662998, + "nudge": -0.00163848337251693, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 1024, + "Gamma": 0.3866974972188473, + "rho": 0.3883730284869671, + "nudge": -0.0044556696666404605, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 1024, + "Gamma": 0.10625142272328958, + "rho": 0.007073512766510248, + "nudge": -1.2062955647706985e-06, + "acc": 0.3083 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 1024, + "Gamma": 0.1989332279190421, + "rho": 0.006513587199151516, + "nudge": -2.512824721634388e-06, + "acc": 0.2975 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 1024, + "Gamma": -0.0008005678537301719, + "rho": 0.0017584874294698238, + "nudge": -2.60770320892334e-08, + "acc": 0.3083 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 2048, + "Gamma": -0.01007436728104949, + "rho": -0.022396742831915617, + "nudge": 9.364452944282675e-05, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 2048, + "Gamma": 0.11622164957225323, + "rho": 0.09785426966845989, + "nudge": -0.001329392776824534, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 2048, + "Gamma": 0.37112750113010406, + "rho": 0.4292800724506378, + "nudge": -0.004542236507404596, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 2048, + "Gamma": 0.10264200350502506, + "rho": 0.0015445498283952475, + "nudge": -1.2172386050224304e-06, + "acc": 0.3102 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 2048, + "Gamma": 0.21371350064873695, + "rho": 0.01922372356057167, + "nudge": -1.786043867468834e-06, + "acc": 0.2862 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 2048, + "Gamma": -0.0013046257517999038, + "rho": -0.0022081234492361546, + "nudge": 2.7939677238464355e-09, + "acc": 0.3102 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 3000, + "Gamma": 0.012637533247470856, + "rho": -0.003309569787234068, + "nudge": -0.0001136179780587554, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 3000, + "Gamma": 0.12735093012452126, + "rho": 0.16207957826554775, + "nudge": -0.0014450718881562352, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 3000, + "Gamma": 0.3722042217850685, + "rho": 0.4153371751308441, + "nudge": -0.005018443625885993, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 3000, + "Gamma": 0.09254411532310769, + "rho": -0.0020813816227018833, + "nudge": -8.647330105304718e-07, + "acc": 0.3054 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 3000, + "Gamma": 0.19290144089609385, + "rho": 0.0142808947712183, + "nudge": -1.846812665462494e-06, + "acc": 0.2705 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 3000, + "Gamma": 0.0027015579398721457, + "rho": 0.0031934939324855804, + "nudge": -4.7497451305389404e-08, + "acc": 0.3054 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 4000, + "Gamma": 0.012827006517909467, + "rho": -0.022367039695382118, + "nudge": -0.00015865873137954623, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 4000, + "Gamma": 0.14385110139846802, + "rho": 0.1320151798427105, + "nudge": -0.001822189544327557, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 4000, + "Gamma": 0.37244511023163795, + "rho": 0.4071832448244095, + "nudge": -0.004847258620429784, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 4000, + "Gamma": 0.09669098260928877, + "rho": -0.006473553366959095, + "nudge": -1.225038431584835e-06, + "acc": 0.3016 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 4000, + "Gamma": 0.15450781304389238, + "rho": 0.0030927499756217003, + "nudge": -2.410844899713993e-06, + "acc": 0.2966 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 4000, + "Gamma": -0.0019520780188031495, + "rho": -0.0038583979476243258, + "nudge": 1.885928213596344e-08, + "acc": 0.3016 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 5000, + "Gamma": 0.0013664336875081062, + "rho": 0.006194833666086197, + "nudge": -4.495742837207217e-05, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 5000, + "Gamma": 0.11013340763747692, + "rho": 0.1481193359941244, + "nudge": -0.0015028833877295256, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 5000, + "Gamma": 0.3717799335718155, + "rho": 0.38883912563323975, + "nudge": -0.004724961589090526, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 5000, + "Gamma": 0.1122395604616031, + "rho": 0.0056443302892148495, + "nudge": -1.3115350157022476e-06, + "acc": 0.3139 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 5000, + "Gamma": 0.18241790123283863, + "rho": 0.007469391683116555, + "nudge": -2.3095635697245598e-06, + "acc": 0.3002 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 5000, + "Gamma": -0.0025941856001736596, + "rho": -0.005957933608442545, + "nudge": 6.891787052154541e-08, + "acc": 0.3139 + }, + { + "regime": "frozen", + "method": "dfa", + "seed": 6000, + "Gamma": 0.0008208117797039449, + "rho": -0.004433086141943932, + "nudge": -5.1620487283798866e-05, + "acc": NaN + }, + { + "regime": "frozen", + "method": "scalar_cb", + "seed": 6000, + "Gamma": 0.11223629210144281, + "rho": 0.1833980716764927, + "nudge": -0.0013175156782381237, + "acc": NaN + }, + { + "regime": "frozen", + "method": "vec_eT_M4", + "seed": 6000, + "Gamma": 0.37406010553240776, + "rho": 0.3813984990119934, + "nudge": -0.004561110574286431, + "acc": NaN + }, + { + "regime": "online", + "method": "dfa", + "seed": 6000, + "Gamma": 0.09259073645807803, + "rho": 0.0021172836422920227, + "nudge": -7.421476766467094e-07, + "acc": 0.282 + }, + { + "regime": "online", + "method": "scalar_cb", + "seed": 6000, + "Gamma": 0.20601818710565567, + "rho": -0.0038647495675832033, + "nudge": -1.5320256352424622e-06, + "acc": 0.2882 + }, + { + "regime": "online", + "method": "vec_eT_M4", + "seed": 6000, + "Gamma": -0.003383698291145265, + "rho": -0.00234654126688838, + "nudge": -1.234002411365509e-08, + "acc": 0.282 + } +]
\ No newline at end of file diff --git a/results/confirmatory/A4_protocol_dependence.csv b/results/confirmatory/A4_protocol_dependence.csv new file mode 100644 index 0000000..509e51f --- /dev/null +++ b/results/confirmatory/A4_protocol_dependence.csv @@ -0,0 +1,83 @@ +slice,method,metric,value
+snapshot_exploit_ep100,dfa,gamma,0.008470005544950254
+snapshot_exploit_ep100,dfa,rho,-0.022525018197484314
+snapshot_exploit_ep100,dfa,nudge,-2.3932622525535407e-05
+snapshot_exploit_ep100,dfa,loss_before,1.1802499413490295
+snapshot_exploit_ep100,dfa,loss_after_1step,1.1798909544944762
+snapshot_exploit_ep100,dfa,delta_loss_1step,-0.00035898685455326707
+snapshot_exploit_ep100,dfa,delta_acc_1step,0.002343749999999978
+snapshot_exploit_ep100,scalar_cb,gamma,0.12223921716213226
+snapshot_exploit_ep100,scalar_cb,rho,0.09000759199261665
+snapshot_exploit_ep100,scalar_cb,nudge,-0.00036903251748299226
+snapshot_exploit_ep100,scalar_cb,loss_before,1.1802499413490295
+snapshot_exploit_ep100,scalar_cb,loss_after_1step,1.1835142850875855
+snapshot_exploit_ep100,scalar_cb,delta_loss_1step,0.003264343738555997
+snapshot_exploit_ep100,scalar_cb,delta_acc_1step,0.0007812499999999556
+snapshot_exploit_ep100,vec_eT_M4,gamma,0.37760399281978607
+snapshot_exploit_ep100,vec_eT_M4,rho,0.41141805797815323
+snapshot_exploit_ep100,vec_eT_M4,nudge,-0.0013705549063161016
+snapshot_exploit_ep100,vec_eT_M4,loss_before,1.1802499413490295
+snapshot_exploit_ep100,vec_eT_M4,loss_after_1step,1.1832772016525268
+snapshot_exploit_ep100,vec_eT_M4,delta_loss_1step,0.0030272603034973145
+snapshot_exploit_ep100,vec_eT_M4,delta_acc_1step,-0.0031250000000000444
+snapshot_exploit_ep100,oracle_bp,gamma,1.0
+snapshot_exploit_ep100,oracle_bp,rho,0.9979714304208755
+snapshot_exploit_ep100,oracle_bp,nudge,-0.0031722619314678013
+snapshot_exploit_ep100,oracle_bp,loss_before,1.1802499413490295
+snapshot_exploit_ep100,oracle_bp,loss_after_1step,1.1796290874481201
+snapshot_exploit_ep100,oracle_bp,delta_loss_1step,-0.0006208539009093794
+snapshot_exploit_ep100,oracle_bp,delta_acc_1step,0.005468750000000022
+snapshot_ep5,dfa,dl_held_1,6.842613220214844e-05
+snapshot_ep5,dfa,dl_same_1,-0.011249661445617676
+snapshot_ep5,dfa,dl_held_5,0.0032531023025512695
+snapshot_ep5,dfa,dl_same_5,-0.004767775535583496
+snapshot_ep5,vec_eT_M4,dl_held_1,-0.0002554655075073242
+snapshot_ep5,vec_eT_M4,dl_same_1,-0.011568784713745117
+snapshot_ep5,vec_eT_M4,dl_held_5,-0.005142092704772949
+snapshot_ep5,vec_eT_M4,dl_same_5,-0.007385373115539551
+snapshot_ep5,oracle_bp,dl_held_1,-0.0002244710922241211
+snapshot_ep5,oracle_bp,dl_same_1,-0.011359930038452148
+snapshot_ep5,oracle_bp,dl_held_5,-0.008973956108093262
+snapshot_ep5,oracle_bp,dl_same_5,-0.008551597595214844
+snapshot_ep20,dfa,dl_held_1,0.0006439685821533203
+snapshot_ep20,dfa,dl_same_1,-0.0050983428955078125
+snapshot_ep20,dfa,dl_held_5,0.0009417533874511719
+snapshot_ep20,dfa,dl_same_5,-0.001807570457458496
+snapshot_ep20,vec_eT_M4,dl_held_1,4.982948303222656e-05
+snapshot_ep20,vec_eT_M4,dl_same_1,-0.005342721939086914
+snapshot_ep20,vec_eT_M4,dl_held_5,0.0015401840209960938
+snapshot_ep20,vec_eT_M4,dl_same_5,-0.00039839744567871094
+snapshot_ep20,oracle_bp,dl_held_1,6.651878356933594e-05
+snapshot_ep20,oracle_bp,dl_same_1,-0.004968762397766113
+snapshot_ep20,oracle_bp,dl_held_5,0.0003821849822998047
+snapshot_ep20,oracle_bp,dl_same_5,-0.0005745887756347656
+scaffold_3seed,dfa,final_mean,0.30593333333333333
+scaffold_3seed,dfa,final_std,0.006104825049818285
+scaffold_3seed,dfa,acc20_mean,0.30383333333333334
+scaffold_3seed,dfa,acc20_std,0.007825741001478518
+scaffold_3seed,perlayer,final_mean,0.30396666666666666
+scaffold_3seed,perlayer,final_std,0.006049977043115317
+scaffold_3seed,perlayer,acc20_mean,0.2874666666666667
+scaffold_3seed,perlayer,acc20_std,0.011382540235914942
+scaffold_3seed,vec,final_mean,0.3133333333333333
+scaffold_3seed,vec,final_std,0.007196912918436331
+scaffold_3seed,vec,acc20_mean,0.30333333333333334
+scaffold_3seed,vec,acc20_std,0.007024401912065005
+online_3seed,dfa_s42,test_acc,0.3116
+online_3seed,dfa_s42,mean_gamma,0.10076353600015864
+online_3seed,dfa_s42,mean_rho,-0.00476757250726223
+online_3seed,cb_eT_s42,test_acc,0.283
+online_3seed,cb_eT_s42,mean_gamma,0.17921950668096542
+online_3seed,cb_eT_s42,mean_rho,0.008699589408934116
+online_3seed,dfa_s123,test_acc,0.3106
+online_3seed,dfa_s123,mean_gamma,0.11738517042249441
+online_3seed,dfa_s123,mean_rho,0.005885639227926731
+online_3seed,cb_eT_s123,test_acc,0.2753
+online_3seed,cb_eT_s123,mean_gamma,0.17617796920239925
+online_3seed,cb_eT_s123,mean_rho,0.0019302130676805973
+online_3seed,dfa_s456,test_acc,0.297
+online_3seed,dfa_s456,mean_gamma,0.09892195643624291
+online_3seed,dfa_s456,mean_rho,-0.004888533148914576
+online_3seed,cb_eT_s456,test_acc,0.2893
+online_3seed,cb_eT_s456,mean_gamma,0.23417379707098007
+online_3seed,cb_eT_s456,mean_rho,-0.002338360995054245
diff --git a/results/confirmatory/A4_protocol_dependence.json b/results/confirmatory/A4_protocol_dependence.json new file mode 100644 index 0000000..59671d4 --- /dev/null +++ b/results/confirmatory/A4_protocol_dependence.json @@ -0,0 +1,494 @@ +[ + { + "slice": "snapshot_exploit_ep100", + "method": "dfa", + "metric": "gamma", + "value": 0.008470005544950254 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "dfa", + "metric": "rho", + "value": -0.022525018197484314 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "dfa", + "metric": "nudge", + "value": -2.3932622525535407e-05 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "dfa", + "metric": "loss_before", + "value": 1.1802499413490295 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "dfa", + "metric": "loss_after_1step", + "value": 1.1798909544944762 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "dfa", + "metric": "delta_loss_1step", + "value": -0.00035898685455326707 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "dfa", + "metric": "delta_acc_1step", + "value": 0.002343749999999978 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "scalar_cb", + "metric": "gamma", + "value": 0.12223921716213226 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "scalar_cb", + "metric": "rho", + "value": 0.09000759199261665 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "scalar_cb", + "metric": "nudge", + "value": -0.00036903251748299226 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "scalar_cb", + "metric": "loss_before", + "value": 1.1802499413490295 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "scalar_cb", + "metric": "loss_after_1step", + "value": 1.1835142850875855 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "scalar_cb", + "metric": "delta_loss_1step", + "value": 0.003264343738555997 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "scalar_cb", + "metric": "delta_acc_1step", + "value": 0.0007812499999999556 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "vec_eT_M4", + "metric": "gamma", + "value": 0.37760399281978607 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "vec_eT_M4", + "metric": "rho", + "value": 0.41141805797815323 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "vec_eT_M4", + "metric": "nudge", + "value": -0.0013705549063161016 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "vec_eT_M4", + "metric": "loss_before", + "value": 1.1802499413490295 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "vec_eT_M4", + "metric": "loss_after_1step", + "value": 1.1832772016525268 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "vec_eT_M4", + "metric": "delta_loss_1step", + "value": 0.0030272603034973145 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "vec_eT_M4", + "metric": "delta_acc_1step", + "value": -0.0031250000000000444 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "oracle_bp", + "metric": "gamma", + "value": 1.0 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "oracle_bp", + "metric": "rho", + "value": 0.9979714304208755 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "oracle_bp", + "metric": "nudge", + "value": -0.0031722619314678013 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "oracle_bp", + "metric": "loss_before", + "value": 1.1802499413490295 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "oracle_bp", + "metric": "loss_after_1step", + "value": 1.1796290874481201 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "oracle_bp", + "metric": "delta_loss_1step", + "value": -0.0006208539009093794 + }, + { + "slice": "snapshot_exploit_ep100", + "method": "oracle_bp", + "metric": "delta_acc_1step", + "value": 0.005468750000000022 + }, + { + "slice": "snapshot_ep5", + "method": "dfa", + "metric": "dl_held_1", + "value": 6.842613220214844e-05 + }, + { + "slice": "snapshot_ep5", + "method": "dfa", + "metric": "dl_same_1", + "value": -0.011249661445617676 + }, + { + "slice": "snapshot_ep5", + "method": "dfa", + "metric": "dl_held_5", + "value": 0.0032531023025512695 + }, + { + "slice": "snapshot_ep5", + "method": "dfa", + "metric": "dl_same_5", + "value": -0.004767775535583496 + }, + { + "slice": "snapshot_ep5", + "method": "vec_eT_M4", + "metric": "dl_held_1", + "value": -0.0002554655075073242 + }, + { + "slice": "snapshot_ep5", + "method": "vec_eT_M4", + "metric": "dl_same_1", + "value": -0.011568784713745117 + }, + { + "slice": "snapshot_ep5", + "method": "vec_eT_M4", + "metric": "dl_held_5", + "value": -0.005142092704772949 + }, + { + "slice": "snapshot_ep5", + "method": "vec_eT_M4", + "metric": "dl_same_5", + "value": -0.007385373115539551 + }, + { + "slice": "snapshot_ep5", + "method": "oracle_bp", + "metric": "dl_held_1", + "value": -0.0002244710922241211 + }, + { + "slice": "snapshot_ep5", + "method": "oracle_bp", + "metric": "dl_same_1", + "value": -0.011359930038452148 + }, + { + "slice": "snapshot_ep5", + "method": "oracle_bp", + "metric": "dl_held_5", + "value": -0.008973956108093262 + }, + { + "slice": "snapshot_ep5", + "method": "oracle_bp", + "metric": "dl_same_5", + "value": -0.008551597595214844 + }, + { + "slice": "snapshot_ep20", + "method": "dfa", + "metric": "dl_held_1", + "value": 0.0006439685821533203 + }, + { + "slice": "snapshot_ep20", + "method": "dfa", + "metric": "dl_same_1", + "value": -0.0050983428955078125 + }, + { + "slice": "snapshot_ep20", + "method": "dfa", + "metric": "dl_held_5", + "value": 0.0009417533874511719 + }, + { + "slice": "snapshot_ep20", + "method": "dfa", + "metric": "dl_same_5", + "value": -0.001807570457458496 + }, + { + "slice": "snapshot_ep20", + "method": "vec_eT_M4", + "metric": "dl_held_1", + "value": 4.982948303222656e-05 + }, + { + "slice": "snapshot_ep20", + "method": "vec_eT_M4", + "metric": "dl_same_1", + "value": -0.005342721939086914 + }, + { + "slice": "snapshot_ep20", + "method": "vec_eT_M4", + "metric": "dl_held_5", + "value": 0.0015401840209960938 + }, + { + "slice": "snapshot_ep20", + "method": "vec_eT_M4", + "metric": "dl_same_5", + "value": -0.00039839744567871094 + }, + { + "slice": "snapshot_ep20", + "method": "oracle_bp", + "metric": "dl_held_1", + "value": 6.651878356933594e-05 + }, + { + "slice": "snapshot_ep20", + "method": "oracle_bp", + "metric": "dl_same_1", + "value": -0.004968762397766113 + }, + { + "slice": "snapshot_ep20", + "method": "oracle_bp", + "metric": "dl_held_5", + "value": 0.0003821849822998047 + }, + { + "slice": "snapshot_ep20", + "method": "oracle_bp", + "metric": "dl_same_5", + "value": -0.0005745887756347656 + }, + { + "slice": "scaffold_3seed", + "method": "dfa", + "metric": "final_mean", + "value": 0.30593333333333333 + }, + { + "slice": "scaffold_3seed", + "method": "dfa", + "metric": "final_std", + "value": 0.006104825049818285 + }, + { + "slice": "scaffold_3seed", + "method": "dfa", + "metric": "acc20_mean", + "value": 0.30383333333333334 + }, + { + "slice": "scaffold_3seed", + "method": "dfa", + "metric": "acc20_std", + "value": 0.007825741001478518 + }, + { + "slice": "scaffold_3seed", + "method": "perlayer", + "metric": "final_mean", + "value": 0.30396666666666666 + }, + { + "slice": "scaffold_3seed", + "method": "perlayer", + "metric": "final_std", + "value": 0.006049977043115317 + }, + { + "slice": "scaffold_3seed", + "method": "perlayer", + "metric": "acc20_mean", + "value": 0.2874666666666667 + }, + { + "slice": "scaffold_3seed", + "method": "perlayer", + "metric": "acc20_std", + "value": 0.011382540235914942 + }, + { + "slice": "scaffold_3seed", + "method": "vec", + "metric": "final_mean", + "value": 0.3133333333333333 + }, + { + "slice": "scaffold_3seed", + "method": "vec", + "metric": "final_std", + "value": 0.007196912918436331 + }, + { + "slice": "scaffold_3seed", + "method": "vec", + "metric": "acc20_mean", + "value": 0.30333333333333334 + }, + { + "slice": "scaffold_3seed", + "method": "vec", + "metric": "acc20_std", + "value": 0.007024401912065005 + }, + { + "slice": "online_3seed", + "method": "dfa_s42", + "metric": "test_acc", + "value": 0.3116 + }, + { + "slice": "online_3seed", + "method": "dfa_s42", + "metric": "mean_gamma", + "value": 0.10076353600015864 + }, + { + "slice": "online_3seed", + "method": "dfa_s42", + "metric": "mean_rho", + "value": -0.00476757250726223 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s42", + "metric": "test_acc", + "value": 0.283 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s42", + "metric": "mean_gamma", + "value": 0.17921950668096542 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s42", + "metric": "mean_rho", + "value": 0.008699589408934116 + }, + { + "slice": "online_3seed", + "method": "dfa_s123", + "metric": "test_acc", + "value": 0.3106 + }, + { + "slice": "online_3seed", + "method": "dfa_s123", + "metric": "mean_gamma", + "value": 0.11738517042249441 + }, + { + "slice": "online_3seed", + "method": "dfa_s123", + "metric": "mean_rho", + "value": 0.005885639227926731 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s123", + "metric": "test_acc", + "value": 0.2753 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s123", + "metric": "mean_gamma", + "value": 0.17617796920239925 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s123", + "metric": "mean_rho", + "value": 0.0019302130676805973 + }, + { + "slice": "online_3seed", + "method": "dfa_s456", + "metric": "test_acc", + "value": 0.297 + }, + { + "slice": "online_3seed", + "method": "dfa_s456", + "metric": "mean_gamma", + "value": 0.09892195643624291 + }, + { + "slice": "online_3seed", + "method": "dfa_s456", + "metric": "mean_rho", + "value": -0.004888533148914576 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s456", + "metric": "test_acc", + "value": 0.2893 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s456", + "metric": "mean_gamma", + "value": 0.23417379707098007 + }, + { + "slice": "online_3seed", + "method": "cb_eT_s456", + "metric": "mean_rho", + "value": -0.002338360995054245 + } +]
\ No newline at end of file |
