From 8b78fbb1308d31bedd74f4b1deb250f5e684a6d3 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 31 Mar 2026 22:18:32 -0500 Subject: Update naive StateErr v3: L2 norm ratio formula, with checkpoints saved MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Formula: ||h_{L//2} - h_L||_2 / ||h_L||_2 (scalar L2 ratio) A1: 240 rows (3 alpha × 2 depth × 4 methods × 10 seeds) A2: 40 rows (4 methods including BP × 10 seeds) All model checkpoints saved in checkpoints_A1/ and checkpoints_A2/ Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/A1_naive_state_err.csv | 480 ++++++++++++++-------------- results/confirmatory/A2_naive_state_err.csv | 80 ++--- 2 files changed, 280 insertions(+), 280 deletions(-) (limited to 'results/confirmatory') diff --git a/results/confirmatory/A1_naive_state_err.csv b/results/confirmatory/A1_naive_state_err.csv index 6ddcfe7..275467a 100644 --- a/results/confirmatory/A1_naive_state_err.csv +++ b/results/confirmatory/A1_naive_state_err.csv @@ -1,241 +1,241 @@ alpha,depth,method,seed,naive_StateErr -0.0,4,bp,42,0.26068803668022156 -0.0,4,dfa,42,0.7258815169334412 -0.0,4,state_bridge,42,0.7580535411834717 -0.0,4,credit_bridge,42,0.23254971206188202 -0.0,4,bp,123,0.24781781435012817 -0.0,4,dfa,123,0.6604026556015015 -0.0,4,state_bridge,123,0.5317853689193726 -0.0,4,credit_bridge,123,0.17576289176940918 -0.0,4,bp,456,0.2476104348897934 -0.0,4,dfa,456,0.6199116110801697 -0.0,4,state_bridge,456,0.863245964050293 -0.0,4,credit_bridge,456,0.12035267055034637 -0.0,4,bp,789,0.2656460106372833 -0.0,4,dfa,789,0.7435265779495239 -0.0,4,state_bridge,789,0.6364812850952148 -0.0,4,credit_bridge,789,0.2562270164489746 -0.0,4,bp,1024,0.2501564025878906 -0.0,4,dfa,1024,0.6919815540313721 -0.0,4,state_bridge,1024,0.6960811018943787 -0.0,4,credit_bridge,1024,0.2409060299396515 -0.0,4,bp,2048,0.24213725328445435 -0.0,4,dfa,2048,0.8119536638259888 -0.0,4,state_bridge,2048,1.0384111404418945 -0.0,4,credit_bridge,2048,0.29382896423339844 -0.0,4,bp,3000,0.25653713941574097 -0.0,4,dfa,3000,0.7727931141853333 -0.0,4,state_bridge,3000,0.7795010805130005 -0.0,4,credit_bridge,3000,0.1640912890434265 -0.0,4,bp,4000,0.2790989279747009 -0.0,4,dfa,4000,0.6488389372825623 -0.0,4,state_bridge,4000,0.8933002948760986 -0.0,4,credit_bridge,4000,0.129751056432724 -0.0,4,bp,5000,0.23482249677181244 -0.0,4,dfa,5000,0.5603621006011963 -0.0,4,state_bridge,5000,0.7118808031082153 -0.0,4,credit_bridge,5000,0.1876041740179062 -0.0,4,bp,6000,0.2366245985031128 -0.0,4,dfa,6000,0.7504462003707886 -0.0,4,state_bridge,6000,0.8727204203605652 -0.0,4,credit_bridge,6000,0.18112479150295258 -0.0,8,bp,42,0.07397101819515228 -0.0,8,dfa,42,0.5621968507766724 -0.0,8,state_bridge,42,0.816449761390686 -0.0,8,credit_bridge,42,0.15379583835601807 -0.0,8,bp,123,0.07488589733839035 -0.0,8,dfa,123,0.6059672832489014 -0.0,8,state_bridge,123,0.5263348817825317 -0.0,8,credit_bridge,123,0.12262149155139923 -0.0,8,bp,456,0.07783643156290054 -0.0,8,dfa,456,0.7705618143081665 -0.0,8,state_bridge,456,0.4180244505405426 -0.0,8,credit_bridge,456,0.19311878085136414 -0.0,8,bp,789,0.09013043344020844 -0.0,8,dfa,789,0.5577319860458374 -0.0,8,state_bridge,789,0.8297959566116333 -0.0,8,credit_bridge,789,0.05089893937110901 -0.0,8,bp,1024,0.0830039381980896 -0.0,8,dfa,1024,0.5080844163894653 -0.0,8,state_bridge,1024,0.39521247148513794 -0.0,8,credit_bridge,1024,0.06527997553348541 -0.0,8,bp,2048,0.07513846457004547 -0.0,8,dfa,2048,0.6275949478149414 -0.0,8,state_bridge,2048,0.6864550113677979 -0.0,8,credit_bridge,2048,0.08002562075853348 -0.0,8,bp,3000,0.10901156067848206 -0.0,8,dfa,3000,0.6083968281745911 -0.0,8,state_bridge,3000,0.8938897848129272 -0.0,8,credit_bridge,3000,0.38711249828338623 -0.0,8,bp,4000,0.09766732156276703 -0.0,8,dfa,4000,0.5503160357475281 -0.0,8,state_bridge,4000,0.39751216769218445 -0.0,8,credit_bridge,4000,0.13849811255931854 -0.0,8,bp,5000,0.07875370979309082 -0.0,8,dfa,5000,0.5541619658470154 -0.0,8,state_bridge,5000,0.6255663633346558 -0.0,8,credit_bridge,5000,0.07148516178131104 -0.0,8,bp,6000,0.07798311114311218 -0.0,8,dfa,6000,0.5998473167419434 -0.0,8,state_bridge,6000,0.5577906370162964 -0.0,8,credit_bridge,6000,0.18784484267234802 -0.5,4,bp,42,0.2670668959617615 -0.5,4,dfa,42,0.78990238904953 -0.5,4,state_bridge,42,0.7565754055976868 -0.5,4,credit_bridge,42,0.28575778007507324 -0.5,4,bp,123,0.26157334446907043 -0.5,4,dfa,123,0.8240824937820435 -0.5,4,state_bridge,123,0.5587974786758423 -0.5,4,credit_bridge,123,0.18487781286239624 -0.5,4,bp,456,0.26119792461395264 -0.5,4,dfa,456,0.5580360889434814 -0.5,4,state_bridge,456,0.6804043650627136 -0.5,4,credit_bridge,456,0.10438685864210129 -0.5,4,bp,789,0.2688371241092682 -0.5,4,dfa,789,0.7619737386703491 -0.5,4,state_bridge,789,0.5724117755889893 -0.5,4,credit_bridge,789,0.2902269661426544 -0.5,4,bp,1024,0.2626464068889618 -0.5,4,dfa,1024,0.7350623607635498 -0.5,4,state_bridge,1024,0.7774407863616943 -0.5,4,credit_bridge,1024,0.2907182276248932 -0.5,4,bp,2048,0.25887274742126465 -0.5,4,dfa,2048,0.8292539119720459 -0.5,4,state_bridge,2048,0.6785949468612671 -0.5,4,credit_bridge,2048,0.23325428366661072 -0.5,4,bp,3000,0.2686220407485962 -0.5,4,dfa,3000,0.7964614033699036 -0.5,4,state_bridge,3000,0.6747612953186035 -0.5,4,credit_bridge,3000,0.15331298112869263 -0.5,4,bp,4000,0.27715128660202026 -0.5,4,dfa,4000,0.834259033203125 -0.5,4,state_bridge,4000,0.6629055738449097 -0.5,4,credit_bridge,4000,0.09292227774858475 -0.5,4,bp,5000,0.25511646270751953 -0.5,4,dfa,5000,0.8486669063568115 -0.5,4,state_bridge,5000,0.6432816386222839 -0.5,4,credit_bridge,5000,0.08898796141147614 -0.5,4,bp,6000,0.25425827503204346 -0.5,4,dfa,6000,0.7771180868148804 -0.5,4,state_bridge,6000,0.8868570327758789 -0.5,4,credit_bridge,6000,0.28548482060432434 -0.5,8,bp,42,0.08691950142383575 -0.5,8,dfa,42,0.5566835403442383 -0.5,8,state_bridge,42,0.5521173477172852 -0.5,8,credit_bridge,42,0.026307538151741028 -0.5,8,bp,123,0.08442661166191101 -0.5,8,dfa,123,0.6884247064590454 -0.5,8,state_bridge,123,1.1720242500305176 -0.5,8,credit_bridge,123,0.09352543950080872 -0.5,8,bp,456,0.0845673531293869 -0.5,8,dfa,456,0.7805156707763672 -0.5,8,state_bridge,456,0.564720630645752 -0.5,8,credit_bridge,456,0.04183648154139519 -0.5,8,bp,789,0.09304642677307129 -0.5,8,dfa,789,0.5289106965065002 -0.5,8,state_bridge,789,1.1913974285125732 -0.5,8,credit_bridge,789,0.0811903178691864 -0.5,8,bp,1024,0.08988181501626968 -0.5,8,dfa,1024,0.5268670320510864 -0.5,8,state_bridge,1024,0.38997870683670044 -0.5,8,credit_bridge,1024,0.0551433339715004 -0.5,8,bp,2048,0.08537864685058594 -0.5,8,dfa,2048,0.6378879547119141 -0.5,8,state_bridge,2048,0.8929705619812012 -0.5,8,credit_bridge,2048,0.05500475689768791 -0.5,8,bp,3000,0.10150086879730225 -0.5,8,dfa,3000,0.6010029315948486 -0.5,8,state_bridge,3000,0.6921526193618774 -0.5,8,credit_bridge,3000,0.0750318169593811 -0.5,8,bp,4000,0.09839055687189102 -0.5,8,dfa,4000,0.5477902889251709 -0.5,8,state_bridge,4000,0.4617120325565338 -0.5,8,credit_bridge,4000,0.0474717952311039 -0.5,8,bp,5000,0.09180224686861038 -0.5,8,dfa,5000,0.5527122616767883 -0.5,8,state_bridge,5000,0.5788565874099731 -0.5,8,credit_bridge,5000,0.08813595771789551 -0.5,8,bp,6000,0.08880583941936493 -0.5,8,dfa,6000,0.5930142402648926 -0.5,8,state_bridge,6000,0.5428022742271423 -0.5,8,credit_bridge,6000,0.1234222799539566 -1.0,4,bp,42,0.37005650997161865 -1.0,4,dfa,42,0.869762659072876 -1.0,4,state_bridge,42,0.87589430809021 -1.0,4,credit_bridge,42,0.2053530365228653 -1.0,4,bp,123,0.36214226484298706 -1.0,4,dfa,123,0.8254338502883911 -1.0,4,state_bridge,123,0.8833000659942627 -1.0,4,credit_bridge,123,0.21273687481880188 -1.0,4,bp,456,0.3626979887485504 -1.0,4,dfa,456,0.7873569130897522 -1.0,4,state_bridge,456,0.8605778217315674 -1.0,4,credit_bridge,456,0.21030157804489136 -1.0,4,bp,789,0.37471723556518555 -1.0,4,dfa,789,0.7885147929191589 -1.0,4,state_bridge,789,0.8968838453292847 -1.0,4,credit_bridge,789,0.18812689185142517 -1.0,4,bp,1024,0.36623838543891907 -1.0,4,dfa,1024,0.8550044894218445 -1.0,4,state_bridge,1024,0.8468506932258606 -1.0,4,credit_bridge,1024,0.32974082231521606 -1.0,4,bp,2048,0.3584083914756775 -1.0,4,dfa,2048,0.823596715927124 -1.0,4,state_bridge,2048,0.8956995010375977 -1.0,4,credit_bridge,2048,0.1712440550327301 -1.0,4,bp,3000,0.37105458974838257 -1.0,4,dfa,3000,0.8486852645874023 -1.0,4,state_bridge,3000,0.9403642416000366 -1.0,4,credit_bridge,3000,0.15761351585388184 -1.0,4,bp,4000,0.384659081697464 -1.0,4,dfa,4000,0.8266894817352295 -1.0,4,state_bridge,4000,0.8737555742263794 -1.0,4,credit_bridge,4000,0.0490226186811924 -1.0,4,bp,5000,0.3479670286178589 -1.0,4,dfa,5000,0.7952747344970703 -1.0,4,state_bridge,5000,0.8428233861923218 -1.0,4,credit_bridge,5000,0.2047322541475296 -1.0,4,bp,6000,0.35523170232772827 -1.0,4,dfa,6000,0.850082516670227 -1.0,4,state_bridge,6000,0.8412976264953613 -1.0,4,credit_bridge,6000,0.18619702756404877 -1.0,8,bp,42,0.20174872875213623 -1.0,8,dfa,42,0.5564329028129578 -1.0,8,state_bridge,42,0.6702669262886047 -1.0,8,credit_bridge,42,0.11915956437587738 -1.0,8,bp,123,0.20575112104415894 -1.0,8,dfa,123,0.7708055973052979 -1.0,8,state_bridge,123,0.6753015518188477 -1.0,8,credit_bridge,123,0.12676304578781128 -1.0,8,bp,456,0.20126384496688843 -1.0,8,dfa,456,0.789068341255188 -1.0,8,state_bridge,456,0.5630311965942383 -1.0,8,credit_bridge,456,0.0718986764550209 -1.0,8,bp,789,0.21950820088386536 -1.0,8,dfa,789,0.801855206489563 -1.0,8,state_bridge,789,0.5838653445243835 -1.0,8,credit_bridge,789,0.1493334174156189 -1.0,8,bp,1024,0.2049655318260193 -1.0,8,dfa,1024,0.7054224014282227 -1.0,8,state_bridge,1024,0.564822793006897 -1.0,8,credit_bridge,1024,0.0481550358235836 -1.0,8,bp,2048,0.2031216025352478 -1.0,8,dfa,2048,0.6300236582756042 -1.0,8,state_bridge,2048,0.584318995475769 -1.0,8,credit_bridge,2048,0.22037747502326965 -1.0,8,bp,3000,0.22935035824775696 -1.0,8,dfa,3000,0.712699294090271 -1.0,8,state_bridge,3000,0.7996810674667358 -1.0,8,credit_bridge,3000,0.09546110779047012 -1.0,8,bp,4000,0.22556602954864502 -1.0,8,dfa,4000,0.5526505708694458 -1.0,8,state_bridge,4000,0.5007961392402649 -1.0,8,credit_bridge,4000,0.04477586969733238 -1.0,8,bp,5000,0.2003089338541031 -1.0,8,dfa,5000,0.777186393737793 -1.0,8,state_bridge,5000,0.3940466642379761 -1.0,8,credit_bridge,5000,0.1061391606926918 -1.0,8,bp,6000,0.20401637256145477 -1.0,8,dfa,6000,0.5910547971725464 -1.0,8,state_bridge,6000,0.6176798343658447 -1.0,8,credit_bridge,6000,0.10662685334682465 +0.0,4,bp,42,0.5078399181365967 +0.0,4,dfa,42,0.8520342707633972 +0.0,4,state_bridge,42,0.8691663146018982 +0.0,4,credit_bridge,42,0.48147884011268616 +0.0,4,bp,123,0.49620017409324646 +0.0,4,dfa,123,0.8108376264572144 +0.0,4,state_bridge,123,0.7241665720939636 +0.0,4,credit_bridge,123,0.41906535625457764 +0.0,4,bp,456,0.49613121151924133 +0.0,4,dfa,456,0.7873250246047974 +0.0,4,state_bridge,456,0.9110611081123352 +0.0,4,credit_bridge,456,0.34671956300735474 +0.0,4,bp,789,0.5142191052436829 +0.0,4,dfa,789,0.8616584539413452 +0.0,4,state_bridge,789,0.7944938540458679 +0.0,4,credit_bridge,789,0.5059406161308289 +0.0,4,bp,1024,0.49836498498916626 +0.0,4,dfa,1024,0.8315035104751587 +0.0,4,state_bridge,1024,0.8305504322052002 +0.0,4,credit_bridge,1024,0.4906611740589142 +0.0,4,bp,2048,0.4906858205795288 +0.0,4,dfa,2048,0.8994385004043579 +0.0,4,state_bridge,2048,1.018889307975769 +0.0,4,credit_bridge,2048,0.5418892502784729 +0.0,4,bp,3000,0.5050334334373474 +0.0,4,dfa,3000,0.8777474164962769 +0.0,4,state_bridge,3000,0.8798700571060181 +0.0,4,credit_bridge,3000,0.40494221448898315 +0.0,4,bp,4000,0.5269621014595032 +0.0,4,dfa,4000,0.8054693341255188 +0.0,4,state_bridge,4000,0.9422892332077026 +0.0,4,credit_bridge,4000,0.3600181043148041 +0.0,4,bp,5000,0.48303020000457764 +0.0,4,dfa,5000,0.7485493421554565 +0.0,4,state_bridge,5000,0.8397605419158936 +0.0,4,credit_bridge,5000,0.43294310569763184 +0.0,4,bp,6000,0.48508918285369873 +0.0,4,dfa,6000,0.8652157783508301 +0.0,4,state_bridge,6000,0.9340522289276123 +0.0,4,credit_bridge,6000,0.42535215616226196 +0.0,8,bp,42,0.2710265517234802 +0.0,8,dfa,42,0.7497962713241577 +0.0,8,state_bridge,42,0.903133749961853 +0.0,8,credit_bridge,42,0.39210426807403564 +0.0,8,bp,123,0.2729027271270752 +0.0,8,dfa,123,0.778394341468811 +0.0,8,state_bridge,123,0.7199921011924744 +0.0,8,credit_bridge,123,0.35010361671447754 +0.0,8,bp,456,0.2782140374183655 +0.0,8,dfa,456,0.8778151273727417 +0.0,8,state_bridge,456,0.6413987278938293 +0.0,8,credit_bridge,456,0.4393743872642517 +0.0,8,bp,789,0.2996337413787842 +0.0,8,dfa,789,0.7468057870864868 +0.0,8,state_bridge,789,0.909940242767334 +0.0,8,credit_bridge,789,0.22553417086601257 +0.0,8,bp,1024,0.28746315836906433 +0.0,8,dfa,1024,0.7127875089645386 +0.0,8,state_bridge,1024,0.6284946799278259 +0.0,8,credit_bridge,1024,0.25544068217277527 +0.0,8,bp,2048,0.27314871549606323 +0.0,8,dfa,2048,0.7922073006629944 +0.0,8,state_bridge,2048,0.8282842636108398 +0.0,8,credit_bridge,2048,0.28283044695854187 +0.0,8,bp,3000,0.32966849207878113 +0.0,8,dfa,3000,0.7796436548233032 +0.0,8,state_bridge,3000,0.938525915145874 +0.0,8,credit_bridge,3000,0.6221472024917603 +0.0,8,bp,4000,0.3119492828845978 +0.0,8,dfa,4000,0.741832435131073 +0.0,8,state_bridge,4000,0.6302249431610107 +0.0,8,credit_bridge,4000,0.37198829650878906 +0.0,8,bp,5000,0.27986955642700195 +0.0,8,dfa,5000,0.7444086074829102 +0.0,8,state_bridge,5000,0.7905887365341187 +0.0,8,credit_bridge,5000,0.26731544733047485 +0.0,8,bp,6000,0.27841296792030334 +0.0,8,dfa,6000,0.7744933366775513 +0.0,8,state_bridge,6000,0.7441043257713318 +0.0,8,credit_bridge,6000,0.43336498737335205 +0.5,4,bp,42,0.5154290199279785 +0.5,4,dfa,42,0.88780677318573 +0.5,4,state_bridge,42,0.8683655261993408 +0.5,4,credit_bridge,42,0.5344796180725098 +0.5,4,bp,123,0.5100839734077454 +0.5,4,dfa,123,0.9063900709152222 +0.5,4,state_bridge,123,0.7443804740905762 +0.5,4,credit_bridge,123,0.42988044023513794 +0.5,4,bp,456,0.50974440574646 +0.5,4,dfa,456,0.7468794584274292 +0.5,4,state_bridge,456,0.8227338790893555 +0.5,4,credit_bridge,456,0.3230394721031189 +0.5,4,bp,789,0.5173323154449463 +0.5,4,dfa,789,0.8723106384277344 +0.5,4,state_bridge,789,0.7542585134506226 +0.5,4,credit_bridge,789,0.5386754274368286 +0.5,4,bp,1024,0.5110440254211426 +0.5,4,dfa,1024,0.8564863204956055 +0.5,4,state_bridge,1024,0.8799780607223511 +0.5,4,credit_bridge,1024,0.5391281247138977 +0.5,4,bp,2048,0.5075709819793701 +0.5,4,dfa,2048,0.9094259738922119 +0.5,4,state_bridge,2048,0.820503830909729 +0.5,4,credit_bridge,2048,0.48281458020210266 +0.5,4,bp,3000,0.5170130729675293 +0.5,4,dfa,3000,0.8915464878082275 +0.5,4,state_bridge,3000,0.8206384778022766 +0.5,4,credit_bridge,3000,0.39148572087287903 +0.5,4,bp,4000,0.5252082347869873 +0.5,4,dfa,4000,0.9111884236335754 +0.5,4,state_bridge,4000,0.8082855939865112 +0.5,4,credit_bridge,4000,0.30477726459503174 +0.5,4,bp,5000,0.5038522481918335 +0.5,4,dfa,5000,0.9186128377914429 +0.5,4,state_bridge,5000,0.7964251041412354 +0.5,4,credit_bridge,5000,0.2982611358165741 +0.5,4,bp,6000,0.5029964447021484 +0.5,4,dfa,6000,0.8808400630950928 +0.5,4,state_bridge,6000,0.9412914514541626 +0.5,4,credit_bridge,6000,0.5341973304748535 +0.5,8,bp,42,0.2937309741973877 +0.5,8,dfa,42,0.7461113929748535 +0.5,8,state_bridge,42,0.7408697009086609 +0.5,8,credit_bridge,42,0.16219072043895721 +0.5,8,bp,123,0.28973543643951416 +0.5,8,dfa,123,0.8293156623840332 +0.5,8,state_bridge,123,1.0802069902420044 +0.5,8,credit_bridge,123,0.30581095814704895 +0.5,8,bp,456,0.289932519197464 +0.5,8,dfa,456,0.8834672570228577 +0.5,8,state_bridge,456,0.7434424161911011 +0.5,8,credit_bridge,456,0.20453397929668427 +0.5,8,bp,789,0.3043256402015686 +0.5,8,dfa,789,0.7272487282752991 +0.5,8,state_bridge,789,1.0843573808670044 +0.5,8,credit_bridge,789,0.2849302887916565 +0.5,8,bp,1024,0.29906582832336426 +0.5,8,dfa,1024,0.7258496284484863 +0.5,8,state_bridge,1024,0.6209819316864014 +0.5,8,credit_bridge,1024,0.2348128706216812 +0.5,8,bp,2048,0.2910911738872528 +0.5,8,dfa,2048,0.7986778616905212 +0.5,8,state_bridge,2048,0.9430046081542969 +0.5,8,credit_bridge,2048,0.23452772200107574 +0.5,8,bp,3000,0.3178347051143646 +0.5,8,dfa,3000,0.7747700810432434 +0.5,8,state_bridge,3000,0.8280953764915466 +0.5,8,credit_bridge,3000,0.2739076614379883 +0.5,8,bp,4000,0.31292569637298584 +0.5,8,dfa,4000,0.7401283979415894 +0.5,8,state_bridge,4000,0.6791630983352661 +0.5,8,credit_bridge,4000,0.21787354350090027 +0.5,8,bp,5000,0.3022156059741974 +0.5,8,dfa,5000,0.7434196472167969 +0.5,8,state_bridge,5000,0.7601242661476135 +0.5,8,credit_bridge,5000,0.29686588048934937 +0.5,8,bp,6000,0.29710808396339417 +0.5,8,dfa,6000,0.7700715661048889 +0.5,8,state_bridge,6000,0.7315633296966553 +0.5,8,credit_bridge,6000,0.35130470991134644 +1.0,4,bp,42,0.6076651811599731 +1.0,4,dfa,42,0.9318490028381348 +1.0,4,state_bridge,42,0.9355056285858154 +1.0,4,credit_bridge,42,0.45315706729888916 +1.0,4,bp,123,0.6011095643043518 +1.0,4,dfa,123,0.9076167345046997 +1.0,4,state_bridge,123,0.93938809633255 +1.0,4,credit_bridge,123,0.46123287081718445 +1.0,4,bp,456,0.601564347743988 +1.0,4,dfa,456,0.8868128061294556 +1.0,4,state_bridge,456,0.9267826080322266 +1.0,4,credit_bridge,456,0.458586186170578 +1.0,4,bp,789,0.6114723086357117 +1.0,4,dfa,789,0.8873356580734253 +1.0,4,state_bridge,789,0.9455541968345642 +1.0,4,credit_bridge,789,0.43373432755470276 +1.0,4,bp,1024,0.6045372486114502 +1.0,4,dfa,1024,0.9242160320281982 +1.0,4,state_bridge,1024,0.9199091196060181 +1.0,4,credit_bridge,1024,0.5742270946502686 +1.0,4,bp,2048,0.5980406999588013 +1.0,4,dfa,2048,0.9062702655792236 +1.0,4,state_bridge,2048,0.9456136226654053 +1.0,4,credit_bridge,2048,0.41381531953811646 +1.0,4,bp,3000,0.6084732413291931 +1.0,4,dfa,3000,0.9202960729598999 +1.0,4,state_bridge,3000,0.9689823389053345 +1.0,4,credit_bridge,3000,0.3970035910606384 +1.0,4,bp,4000,0.619625449180603 +1.0,4,dfa,4000,0.9086228013038635 +1.0,4,state_bridge,4000,0.9342756271362305 +1.0,4,credit_bridge,4000,0.22141030430793762 +1.0,4,bp,5000,0.5892268419265747 +1.0,4,dfa,5000,0.8904556035995483 +1.0,4,state_bridge,5000,0.9143731594085693 +1.0,4,credit_bridge,5000,0.45246994495391846 +1.0,4,bp,6000,0.5953679084777832 +1.0,4,dfa,6000,0.9210948944091797 +1.0,4,state_bridge,6000,0.916745662689209 +1.0,4,credit_bridge,6000,0.43150436878204346 +1.0,8,bp,42,0.44800156354904175 +1.0,8,dfa,42,0.7459438443183899 +1.0,8,state_bridge,42,0.8165844678878784 +1.0,8,credit_bridge,42,0.3451942205429077 +1.0,8,bp,123,0.4526459574699402 +1.0,8,dfa,123,0.8775038719177246 +1.0,8,state_bridge,123,0.8206856846809387 +1.0,8,credit_bridge,123,0.3560357093811035 +1.0,8,bp,456,0.4475760757923126 +1.0,8,dfa,456,0.8882947564125061 +1.0,8,state_bridge,456,0.7499494552612305 +1.0,8,credit_bridge,456,0.268138587474823 +1.0,8,bp,789,0.46764206886291504 +1.0,8,dfa,789,0.8933754563331604 +1.0,8,state_bridge,789,0.7619380950927734 +1.0,8,credit_bridge,789,0.38643670082092285 +1.0,8,bp,1024,0.4516933858394623 +1.0,8,dfa,1024,0.839135468006134 +1.0,8,state_bridge,1024,0.7508534789085388 +1.0,8,credit_bridge,1024,0.2194424420595169 +1.0,8,bp,2048,0.4494335651397705 +1.0,8,dfa,2048,0.7937396764755249 +1.0,8,state_bridge,2048,0.7639009952545166 +1.0,8,credit_bridge,2048,0.469438374042511 +1.0,8,bp,3000,0.478005051612854 +1.0,8,dfa,3000,0.8434535264968872 +1.0,8,state_bridge,3000,0.8933502435684204 +1.0,8,credit_bridge,3000,0.3089677393436432 +1.0,8,bp,4000,0.47400760650634766 +1.0,8,dfa,4000,0.7434043884277344 +1.0,8,state_bridge,4000,0.7056150436401367 +1.0,8,credit_bridge,4000,0.2116030603647232 +1.0,8,bp,5000,0.44664913415908813 +1.0,8,dfa,5000,0.8809199333190918 +1.0,8,state_bridge,5000,0.6263054609298706 +1.0,8,credit_bridge,5000,0.3257896304130554 +1.0,8,bp,6000,0.4507763385772705 +1.0,8,dfa,6000,0.7687987089157104 +1.0,8,state_bridge,6000,0.7818784713745117 +1.0,8,credit_bridge,6000,0.3265361785888672 diff --git a/results/confirmatory/A2_naive_state_err.csv b/results/confirmatory/A2_naive_state_err.csv index 905d1c2..5a7dedd 100644 --- a/results/confirmatory/A2_naive_state_err.csv +++ b/results/confirmatory/A2_naive_state_err.csv @@ -1,41 +1,41 @@ method,seed,naive_StateErr -dfa,42,0.8608599968910218 -state_bridge,42,1.1073074493408204 -credit_bridge,42,0.18549979393482208 -dfa,123,0.6620678688049316 -state_bridge,123,1.157683981513977 -credit_bridge,123,0.5449653492927551 -dfa,456,0.862576175403595 -state_bridge,456,0.5174413678169251 -credit_bridge,456,0.02991231045126915 -dfa,789,0.5742178151130676 -state_bridge,789,0.32427600870132445 -credit_bridge,789,0.34830747079849245 -dfa,1024,0.7317259416580201 -state_bridge,1024,1.1036756999969481 -credit_bridge,1024,0.5166968782424927 -dfa,2048,0.29954994792938233 -state_bridge,2048,0.4312982501029968 -credit_bridge,2048,0.8699032402038575 -dfa,3000,0.7138990812301635 -state_bridge,3000,0.08414710862636567 -credit_bridge,3000,0.07805714750289917 -dfa,4000,0.6306101009368896 -state_bridge,4000,0.9965199737548828 -credit_bridge,4000,0.4791879728317261 -dfa,5000,0.9650134473800659 -state_bridge,5000,0.9529169537544251 -credit_bridge,5000,0.6871149513244629 -dfa,6000,0.8224315113067627 -state_bridge,6000,0.14781150970458984 -credit_bridge,6000,0.5449538031578064 -bp,42,12270.6220625 -bp,123,11526.486759375 -bp,456,11941.3817234375 -bp,789,12075.4278453125 -bp,1024,11724.9296015625 -bp,2048,11844.94355 -bp,3000,10728.462175 -bp,4000,12229.952775 -bp,5000,10800.38535 -bp,6000,11821.658378125 +bp,42,0.5055088927268981 +dfa,42,0.9277795883178711 +state_bridge,42,1.0522792560577392 +credit_bridge,42,0.4304226595401764 +bp,123,0.48196040391921996 +dfa,123,0.8118253867149353 +state_bridge,123,1.074320799636841 +credit_bridge,123,0.7168932020187377 +bp,456,0.5040699287414551 +dfa,456,0.9287333112716675 +state_bridge,456,0.7177199237823486 +credit_bridge,456,0.1727201170682907 +bp,789,0.49838844504356383 +dfa,789,0.757287864780426 +state_bridge,789,0.5485553059577942 +credit_bridge,789,0.5861995733261108 +bp,1024,0.48747658252716064 +dfa,1024,0.8549048913955688 +state_bridge,1024,1.0501901695251465 +credit_bridge,1024,0.7178753211975097 +bp,2048,0.5092790686607361 +dfa,2048,0.5471531904220581 +state_bridge,2048,0.6565892428398132 +credit_bridge,2048,0.9323275475502014 +bp,3000,0.4684532221794128 +dfa,3000,0.8445726726531982 +state_bridge,3000,0.2893164021015167 +credit_bridge,3000,0.2710479733943939 +bp,4000,0.5021170521736145 +dfa,4000,0.7929723978042602 +state_bridge,4000,0.996940908241272 +credit_bridge,4000,0.6836131464004517 +bp,5000,0.4780992596626282 +dfa,5000,0.9823324444770813 +state_bridge,5000,0.973629965686798 +credit_bridge,5000,0.8286034298896789 +bp,6000,0.5065476115226746 +dfa,6000,0.9064758165359497 +state_bridge,6000,0.3835857294559479 +credit_bridge,6000,0.7299125791549682 -- cgit v1.2.3