label,perturb_after,sigma,n_samples,candidates,fd_eps,ckpt_root,ckpt_name,clean_acc,mean_sign_exact,mean_sign_token_acc,worst_sign_exact,best_sign_exact,selected_growth_mean,selected_growth_q90,retain_mean_on_clean_success,retain_worst_on_clean_success,rescue_mean_on_clean_fail,rescue_best_on_clean_fail
trm_multi4_best,0,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8899999856948853,0.9582962989807129,0.8899999856948853,0.8899999856948853,0.4601479172706604,0.5775974988937378,1.0,1.0,0.0,0.0
trm_multi4_best,0,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8899999856948853,0.9582962989807129,0.8899999856948853,0.8899999856948853,0.4601479172706604,0.5775974988937378,1.0,1.0,0.0,0.0
trm_multi4_best,0,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8964999914169312,0.9609135985374451,0.8889999985694885,0.9039999842643738,0.4601479172706604,0.5775974988937378,0.9977527856826782,0.9955056309700012,0.07727272808551788,0.12727272510528564
trm_multi4_best,0,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9139999747276306,0.9676605463027954,0.8849999904632568,0.9430000185966492,0.4601479172706604,0.5775974988937378,0.9853932857513428,0.9719101190567017,0.33636364340782166,0.4909090995788574
trm_multi4_best,0,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9104999899864197,0.9665431380271912,0.8880000114440918,0.9330000281333923,0.4601479172706604,0.5775974988937378,0.9876404404640198,0.9786517024040222,0.2863636314868927,0.41818180680274963
trm_multi4_best,0,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9035000205039978,0.9636295437812805,0.8709999918937683,0.9359999895095825,0.4601479172706604,0.5775974988937378,0.9764044880867004,0.9606741666793823,0.3136363625526428,0.48181816935539246
trm_multi4_best,4,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.921999990940094,0.970037043094635,0.921999990940094,0.921999990940094,0.5034276247024536,0.7669552564620972,1.0,1.0,0.0,0.0
trm_multi4_best,4,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9204999804496765,0.9694691300392151,0.9169999957084656,0.9240000247955322,0.5034276247024536,0.7669552564620972,0.9972885251045227,0.9945769906044006,0.012820512987673283,0.025641025975346565
trm_multi4_best,4,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9139999747276306,0.9672160148620605,0.8999999761581421,0.9279999732971191,0.5034276247024536,0.7669552564620972,0.9783080220222473,0.9674620628356934,0.1538461595773697,0.20512820780277252
trm_multi4_best,4,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9164999723434448,0.9680370092391968,0.8980000019073486,0.9350000023841858,0.5034276247024536,0.7669552564620972,0.9761388301849365,0.9652928709983826,0.21153846383094788,0.3205128312110901
trm_multi4_best,4,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9075000286102295,0.9649505615234375,0.8899999856948853,0.925000011920929,0.5034276247024536,0.7669552564620972,0.9690889120101929,0.9566160440444946,0.1794871836900711,0.25641027092933655
trm_multi4_best,4,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9139999747276306,0.9669753313064575,0.8939999938011169,0.9340000152587891,0.5034276247024536,0.7669552564620972,0.97559654712677,0.9642082452774048,0.18589743971824646,0.3076923191547394
trm_multi4_best,8,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9110000133514404,0.9664074182510376,0.9110000133514404,0.9110000133514404,0.6825441718101501,1.0761522054672241,1.0,1.0,0.0,0.0
trm_multi4_best,8,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9125000238418579,0.9669321179389954,0.9089999794960022,0.9160000085830688,0.6825441718101501,1.0761522054672241,0.9989023208618164,0.997804582118988,0.028089888393878937,0.056179776787757874
trm_multi4_best,8,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9139999747276306,0.9670432806015015,0.8980000019073486,0.9300000071525574,0.6825441718101501,1.0761522054672241,0.9890230298042297,0.983534574508667,0.14606741070747375,0.26966291666030884
trm_multi4_best,8,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9160000085830688,0.9678518772125244,0.9020000100135803,0.9300000071525574,0.6825441718101501,1.0761522054672241,0.9879253506660461,0.983534574508667,0.17977528274059296,0.2921348214149475
trm_multi4_best,8,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9125000238418579,0.9668642282485962,0.9020000100135803,0.9229999780654907,0.6825441718101501,1.0761522054672241,0.9879253506660461,0.9824368953704834,0.1404494345188141,0.20224718749523163
trm_multi4_best,8,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9179999828338623,0.9684135317802429,0.9049999713897705,0.9309999942779541,0.6825441718101501,1.0761522054672241,0.9884741902351379,0.983534574508667,0.19662921130657196,0.2921348214149475
trm_multi4_best,12,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9190000295639038,0.9690986275672913,0.9190000295639038,0.9190000295639038,1.2695486545562744,1.4881229400634766,1.0,1.0,0.0,0.0
trm_multi4_best,12,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9175000190734863,0.9683518409729004,0.9160000085830688,0.9190000295639038,1.2695486545562744,1.4881229400634766,0.9978237152099609,0.9967355728149414,0.006172839552164078,0.012345679104328156
trm_multi4_best,12,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9164999723434448,0.9678456783294678,0.9100000262260437,0.9229999780654907,1.2695486545562744,1.4881229400634766,0.992927074432373,0.9891186356544495,0.04938271641731262,0.08641975373029709
trm_multi4_best,12,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9190000295639038,0.9691110849380493,0.9120000004768372,0.9259999990463257,1.2695486545562744,1.4881229400634766,0.9940152168273926,0.9912948608398438,0.06790123134851456,0.12345679104328156
trm_multi4_best,12,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9164999723434448,0.9683271646499634,0.9120000004768372,0.9210000038146973,1.2695486545562744,1.4881229400634766,0.992927074432373,0.9912948608398438,0.04938271641731262,0.08641975373029709
trm_multi4_best,12,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9200000166893005,0.9692345857620239,0.9139999747276306,0.9259999990463257,1.2695486545562744,1.4881229400634766,0.9934711456298828,0.9923830032348633,0.08641975373029709,0.14814814925193787