1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
|
label,perturb_after,sigma,n_samples,candidates,fd_eps,ckpt_root,ckpt_name,clean_acc,mean_sign_exact,mean_sign_token_acc,worst_sign_exact,best_sign_exact,selected_growth_mean,selected_growth_q90,retain_mean_on_clean_success,retain_worst_on_clean_success,rescue_mean_on_clean_fail,rescue_best_on_clean_fail
trm_multi4_best,0,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8899999856948853,0.9582962989807129,0.8899999856948853,0.8899999856948853,0.5268718004226685,0.6456454992294312,1.0,1.0,0.0,0.0
trm_multi4_best,0,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8899999856948853,0.9582962989807129,0.8899999856948853,0.8899999856948853,0.5268718004226685,0.6456454992294312,1.0,1.0,0.0,0.0
trm_multi4_best,0,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8955000042915344,0.9605987668037415,0.8870000243186951,0.9039999842643738,0.5268718004226685,0.6456454992294312,0.9960674047470093,0.9932584166526794,0.08181817829608917,0.13636364042758942
trm_multi4_best,0,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9075000286102295,0.9647963047027588,0.8820000290870667,0.9330000281333923,0.5268718004226685,0.6456454992294312,0.9820224642753601,0.9674157500267029,0.30454546213150024,0.41818180680274963
trm_multi4_best,0,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8970000147819519,0.9618827104568481,0.8679999709129333,0.9259999990463257,0.5268718004226685,0.6456454992294312,0.9764044880867004,0.9606741666793823,0.2545454502105713,0.3909091055393219
trm_multi4_best,0,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9089999794960022,0.9657654166221619,0.8790000081062317,0.9390000104904175,0.5268718004226685,0.6456454992294312,0.983146071434021,0.968539297580719,0.30909091234207153,0.4636363685131073
trm_multi4_best,4,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.921999990940094,0.970037043094635,0.921999990940094,0.921999990940094,0.5925552845001221,0.8220179677009583,1.0,1.0,0.0,0.0
trm_multi4_best,4,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9175000190734863,0.9687839150428772,0.9120000004768372,0.9229999780654907,0.5925552845001221,0.8220179677009583,0.9940347075462341,0.989154040813446,0.012820512987673283,0.025641025975346565
trm_multi4_best,4,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9135000109672546,0.9665740132331848,0.8980000019073486,0.9290000200271606,0.5925552845001221,0.8220179677009583,0.9772234559059143,0.9674620628356934,0.16025641560554504,0.24358974397182465
trm_multi4_best,4,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9110000133514404,0.9670863747596741,0.8920000195503235,0.9300000071525574,0.5925552845001221,0.8220179677009583,0.9701735377311707,0.9598698616027832,0.21153846383094788,0.3333333432674408
trm_multi4_best,4,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9125000238418579,0.9668148159980774,0.8930000066757202,0.9319999814033508,0.5925552845001221,0.8220179677009583,0.9718004465103149,0.9566160440444946,0.21153846383094788,0.28205129504203796
trm_multi4_best,4,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9150000214576721,0.967555582523346,0.8949999809265137,0.9350000023841858,0.5925552845001221,0.8220179677009583,0.9750542044639587,0.962039053440094,0.20512820780277252,0.3076923191547394
trm_multi4_best,8,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9110000133514404,0.9664074182510376,0.9110000133514404,0.9110000133514404,0.8208635449409485,1.2134735584259033,1.0,1.0,0.0,0.0
trm_multi4_best,8,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9089999794960022,0.9657962918281555,0.9079999923706055,0.9100000262260437,0.8208635449409485,1.2134735584259033,0.9972557425498962,0.9967069029808044,0.00561797758564353,0.01123595517128706
trm_multi4_best,8,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9120000004768372,0.9669011831283569,0.8960000276565552,0.9279999732971191,0.8208635449409485,1.2134735584259033,0.9868276715278625,0.9791437983512878,0.14606741070747375,0.24719101190567017
trm_multi4_best,8,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9120000004768372,0.966401219367981,0.8980000019073486,0.9259999990463257,0.8208635449409485,1.2134735584259033,0.9868276715278625,0.9780461192131042,0.14606741070747375,0.21348313987255096
trm_multi4_best,8,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9120000004768372,0.9667222499847412,0.8960000276565552,0.9279999732971191,0.8208635449409485,1.2134735584259033,0.983534574508667,0.9769483804702759,0.17977528274059296,0.2921348214149475
trm_multi4_best,8,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9129999876022339,0.9660493731498718,0.8999999761581421,0.9259999990463257,0.8208635449409485,1.2134735584259033,0.9862788319587708,0.9802414774894714,0.16292135417461395,0.24719101190567017
trm_multi4_best,12,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9190000295639038,0.9690986275672913,0.9190000295639038,0.9190000295639038,1.5447064638137817,1.7272931337356567,1.0,1.0,0.0,0.0
trm_multi4_best,12,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9175000190734863,0.9684197902679443,0.9150000214576721,0.9200000166893005,1.5447064638137817,1.7272931337356567,0.9972796440124512,0.9956474304199219,0.012345679104328156,0.02469135820865631
trm_multi4_best,12,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9175000190734863,0.9685803055763245,0.9110000133514404,0.9240000247955322,1.5447064638137817,1.7272931337356567,0.9940152168273926,0.9902067184448242,0.04938271641731262,0.08641975373029709
trm_multi4_best,12,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9154999852180481,0.9677098989486694,0.9110000133514404,0.9200000166893005,1.5447064638137817,1.7272931337356567,0.990750789642334,0.9891186356544495,0.06172839552164078,0.09876543283462524
trm_multi4_best,12,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9175000190734863,0.9684074521064758,0.9110000133514404,0.9240000247955322,1.5447064638137817,1.7272931337356567,0.9912948608398438,0.9902067184448242,0.08024691045284271,0.14814814925193787
trm_multi4_best,12,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9200000166893005,0.9692777991294861,0.9139999747276306,0.9259999990463257,1.5447064638137817,1.7272931337356567,0.992927074432373,0.9912948608398438,0.09259258955717087,0.14814814925193787
|
