rrm workspace: TRM/HRM/SRM code, Maze dataset, dynamical-analysis pipelineHEADmain

Curated export for clone-and-run Maze training (2x A6000) + diagnostics.
trm/hrm pretrain.py carry trajectory-augmentation code (backward-compatible).
Heavy artifacts (checkpoints/wandb/npz) gitignored; see PROVENANCE.md.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>

1 files changed, 97 insertions, 0 deletions

diff --git a/research/flossing/directional_lyap_perturb_eps_sweep/plots/directional_lyap_perturb_combined.csv b/research/flossing/directional_lyap_perturb_eps_sweep/plots/directional_lyap_perturb_combined.csv
new file mode 100644
index 0000000..9aacd7a
--- /dev/null
+++ b/research/flossing/directional_lyap_perturb_eps_sweep/plots/directional_lyap_perturb_combined.csv
@@ -0,0 +1,97 @@
+label,perturb_after,sigma,n_samples,candidates,fd_eps,ckpt_root,ckpt_name,clean_acc,mean_sign_exact,mean_sign_token_acc,worst_sign_exact,best_sign_exact,selected_growth_mean,selected_growth_q90,retain_mean_on_clean_success,retain_worst_on_clean_success,rescue_mean_on_clean_fail,rescue_best_on_clean_fail

+trm_baseline_best,0,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8949999809265137,0.961814820766449,0.8949999809265137,0.8949999809265137,0.5487902164459229,0.6468369364738464,1.0,1.0,0.0,0.0

+trm_baseline_best,0,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8949999809265137,0.961814820766449,0.8949999809265137,0.8949999809265137,0.5487902164459229,0.6468369364738464,1.0,1.0,0.0,0.0

+trm_baseline_best,0,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8934999704360962,0.961506187915802,0.8790000081062317,0.9079999923706055,0.5487902164459229,0.6468369364738464,0.9905027747154236,0.9821228981018066,0.06666667014360428,0.13333334028720856

+trm_baseline_best,0,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.890500009059906,0.9606789350509644,0.8539999723434448,0.9269999861717224,0.5487902164459229,0.6468369364738464,0.9631285071372986,0.9396647810935974,0.27142858505249023,0.41904762387275696

+trm_baseline_best,0,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8859999775886536,0.9576419591903687,0.8610000014305115,0.9110000133514404,0.5487902164459229,0.6468369364738464,0.9642457962036133,0.9486033320426941,0.21904762089252472,0.32380953431129456

+trm_baseline_best,0,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.890500009059906,0.9597654342651367,0.8579999804496765,0.9229999780654907,0.5487902164459229,0.6468369364738464,0.9653631448745728,0.9474860429763794,0.25238096714019775,0.4095238149166107

+trm_baseline_best,4,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8980000019073486,0.9629135727882385,0.8980000019073486,0.8980000019073486,0.6417636275291443,0.8611953854560852,1.0,1.0,0.0,0.0

+trm_baseline_best,4,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8974999785423279,0.9625309109687805,0.8920000195503235,0.902999997138977,0.6417636275291443,0.8611953854560852,0.9966592192649841,0.993318498134613,0.02450980432331562,0.04901960864663124

+trm_baseline_best,4,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8934999704360962,0.9609135389328003,0.8659999966621399,0.9210000038146973,0.6417636275291443,0.8611953854560852,0.9760578870773315,0.9587973356246948,0.1666666716337204,0.28431373834609985

+trm_baseline_best,4,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8859999775886536,0.9590432047843933,0.8629999756813049,0.9089999794960022,0.6417636275291443,0.8611953854560852,0.9660356640815735,0.948775053024292,0.18137255311012268,0.2549019753932953

+trm_baseline_best,4,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8840000033378601,0.957679033279419,0.8560000061988831,0.9120000004768372,0.6417636275291443,0.8611953854560852,0.9649220705032349,0.9476614594459534,0.1715686321258545,0.29411765933036804

+trm_baseline_best,4,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8889999985694885,0.9591296315193176,0.8629999756813049,0.9150000214576721,0.6417636275291443,0.8611953854560852,0.9671491980552673,0.9521158337593079,0.20098039507865906,0.3235294222831726

+trm_baseline_best,8,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8970000147819519,0.9637901186943054,0.8970000147819519,0.8970000147819519,0.8348738551139832,1.2223771810531616,1.0,1.0,0.0,0.0

+trm_baseline_best,8,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8970000147819519,0.9635308980941772,0.8939999938011169,0.8999999761581421,0.8348738551139832,1.2223771810531616,0.997770369052887,0.9966555237770081,0.019417475908994675,0.03883495181798935

+trm_baseline_best,8,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8964999914169312,0.9620987772941589,0.8769999742507935,0.9160000085830688,0.8348738551139832,1.2223771810531616,0.9832776188850403,0.9732441306114197,0.14077669382095337,0.24271844327449799

+trm_baseline_best,8,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8945000171661377,0.9619569182395935,0.8790000081062317,0.9100000262260437,0.8348738551139832,1.2223771810531616,0.9777034521102905,0.9732441306114197,0.16990290582180023,0.28155338764190674

+trm_baseline_best,8,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8964999914169312,0.9622469544410706,0.8809999823570251,0.9120000004768372,0.8348738551139832,1.2223771810531616,0.9821627736091614,0.9754738211631775,0.15048544108867645,0.24271844327449799

+trm_baseline_best,8,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.890500009059906,0.9603580236434937,0.875,0.906000018119812,0.8348738551139832,1.2223771810531616,0.9771460294723511,0.9676700234413147,0.13592232763767242,0.20388349890708923

+trm_baseline_best,12,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8930000066757202,0.9613826274871826,0.8930000066757202,0.8930000066757202,1.5429991483688354,2.3959367275238037,1.0,1.0,0.0,0.0

+trm_baseline_best,12,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8924999833106995,0.961481511592865,0.8920000195503235,0.8930000066757202,1.5429991483688354,2.3959367275238037,0.99944007396698,0.9988802075386047,0.0,0.0

+trm_baseline_best,12,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8914999961853027,0.9610123634338379,0.8859999775886536,0.8970000147819519,1.5429991483688354,2.3959367275238037,0.9938409924507141,0.9910414218902588,0.037383176386356354,0.06542056053876877

+trm_baseline_best,12,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8914999961853027,0.9606543183326721,0.8849999904632568,0.8980000019073486,1.5429991483688354,2.3959367275238037,0.9921612739562988,0.9899216294288635,0.05140186846256256,0.09345794469118118

+trm_baseline_best,12,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8930000066757202,0.9610803127288818,0.8849999904632568,0.9010000228881836,1.5429991483688354,2.3959367275238037,0.9927211403846741,0.9899216294288635,0.0607476644217968,0.11214952915906906

+trm_baseline_best,12,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8930000066757202,0.961530864238739,0.8859999775886536,0.8999999761581421,1.5429991483688354,2.3959367275238037,0.9938409924507141,0.9910414218902588,0.05140186846256256,0.09345794469118118

+trm_multi4_best,0,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8899999856948853,0.9582962989807129,0.8899999856948853,0.8899999856948853,0.5268718004226685,0.6456454992294312,1.0,1.0,0.0,0.0

+trm_multi4_best,0,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8899999856948853,0.9582962989807129,0.8899999856948853,0.8899999856948853,0.5268718004226685,0.6456454992294312,1.0,1.0,0.0,0.0

+trm_multi4_best,0,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8955000042915344,0.9605987668037415,0.8870000243186951,0.9039999842643738,0.5268718004226685,0.6456454992294312,0.9960674047470093,0.9932584166526794,0.08181817829608917,0.13636364042758942

+trm_multi4_best,0,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9075000286102295,0.9647963047027588,0.8820000290870667,0.9330000281333923,0.5268718004226685,0.6456454992294312,0.9820224642753601,0.9674157500267029,0.30454546213150024,0.41818180680274963

+trm_multi4_best,0,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8970000147819519,0.9618827104568481,0.8679999709129333,0.9259999990463257,0.5268718004226685,0.6456454992294312,0.9764044880867004,0.9606741666793823,0.2545454502105713,0.3909091055393219

+trm_multi4_best,0,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9089999794960022,0.9657654166221619,0.8790000081062317,0.9390000104904175,0.5268718004226685,0.6456454992294312,0.983146071434021,0.968539297580719,0.30909091234207153,0.4636363685131073

+trm_multi4_best,4,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.921999990940094,0.970037043094635,0.921999990940094,0.921999990940094,0.5925552845001221,0.8220179677009583,1.0,1.0,0.0,0.0

+trm_multi4_best,4,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9175000190734863,0.9687839150428772,0.9120000004768372,0.9229999780654907,0.5925552845001221,0.8220179677009583,0.9940347075462341,0.989154040813446,0.012820512987673283,0.025641025975346565

+trm_multi4_best,4,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9135000109672546,0.9665740132331848,0.8980000019073486,0.9290000200271606,0.5925552845001221,0.8220179677009583,0.9772234559059143,0.9674620628356934,0.16025641560554504,0.24358974397182465

+trm_multi4_best,4,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9110000133514404,0.9670863747596741,0.8920000195503235,0.9300000071525574,0.5925552845001221,0.8220179677009583,0.9701735377311707,0.9598698616027832,0.21153846383094788,0.3333333432674408

+trm_multi4_best,4,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9125000238418579,0.9668148159980774,0.8930000066757202,0.9319999814033508,0.5925552845001221,0.8220179677009583,0.9718004465103149,0.9566160440444946,0.21153846383094788,0.28205129504203796

+trm_multi4_best,4,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9150000214576721,0.967555582523346,0.8949999809265137,0.9350000023841858,0.5925552845001221,0.8220179677009583,0.9750542044639587,0.962039053440094,0.20512820780277252,0.3076923191547394

+trm_multi4_best,8,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9110000133514404,0.9664074182510376,0.9110000133514404,0.9110000133514404,0.8208635449409485,1.2134735584259033,1.0,1.0,0.0,0.0

+trm_multi4_best,8,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9089999794960022,0.9657962918281555,0.9079999923706055,0.9100000262260437,0.8208635449409485,1.2134735584259033,0.9972557425498962,0.9967069029808044,0.00561797758564353,0.01123595517128706

+trm_multi4_best,8,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9120000004768372,0.9669011831283569,0.8960000276565552,0.9279999732971191,0.8208635449409485,1.2134735584259033,0.9868276715278625,0.9791437983512878,0.14606741070747375,0.24719101190567017

+trm_multi4_best,8,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9120000004768372,0.966401219367981,0.8980000019073486,0.9259999990463257,0.8208635449409485,1.2134735584259033,0.9868276715278625,0.9780461192131042,0.14606741070747375,0.21348313987255096

+trm_multi4_best,8,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9120000004768372,0.9667222499847412,0.8960000276565552,0.9279999732971191,0.8208635449409485,1.2134735584259033,0.983534574508667,0.9769483804702759,0.17977528274059296,0.2921348214149475

+trm_multi4_best,8,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9129999876022339,0.9660493731498718,0.8999999761581421,0.9259999990463257,0.8208635449409485,1.2134735584259033,0.9862788319587708,0.9802414774894714,0.16292135417461395,0.24719101190567017

+trm_multi4_best,12,0.0,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9190000295639038,0.9690986275672913,0.9190000295639038,0.9190000295639038,1.5447064638137817,1.7272931337356567,1.0,1.0,0.0,0.0

+trm_multi4_best,12,0.001,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9175000190734863,0.9684197902679443,0.9150000214576721,0.9200000166893005,1.5447064638137817,1.7272931337356567,0.9972796440124512,0.9956474304199219,0.012345679104328156,0.02469135820865631

+trm_multi4_best,12,0.003,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9175000190734863,0.9685803055763245,0.9110000133514404,0.9240000247955322,1.5447064638137817,1.7272931337356567,0.9940152168273926,0.9902067184448242,0.04938271641731262,0.08641975373029709

+trm_multi4_best,12,0.01,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9154999852180481,0.9677098989486694,0.9110000133514404,0.9200000166893005,1.5447064638137817,1.7272931337356567,0.990750789642334,0.9891186356544495,0.06172839552164078,0.09876543283462524

+trm_multi4_best,12,0.03,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9175000190734863,0.9684074521064758,0.9110000133514404,0.9240000247955322,1.5447064638137817,1.7272931337356567,0.9912948608398438,0.9902067184448242,0.08024691045284271,0.14814814925193787

+trm_multi4_best,12,0.1,1000,8,0.01,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9200000166893005,0.9692777991294861,0.9139999747276306,0.9259999990463257,1.5447064638137817,1.7272931337356567,0.992927074432373,0.9912948608398438,0.09259258955717087,0.14814814925193787

+trm_baseline_best,0,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8949999809265137,0.961814820766449,0.8949999809265137,0.8949999809265137,0.4821663796901703,0.5784756541252136,1.0,1.0,0.0,0.0

+trm_baseline_best,0,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8949999809265137,0.961814820766449,0.8949999809265137,0.8949999809265137,0.4821663796901703,0.5784756541252136,1.0,1.0,0.0,0.0

+trm_baseline_best,0,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8980000019073486,0.9630987644195557,0.8790000081062317,0.9169999957084656,0.4821663796901703,0.5784756541252136,0.9893854856491089,0.9798882603645325,0.1190476194024086,0.21904762089252472

+trm_baseline_best,0,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.887499988079071,0.9590184688568115,0.8600000143051147,0.9150000214576721,0.4821663796901703,0.5784756541252136,0.9653631448745728,0.9463686943054199,0.22380952537059784,0.32380953431129456

+trm_baseline_best,0,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8895000219345093,0.9602900743484497,0.8619999885559082,0.9169999957084656,0.4821663796901703,0.5784756541252136,0.9670391082763672,0.9508379697799683,0.22857142984867096,0.3523809611797333

+trm_baseline_best,0,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8949999809265137,0.8930000066757202,0.961030900478363,0.8619999885559082,0.9240000247955322,0.4821663796901703,0.5784756541252136,0.9670391082763672,0.9474860429763794,0.261904776096344,0.39047619700431824

+trm_baseline_best,4,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8980000019073486,0.9629135727882385,0.8980000019073486,0.8980000019073486,0.5513403415679932,0.7693743705749512,1.0,1.0,0.0,0.0

+trm_baseline_best,4,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8955000042915344,0.9619382619857788,0.8899999856948853,0.9010000228881836,0.5513403415679932,0.7693743705749512,0.9955456852912903,0.9910913109779358,0.014705882407724857,0.029411764815449715

+trm_baseline_best,4,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8880000114440918,0.9597716331481934,0.8669999837875366,0.9089999794960022,0.5513403415679932,0.7693743705749512,0.9716035723686218,0.9599109292030334,0.15196079015731812,0.2549019753932953

+trm_baseline_best,4,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8934999704360962,0.9613086581230164,0.8700000047683716,0.9169999957084656,0.5513403415679932,0.7693743705749512,0.9738307595252991,0.9610245227813721,0.18627451360225677,0.30392158031463623

+trm_baseline_best,4,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.890999972820282,0.9601975083351135,0.8650000095367432,0.9169999957084656,0.5513403415679932,0.7693743705749512,0.9688196182250977,0.9510022401809692,0.20588235557079315,0.30392158031463623

+trm_baseline_best,4,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8980000019073486,0.8880000114440918,0.9588024616241455,0.8640000224113464,0.9120000004768372,0.5513403415679932,0.7693743705749512,0.9699332118034363,0.955456554889679,0.1666666716337204,0.27450981736183167

+trm_baseline_best,8,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8970000147819519,0.9637901186943054,0.8970000147819519,0.8970000147819519,0.6981183886528015,1.082965612411499,1.0,1.0,0.0,0.0

+trm_baseline_best,8,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8974999785423279,0.963746964931488,0.8939999938011169,0.9010000228881836,0.6981183886528015,1.082965612411499,0.9983277320861816,0.9966555237770081,0.019417475908994675,0.03883495181798935

+trm_baseline_best,8,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8934999704360962,0.9613950848579407,0.8769999742507935,0.9100000262260437,0.6981183886528015,1.082965612411499,0.9793757200241089,0.9698996543884277,0.1456310749053955,0.223300963640213

+trm_baseline_best,8,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8914999961853027,0.9603024125099182,0.8759999871253967,0.9070000052452087,0.6981183886528015,1.082965612411499,0.9788182973861694,0.9710144996643066,0.13106796145439148,0.21359223127365112

+trm_baseline_best,8,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8985000252723694,0.9633148312568665,0.8820000290870667,0.9150000214576721,0.6981183886528015,1.082965612411499,0.9816053509712219,0.9743589758872986,0.17475728690624237,0.27184465527534485

+trm_baseline_best,8,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8970000147819519,0.8920000195503235,0.9607345461845398,0.8790000081062317,0.9049999713897705,0.6981183886528015,1.082965612411499,0.97826087474823,0.9698996543884277,0.14077669382095337,0.19417475163936615

+trm_baseline_best,12,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8930000066757202,0.9613826274871826,0.8930000066757202,0.8930000066757202,1.2681450843811035,2.1185879707336426,1.0,1.0,0.0,0.0

+trm_baseline_best,12,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8914999961853027,0.9607530236244202,0.8899999856948853,0.8930000066757202,1.2681450843811035,2.1185879707336426,0.9983202815055847,0.9966405630111694,0.0,0.0

+trm_baseline_best,12,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8930000066757202,0.9613209962844849,0.8880000114440918,0.8980000019073486,1.2681450843811035,2.1185879707336426,0.9955207109451294,0.9921612739562988,0.037383176386356354,0.05607476457953453

+trm_baseline_best,12,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8899999856948853,0.9602900743484497,0.8849999904632568,0.8949999809265137,1.2681450843811035,2.1185879707336426,0.9904814958572388,0.9888017773628235,0.05140186846256256,0.08411215245723724

+trm_baseline_best,12,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.890999972820282,0.9605308175086975,0.8870000243186951,0.8949999809265137,1.2681450843811035,2.1185879707336426,0.9921612739562988,0.9910414218902588,0.04672897234559059,0.07476635277271271

+trm_baseline_best,12,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_repro,step_58590,0.8930000066757202,0.8895000219345093,0.9602345824241638,0.8840000033378601,0.8949999809265137,1.2681450843811035,2.1185879707336426,0.9921612739562988,0.9899216294288635,0.032710280269384384,0.06542056053876877

+trm_multi4_best,0,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8899999856948853,0.9582962989807129,0.8899999856948853,0.8899999856948853,0.4601479172706604,0.5775974988937378,1.0,1.0,0.0,0.0

+trm_multi4_best,0,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8899999856948853,0.9582962989807129,0.8899999856948853,0.8899999856948853,0.4601479172706604,0.5775974988937378,1.0,1.0,0.0,0.0

+trm_multi4_best,0,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.8964999914169312,0.9609135985374451,0.8889999985694885,0.9039999842643738,0.4601479172706604,0.5775974988937378,0.9977527856826782,0.9955056309700012,0.07727272808551788,0.12727272510528564

+trm_multi4_best,0,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9139999747276306,0.9676605463027954,0.8849999904632568,0.9430000185966492,0.4601479172706604,0.5775974988937378,0.9853932857513428,0.9719101190567017,0.33636364340782166,0.4909090995788574

+trm_multi4_best,0,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9104999899864197,0.9665431380271912,0.8880000114440918,0.9330000281333923,0.4601479172706604,0.5775974988937378,0.9876404404640198,0.9786517024040222,0.2863636314868927,0.41818180680274963

+trm_multi4_best,0,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8899999856948853,0.9035000205039978,0.9636295437812805,0.8709999918937683,0.9359999895095825,0.4601479172706604,0.5775974988937378,0.9764044880867004,0.9606741666793823,0.3136363625526428,0.48181816935539246

+trm_multi4_best,4,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.921999990940094,0.970037043094635,0.921999990940094,0.921999990940094,0.5034276247024536,0.7669552564620972,1.0,1.0,0.0,0.0

+trm_multi4_best,4,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9204999804496765,0.9694691300392151,0.9169999957084656,0.9240000247955322,0.5034276247024536,0.7669552564620972,0.9972885251045227,0.9945769906044006,0.012820512987673283,0.025641025975346565

+trm_multi4_best,4,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9139999747276306,0.9672160148620605,0.8999999761581421,0.9279999732971191,0.5034276247024536,0.7669552564620972,0.9783080220222473,0.9674620628356934,0.1538461595773697,0.20512820780277252

+trm_multi4_best,4,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9164999723434448,0.9680370092391968,0.8980000019073486,0.9350000023841858,0.5034276247024536,0.7669552564620972,0.9761388301849365,0.9652928709983826,0.21153846383094788,0.3205128312110901

+trm_multi4_best,4,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9075000286102295,0.9649505615234375,0.8899999856948853,0.925000011920929,0.5034276247024536,0.7669552564620972,0.9690889120101929,0.9566160440444946,0.1794871836900711,0.25641027092933655

+trm_multi4_best,4,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.921999990940094,0.9139999747276306,0.9669753313064575,0.8939999938011169,0.9340000152587891,0.5034276247024536,0.7669552564620972,0.97559654712677,0.9642082452774048,0.18589743971824646,0.3076923191547394

+trm_multi4_best,8,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9110000133514404,0.9664074182510376,0.9110000133514404,0.9110000133514404,0.6825441718101501,1.0761522054672241,1.0,1.0,0.0,0.0

+trm_multi4_best,8,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9125000238418579,0.9669321179389954,0.9089999794960022,0.9160000085830688,0.6825441718101501,1.0761522054672241,0.9989023208618164,0.997804582118988,0.028089888393878937,0.056179776787757874

+trm_multi4_best,8,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9139999747276306,0.9670432806015015,0.8980000019073486,0.9300000071525574,0.6825441718101501,1.0761522054672241,0.9890230298042297,0.983534574508667,0.14606741070747375,0.26966291666030884

+trm_multi4_best,8,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9160000085830688,0.9678518772125244,0.9020000100135803,0.9300000071525574,0.6825441718101501,1.0761522054672241,0.9879253506660461,0.983534574508667,0.17977528274059296,0.2921348214149475

+trm_multi4_best,8,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9125000238418579,0.9668642282485962,0.9020000100135803,0.9229999780654907,0.6825441718101501,1.0761522054672241,0.9879253506660461,0.9824368953704834,0.1404494345188141,0.20224718749523163

+trm_multi4_best,8,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9110000133514404,0.9179999828338623,0.9684135317802429,0.9049999713897705,0.9309999942779541,0.6825441718101501,1.0761522054672241,0.9884741902351379,0.983534574508667,0.19662921130657196,0.2921348214149475

+trm_multi4_best,12,0.0,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9190000295639038,0.9690986275672913,0.9190000295639038,0.9190000295639038,1.2695486545562744,1.4881229400634766,1.0,1.0,0.0,0.0

+trm_multi4_best,12,0.001,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9175000190734863,0.9683518409729004,0.9160000085830688,0.9190000295639038,1.2695486545562744,1.4881229400634766,0.9978237152099609,0.9967355728149414,0.006172839552164078,0.012345679104328156

+trm_multi4_best,12,0.003,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9164999723434448,0.9678456783294678,0.9100000262260437,0.9229999780654907,1.2695486545562744,1.4881229400634766,0.992927074432373,0.9891186356544495,0.04938271641731262,0.08641975373029709

+trm_multi4_best,12,0.01,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9190000295639038,0.9691110849380493,0.9120000004768372,0.9259999990463257,1.2695486545562744,1.4881229400634766,0.9940152168273926,0.9912948608398438,0.06790123134851456,0.12345679104328156

+trm_multi4_best,12,0.03,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9164999723434448,0.9683271646499634,0.9120000004768372,0.9210000038146973,1.2695486545562744,1.4881229400634766,0.992927074432373,0.9912948608398438,0.04938271641731262,0.08641975373029709

+trm_multi4_best,12,0.1,1000,8,0.03,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.9190000295639038,0.9200000166893005,0.9692345857620239,0.9139999747276306,0.9259999990463257,1.2695486545562744,1.4881229400634766,0.9934711456298828,0.9923830032348633,0.08641975373029709,0.14814814925193787