1 files changed, 25 insertions, 0 deletions
diff --git a/research/flossing/directional_lyap_perturb/trm_multi4_best_step35805_n1000_c8_dirlyap.summary.csv b/research/flossing/directional_lyap_perturb/trm_multi4_best_step35805_n1000_c8_dirlyap.summary.csv
new file mode 100644
index 0000000..34bb554
--- /dev/null
+++ b/research/flossing/directional_lyap_perturb/trm_multi4_best_step35805_n1000_c8_dirlyap.summary.csv
@@ -0,0 +1,25 @@
+label,perturb_after,sigma,n_samples,candidates,fd_eps,ckpt_root,ckpt_name,clean_acc,mean_sign_exact,mean_sign_token_acc,worst_sign_exact,best_sign_exact,selected_growth_mean,selected_growth_q90,retain_mean_on_clean_success,retain_worst_on_clean_success,rescue_mean_on_clean_fail,rescue_best_on_clean_fail
+trm_multi4_best,0,0.0,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8930000066757202,0.8930000066757202,0.9589999914169312,0.8930000066757202,0.8930000066757202,-3.885612726211548,-3.8856122493743896,1.0,1.0,0.0,0.0
+trm_multi4_best,0,0.001,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8930000066757202,0.8930000066757202,0.9589999914169312,0.8930000066757202,0.8930000066757202,-3.885612726211548,-3.8856122493743896,1.0,1.0,0.0,0.0
+trm_multi4_best,0,0.003,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8930000066757202,0.8970000147819519,0.960277795791626,0.8840000033378601,0.9100000262260437,-3.885612726211548,-3.8856122493743896,0.9938409924507141,0.9876819849014282,0.08878504484891891,0.15887850522994995
+trm_multi4_best,0,0.01,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8930000066757202,0.8884999752044678,0.9585925340652466,0.8600000143051147,0.9169999957084656,-3.885612726211548,-3.8856122493743896,0.9591265320777893,0.9406495094299316,0.29906541109085083,0.4112149477005005
+trm_multi4_best,0,0.03,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8930000066757202,0.8865000009536743,0.9574320316314697,0.8519999980926514,0.9210000038146973,-3.885612726211548,-3.8856122493743896,0.9596864581108093,0.9372900128364563,0.2757009267807007,0.4112149477005005
+trm_multi4_best,0,0.1,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8930000066757202,0.8989999890327454,0.9610432386398315,0.871999979019165,0.9259999990463257,-3.885612726211548,-3.8856122493743896,0.9664053916931152,0.9462485909461975,0.336448609828949,0.420560747385025
+trm_multi4_best,4,0.0,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8840000033378601,0.9556913375854492,0.8840000033378601,0.8840000033378601,-1.7770261764526367,0.8977539539337158,1.0,1.0,0.0,0.0
+trm_multi4_best,4,0.001,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.887499988079071,0.9567221403121948,0.8769999742507935,0.8980000019073486,-1.7770261764526367,0.8977539539337158,0.9954751133918762,0.9909502267837524,0.06465516984462738,0.12068965286016464
+trm_multi4_best,4,0.003,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8884999752044678,0.9570987820625305,0.8659999966621399,0.9110000133514404,-1.7770261764526367,0.8977539539337158,0.9796379804611206,0.9683257937431335,0.19396552443504333,0.3017241358757019
+trm_multi4_best,4,0.01,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8865000009536743,0.9563456773757935,0.8610000014305115,0.9120000004768372,-1.7770261764526367,0.8977539539337158,0.9717194437980652,0.959276020526886,0.23706896603107452,0.36206895112991333
+trm_multi4_best,4,0.03,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8899999856948853,0.9573581218719482,0.8659999966621399,0.9139999747276306,-1.7770261764526367,0.8977539539337158,0.9739819169044495,0.959276020526886,0.25,0.3448275923728943
+trm_multi4_best,4,0.1,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8960000276565552,0.9607962369918823,0.8700000047683716,0.921999990940094,-1.7770261764526367,0.8977539539337158,0.9739819169044495,0.9615384340286255,0.3017241358757019,0.43103447556495667
+trm_multi4_best,8,0.0,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8889999985694885,0.8889999985694885,0.9573332667350769,0.8889999985694885,0.8889999985694885,-2.587038040161133,1.1594672203063965,1.0,1.0,0.0,0.0
+trm_multi4_best,8,0.001,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8889999985694885,0.8920000195503235,0.9578518271446228,0.8870000243186951,0.8970000147819519,-2.587038040161133,1.1594672203063965,0.9977502822875977,0.9955005645751953,0.045045044273138046,0.07207207381725311
+trm_multi4_best,8,0.003,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8889999985694885,0.8880000114440918,0.9568086266517639,0.8709999918937683,0.9049999713897705,-2.587038040161133,1.1594672203063965,0.9842519760131836,0.9752531051635742,0.11711711436510086,0.19819819927215576
+trm_multi4_best,8,0.01,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8889999985694885,0.8889999985694885,0.9574383497238159,0.8730000257492065,0.9049999713897705,-2.587038040161133,1.1594672203063965,0.9848144054412842,0.9775028228759766,0.12162162363529205,0.20720720291137695
+trm_multi4_best,8,0.03,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8889999985694885,0.8895000219345093,0.957660436630249,0.871999979019165,0.9070000052452087,-2.587038040161133,1.1594672203063965,0.9859392642974854,0.9797525405883789,0.11711711436510086,0.22522522509098053
+trm_multi4_best,8,0.1,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8889999985694885,0.8914999961853027,0.9589135646820068,0.8769999742507935,0.906000018119812,-2.587038040161133,1.1594672203063965,0.9848144054412842,0.9786276817321777,0.14414414763450623,0.22522522509098053
+trm_multi4_best,12,0.0,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8840000033378601,0.956098735332489,0.8840000033378601,0.8840000033378601,-4.764944553375244,2.045381546020508,1.0,1.0,0.0,0.0
+trm_multi4_best,12,0.001,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8849999904632568,0.9564691781997681,0.8820000290870667,0.8880000114440918,-4.764944553375244,2.045381546020508,0.9977375268936157,0.9966063499450684,0.0258620698004961,0.043103449046611786
+trm_multi4_best,12,0.003,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8855000138282776,0.9565123915672302,0.8809999823570251,0.8899999856948853,-4.764944553375244,2.045381546020508,0.9949095249176025,0.9943438768386841,0.0517241396009922,0.08620689809322357
+trm_multi4_best,12,0.01,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8855000138282776,0.9570556282997131,0.8799999952316284,0.890999972820282,-4.764944553375244,2.045381546020508,0.9954751133918762,0.9943438768386841,0.047413792461156845,0.08620689809322357
+trm_multi4_best,12,0.03,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8849999904632568,0.9560925960540771,0.8809999823570251,0.8889999985694885,-4.764944553375244,2.045381546020508,0.9949095249176025,0.9943438768386841,0.047413792461156845,0.07758620381355286
+trm_multi4_best,12,0.1,1000,8,0.001,/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_official_gbs768_multi4_loguniform_repro,step_35805,0.8840000033378601,0.8849999904632568,0.9559259414672852,0.8799999952316284,0.8899999856948853,-4.764944553375244,2.045381546020508,0.9943438768386841,0.9932126402854919,0.0517241396009922,0.08620689809322357