summaryrefslogtreecommitdiff
path: root/research/flossing/smoke_step9_trm_parallel_sampling.json
diff options
context:
space:
mode:
Diffstat (limited to 'research/flossing/smoke_step9_trm_parallel_sampling.json')
-rw-r--r--research/flossing/smoke_step9_trm_parallel_sampling.json106
1 files changed, 106 insertions, 0 deletions
diff --git a/research/flossing/smoke_step9_trm_parallel_sampling.json b/research/flossing/smoke_step9_trm_parallel_sampling.json
new file mode 100644
index 0000000..d62d87f
--- /dev/null
+++ b/research/flossing/smoke_step9_trm_parallel_sampling.json
@@ -0,0 +1,106 @@
+{
+ "args": {
+ "model": "trm",
+ "ckpt_root": "/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_singleGPU",
+ "ckpt_name": "step_26041",
+ "mode": "multi_perturbed_ce",
+ "train_steps": 2,
+ "batch_size": 2,
+ "lr": 1e-05,
+ "noise_std": 0.001,
+ "noise_min": 0.0001,
+ "noise_max": null,
+ "noise_sampling": "loguniform",
+ "clean_prob": 0.0,
+ "sigma_start": 0.0,
+ "sigma_ramp_steps": 10,
+ "n_trajectories": 4,
+ "rollout_impl": "parallel_fixed",
+ "perturb": "both",
+ "seed": 123,
+ "eval_every": 1,
+ "eval_n": 16,
+ "eval_batch_size": 8,
+ "out": "smoke_step9_trm_parallel_sampling.json",
+ "save_dir": null,
+ "save_best": true,
+ "save_final": true,
+ "save_every_eval": false
+ },
+ "initial_acc": 0.5,
+ "initial_tok_acc": 0.8202160493827161,
+ "steps": [
+ {
+ "train_step": 1,
+ "loss": 0.24466797709465027,
+ "clean_loss": 0.2441866397857666,
+ "noisy_loss_mean": 0.24482843279838562,
+ "noise_std_target": 0.0001,
+ "noise_std_mean": 9.99999901978299e-05,
+ "noise_std_max": 9.99999901978299e-05,
+ "effective_batch": 8
+ },
+ {
+ "train_step": 2,
+ "loss": 0.18076972663402557,
+ "clean_loss": 0.2406986951828003,
+ "noisy_loss_mean": 0.16079340875148773,
+ "noise_std_target": 0.0002,
+ "noise_std_mean": 0.00015660555800423026,
+ "noise_std_max": 0.00019374192925170064,
+ "effective_batch": 8
+ }
+ ],
+ "evals": [
+ {
+ "kind": "initial",
+ "train_step": 0,
+ "acc": 0.5,
+ "tok_acc": 0.8202160493827161
+ },
+ {
+ "kind": "task",
+ "train_step": 1,
+ "acc": 0.5625,
+ "tok_acc": 0.8472222222222222
+ },
+ {
+ "kind": "task",
+ "train_step": 2,
+ "acc": 0.5625,
+ "tok_acc": 0.8433641975308642
+ },
+ {
+ "kind": "final",
+ "train_step": 2,
+ "acc": 0.5625,
+ "tok_acc": 0.8433641975308642
+ }
+ ],
+ "checkpoints": [
+ {
+ "kind": "best",
+ "train_step": 1,
+ "acc": 0.5625,
+ "path": "smoke_step9_trm_parallel_sampling_ckpts/best.pt"
+ },
+ {
+ "kind": "best",
+ "train_step": 2,
+ "acc": 0.5625,
+ "path": "smoke_step9_trm_parallel_sampling_ckpts/best.pt"
+ },
+ {
+ "kind": "final",
+ "train_step": 2,
+ "acc": 0.5625,
+ "path": "smoke_step9_trm_parallel_sampling_ckpts/final.pt"
+ }
+ ],
+ "best_acc": 0.5625,
+ "best_step": 2,
+ "best_checkpoint": "smoke_step9_trm_parallel_sampling_ckpts/best.pt",
+ "final_acc": 0.5625,
+ "final_tok_acc": 0.8433641975308642,
+ "final_checkpoint": "smoke_step9_trm_parallel_sampling_ckpts/final.pt"
+} \ No newline at end of file