summaryrefslogtreecommitdiff
path: root/research/flossing/smoke_step9_trm_loguniform_ramp_check.json
diff options
context:
space:
mode:
Diffstat (limited to 'research/flossing/smoke_step9_trm_loguniform_ramp_check.json')
-rw-r--r--research/flossing/smoke_step9_trm_loguniform_ramp_check.json67
1 files changed, 67 insertions, 0 deletions
diff --git a/research/flossing/smoke_step9_trm_loguniform_ramp_check.json b/research/flossing/smoke_step9_trm_loguniform_ramp_check.json
new file mode 100644
index 0000000..044c774
--- /dev/null
+++ b/research/flossing/smoke_step9_trm_loguniform_ramp_check.json
@@ -0,0 +1,67 @@
+{
+ "args": {
+ "model": "trm",
+ "ckpt_root": "/home/yurenh2/rrm/trm/checkpoints/Sudoku-extreme-1k-aug-1000-ACT-torch/pretrain_mlp_t_sudoku_singleGPU",
+ "ckpt_name": "step_26041",
+ "mode": "multi_perturbed_ce",
+ "train_steps": 1,
+ "batch_size": 2,
+ "lr": 1e-05,
+ "noise_std": 0.001,
+ "noise_min": 3e-05,
+ "noise_max": 0.003,
+ "noise_sampling": "loguniform",
+ "clean_prob": 0.0,
+ "sigma_start": 0.0,
+ "sigma_ramp_steps": 10,
+ "n_trajectories": 4,
+ "rollout_impl": "parallel_fixed",
+ "perturb": "both",
+ "seed": 124,
+ "eval_every": 1,
+ "eval_n": 8,
+ "eval_batch_size": 8,
+ "out": "smoke_step9_trm_loguniform_ramp_check.json",
+ "save_dir": null,
+ "save_best": false,
+ "save_final": false,
+ "save_every_eval": false
+ },
+ "initial_acc": 0.375,
+ "initial_tok_acc": 0.7669753086419753,
+ "steps": [
+ {
+ "train_step": 1,
+ "loss": 0.8224067687988281,
+ "clean_loss": 0.8242677450180054,
+ "noisy_loss_mean": 0.8217864036560059,
+ "noise_std_target": 0.0001,
+ "noise_std_mean": 5.105998570797965e-05,
+ "noise_std_max": 0.00015818742394912988,
+ "effective_batch": 8
+ }
+ ],
+ "evals": [
+ {
+ "kind": "initial",
+ "train_step": 0,
+ "acc": 0.375,
+ "tok_acc": 0.7669753086419753
+ },
+ {
+ "kind": "task",
+ "train_step": 1,
+ "acc": 0.25,
+ "tok_acc": 0.7469135802469136
+ },
+ {
+ "kind": "final",
+ "train_step": 1,
+ "acc": 0.25,
+ "tok_acc": 0.7469135802469136
+ }
+ ],
+ "checkpoints": [],
+ "final_acc": 0.25,
+ "final_tok_acc": 0.7469135802469136
+} \ No newline at end of file