summaryrefslogtreecommitdiff
path: root/configs/topic_temporal.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'configs/topic_temporal.yaml')
-rw-r--r--configs/topic_temporal.yaml27
1 files changed, 27 insertions, 0 deletions
diff --git a/configs/topic_temporal.yaml b/configs/topic_temporal.yaml
new file mode 100644
index 0000000..0af41d4
--- /dev/null
+++ b/configs/topic_temporal.yaml
@@ -0,0 +1,27 @@
+task: topic
+setting: temporal
+dataset_config: topic_writing_temporal
+model_name: Qwen/Qwen2.5-1.5B-Instruct
+device: cuda:1
+
+d: 64
+alpha: 0.1
+beta: 0.05
+lam: 0.0001
+lr: 0.05
+adapt_steps: 30
+max_grad_norm: 5.0
+basis_seed: 42
+
+K: 4
+
+max_new_tokens: 512
+temperature: 0.0
+top_p: 0.9
+
+num_eval: -1
+batch_size: 1
+
+# Blended generation
+blend_gamma: 0.5
+min_new_tokens: 128