1 files changed, 47 insertions, 0 deletions
diff --git a/collaborativeagents/scripts/queue_ablation_zshort.sh b/collaborativeagents/scripts/queue_ablation_zshort.sh
new file mode 100755
index 0000000..b4879c7
--- /dev/null
+++ b/collaborativeagents/scripts/queue_ablation_zshort.sh
@@ -0,0 +1,47 @@
+#!/bin/bash
+# Ablation experiment: z_short necessity
+# Run rag_vector_no_short (z_long only) and rag_vector_no_long (z_short only)
+# Same setup as 60s main experiment for direct comparison
+
+echo "Starting z_short ablation experiments..."
+echo "$(date '+%Y-%m-%d %H:%M:%S')"
+
+# First: run rag_vector_no_short (only z_long, no within-session adaptation)
+echo "Starting rag_vector_no_short..."
+python collaborativeagents/scripts/run_experiments.py \
+    --methods rag_vector_no_short \
+    --datasets math-hard,math-500,bigcodebench \
+    --n-profiles 60 \
+    --n-sessions 60 \
+    --max-turns 10 \
+    --use-vllm \
+    --vllm-agent-url http://localhost:8003/v1 \
+    --vllm-user-url http://localhost:8004/v1 \
+    --use-batch-processing \
+    --batch-size 4 \
+    --parallel-profiles 20 \
+    --profile-path collaborativeagents/data/complex_profiles_v2/profiles_200.jsonl \
+    --output-dir collaborativeagents/results/ablation_no_short_60s \
+    2>&1 | tee collaborativeagents/results/ablation_no_short_60s.log
+
+echo "rag_vector_no_short completed at $(date '+%Y-%m-%d %H:%M:%S')"
+
+# Then: run rag_vector_no_long (only z_short, no cross-session learning)
+echo "Starting rag_vector_no_long..."
+python collaborativeagents/scripts/run_experiments.py \
+    --methods rag_vector_no_long \
+    --datasets math-hard,math-500,bigcodebench \
+    --n-profiles 60 \
+    --n-sessions 60 \
+    --max-turns 10 \
+    --use-vllm \
+    --vllm-agent-url http://localhost:8003/v1 \
+    --vllm-user-url http://localhost:8004/v1 \
+    --use-batch-processing \
+    --batch-size 4 \
+    --parallel-profiles 20 \
+    --profile-path collaborativeagents/data/complex_profiles_v2/profiles_200.jsonl \
+    --output-dir collaborativeagents/results/ablation_no_long_60s \
+    2>&1 | tee collaborativeagents/results/ablation_no_long_60s.log
+
+echo "Both ablation experiments completed at $(date '+%Y-%m-%d %H:%M:%S')"