From 08a08befe8ac0202ce952b88aa144cbffe2a73f9 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 11 Feb 2026 00:21:34 +0000 Subject: Add dual-vector ablation experiment (z_short/z_long necessity) - Add rag_vector_no_short (eta_short=0) and rag_vector_no_long (eta_long=0) configs - Add ablation run script for 60p60s experiment - Document ablation design and expected results in notes Co-Authored-By: Claude Opus 4.6 --- .../scripts/queue_ablation_zshort.sh | 47 ++++++++++++++++++++++ 1 file changed, 47 insertions(+) create mode 100755 collaborativeagents/scripts/queue_ablation_zshort.sh (limited to 'collaborativeagents/scripts/queue_ablation_zshort.sh') diff --git a/collaborativeagents/scripts/queue_ablation_zshort.sh b/collaborativeagents/scripts/queue_ablation_zshort.sh new file mode 100755 index 0000000..b4879c7 --- /dev/null +++ b/collaborativeagents/scripts/queue_ablation_zshort.sh @@ -0,0 +1,47 @@ +#!/bin/bash +# Ablation experiment: z_short necessity +# Run rag_vector_no_short (z_long only) and rag_vector_no_long (z_short only) +# Same setup as 60s main experiment for direct comparison + +echo "Starting z_short ablation experiments..." +echo "$(date '+%Y-%m-%d %H:%M:%S')" + +# First: run rag_vector_no_short (only z_long, no within-session adaptation) +echo "Starting rag_vector_no_short..." +python collaborativeagents/scripts/run_experiments.py \ + --methods rag_vector_no_short \ + --datasets math-hard,math-500,bigcodebench \ + --n-profiles 60 \ + --n-sessions 60 \ + --max-turns 10 \ + --use-vllm \ + --vllm-agent-url http://localhost:8003/v1 \ + --vllm-user-url http://localhost:8004/v1 \ + --use-batch-processing \ + --batch-size 4 \ + --parallel-profiles 20 \ + --profile-path collaborativeagents/data/complex_profiles_v2/profiles_200.jsonl \ + --output-dir collaborativeagents/results/ablation_no_short_60s \ + 2>&1 | tee collaborativeagents/results/ablation_no_short_60s.log + +echo "rag_vector_no_short completed at $(date '+%Y-%m-%d %H:%M:%S')" + +# Then: run rag_vector_no_long (only z_short, no cross-session learning) +echo "Starting rag_vector_no_long..." +python collaborativeagents/scripts/run_experiments.py \ + --methods rag_vector_no_long \ + --datasets math-hard,math-500,bigcodebench \ + --n-profiles 60 \ + --n-sessions 60 \ + --max-turns 10 \ + --use-vllm \ + --vllm-agent-url http://localhost:8003/v1 \ + --vllm-user-url http://localhost:8004/v1 \ + --use-batch-processing \ + --batch-size 4 \ + --parallel-profiles 20 \ + --profile-path collaborativeagents/data/complex_profiles_v2/profiles_200.jsonl \ + --output-dir collaborativeagents/results/ablation_no_long_60s \ + 2>&1 | tee collaborativeagents/results/ablation_no_long_60s.log + +echo "Both ablation experiments completed at $(date '+%Y-%m-%d %H:%M:%S')" -- cgit v1.2.3