summaryrefslogtreecommitdiff
path: root/collaborativeagents/scripts/queue_topk5_v2.sh
diff options
context:
space:
mode:
Diffstat (limited to 'collaborativeagents/scripts/queue_topk5_v2.sh')
-rwxr-xr-xcollaborativeagents/scripts/queue_topk5_v2.sh44
1 files changed, 44 insertions, 0 deletions
diff --git a/collaborativeagents/scripts/queue_topk5_v2.sh b/collaborativeagents/scripts/queue_topk5_v2.sh
new file mode 100755
index 0000000..a116a28
--- /dev/null
+++ b/collaborativeagents/scripts/queue_topk5_v2.sh
@@ -0,0 +1,44 @@
+#!/bin/bash
+# 等待 rag_dynamic 实验完成后启动 topk5 新版本测试
+
+echo "等待 rag_dynamic 实验完成..."
+
+while true; do
+ # 检查是否有运行中的实验进程
+ if pgrep -f "rag_dynamic" > /dev/null; then
+ # 检查checkpoint进度
+ PROGRESS=$(cat collaborativeagents/results/rag_dynamic_test/*/rag_dynamic/checkpoint.json 2>/dev/null | python3 -c "
+import json, sys
+try:
+ data = json.load(sys.stdin)
+ total = sum(data['sessions_per_profile'].values())
+ print(f'{total}/1800')
+except:
+ print('0/1800')
+" 2>/dev/null)
+ echo "$(date '+%H:%M:%S') rag_dynamic 进度: $PROGRESS"
+ sleep 60
+ else
+ echo "rag_dynamic 已完成或未运行,启动 topk5_v2..."
+ break
+ fi
+done
+
+# 启动新实验
+nohup python collaborativeagents/scripts/run_experiments.py \
+ --methods rag \
+ --datasets math-hard,math-500,bigcodebench \
+ --n-profiles 60 \
+ --n-sessions 30 \
+ --max-turns 10 \
+ --use-vllm \
+ --vllm-agent-url http://localhost:8003/v1 \
+ --vllm-user-url http://localhost:8004/v1 \
+ --use-batch-processing \
+ --batch-size 4 \
+ --parallel-profiles 20 \
+ --profile-path collaborativeagents/data/complex_profiles_v2/profiles_200.jsonl \
+ --output-dir collaborativeagents/results/rag_topk5_v2 \
+ > collaborativeagents/results/rag_topk5_v2.log 2>&1 &
+
+echo "topk5_v2 已启动,PID: $!"