From 5626080ca4c4219aec4888d6b9406d0d3349fb55 Mon Sep 17 00:00:00 2001
From: YurenHao0426 <blackhao0426@gmail.com>
Date: Tue, 10 Feb 2026 20:16:36 +0000
Subject: Add RAG rewrite, 60-session experiment scripts, and analysis tools

- RAG rewrite adapter and vector preference pipeline in personalized_llm
- 60-session experiment queue scripts (reflection, rag, rag_vector, rag_rewrite)
- Vector-preference correlation analysis and visualization scripts
- Local reward model batch processing improvements
- Updated CLAUDE.md with full experiment documentation and notes

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 collaborativeagents/scripts/queue_topk5_v3.sh | 52 +++++++++++++++++++++++++++
 1 file changed, 52 insertions(+)
 create mode 100755 collaborativeagents/scripts/queue_topk5_v3.sh

(limited to 'collaborativeagents/scripts/queue_topk5_v3.sh')

diff --git a/collaborativeagents/scripts/queue_topk5_v3.sh b/collaborativeagents/scripts/queue_topk5_v3.sh
new file mode 100755
index 0000000..e93b066
--- /dev/null
+++ b/collaborativeagents/scripts/queue_topk5_v3.sh
@@ -0,0 +1,52 @@
+#!/bin/bash
+# 等待 reflection_v2 实验完成后启动 topk5_v3 测试
+
+echo "等待 reflection_v2 实验完成..."
+
+while true; do
+    # 检查checkpoint进度
+    CKPT=$(ls collaborativeagents/results/reflection_v2/*/reflection/checkpoint.json 2>/dev/null | head -1)
+    if [ -n "$CKPT" ]; then
+        PROGRESS=$(cat "$CKPT" | python3 -c "
+import json, sys
+try:
+    data = json.load(sys.stdin)
+    total = sum(data['sessions_per_profile'].values())
+    print(f'{total}/1800 ({total*100//1800}%)')
+except:
+    print('0/1800')
+" 2>/dev/null)
+        
+        # 检查是否完成
+        DONE=$(echo "$PROGRESS" | grep -c "1800/1800")
+        if [ "$DONE" -eq 1 ]; then
+            echo "$(date '+%H:%M:%S') reflection_v2 已完成"
+            break
+        fi
+        echo "$(date '+%H:%M:%S') reflection_v2 进度: $PROGRESS"
+    else
+        echo "$(date '+%H:%M:%S') 等待reflection_v2启动..."
+    fi
+    sleep 60
+done
+
+echo "启动 topk5_v3..."
+
+# 启动新实验
+nohup python collaborativeagents/scripts/run_experiments.py \
+    --methods rag \
+    --datasets math-hard,math-500,bigcodebench \
+    --n-profiles 60 \
+    --n-sessions 30 \
+    --max-turns 10 \
+    --use-vllm \
+    --vllm-agent-url http://localhost:8003/v1 \
+    --vllm-user-url http://localhost:8004/v1 \
+    --use-batch-processing \
+    --batch-size 4 \
+    --parallel-profiles 20 \
+    --profile-path collaborativeagents/data/complex_profiles_v2/profiles_200.jsonl \
+    --output-dir collaborativeagents/results/rag_topk5_v3 \
+    > collaborativeagents/results/rag_topk5_v3.log 2>&1 &
+
+echo "topk5_v3 已启动，PID: $!"
-- 
cgit v1.2.3