diff options
Diffstat (limited to 'experiments/handoff_resnet_p1_to_transformer_p1.sh')
| -rwxr-xr-x | experiments/handoff_resnet_p1_to_transformer_p1.sh | 32 |
1 files changed, 11 insertions, 21 deletions
diff --git a/experiments/handoff_resnet_p1_to_transformer_p1.sh b/experiments/handoff_resnet_p1_to_transformer_p1.sh index 123f5c9..3ad0f56 100755 --- a/experiments/handoff_resnet_p1_to_transformer_p1.sh +++ b/experiments/handoff_resnet_p1_to_transformer_p1.sh @@ -15,6 +15,7 @@ expected_transformer_commit="$2" resnet_root="/home/yurenh2/sdil-resnet-p1" transformer_root="/home/yurenh2/sdil-transformer-p1" python_bin="/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3" +validator="/home/yurenh2/sdil/experiments/validate_crossover_artifact.py" gpu5_uuid="GPU-f4aed756-228e-7522-94e7-fb543c02cc74" gpu7_uuid="GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" resnet_launch="$resnet_root/results/resnet_crossover/p1_launch.json" @@ -75,12 +76,10 @@ echo "waiting for frozen ResNet P1 launch at $(date --iso-8601=seconds)" while [ ! -f "$resnet_launch" ]; do sleep 60 done -jq -e --arg commit "$expected_resnet_commit" ' - .stage == "p1" and - .source.git_commit == $commit and - .num_jobs == 19 and - .allowed_physical_gpus == [5, 7] -' "$resnet_launch" >/dev/null +"$python_bin" "$validator" \ + --path "$resnet_launch" \ + --kind resnet_p1_launch \ + --expected-commit "$expected_resnet_commit" echo "ResNet P1 launch observed; waiting for both shards" while tmux has-session -t resnet_p1_gpu5 2>/dev/null || @@ -95,13 +94,9 @@ require_source "$resnet_root" "$expected_resnet_commit" "$python_bin" experiments/analyze_resnet_crossover_p1.py \ --out results/resnet_crossover/p1_selector.json ) >"$resnet_root/results/resnet_crossover/p1_selector.log" 2>&1 -jq -e ' - .gate == "pass" and - .num_audited_records == 19 and - .missing_experiments == [] and - (.selected | length) == 9 and - .test_policy == "none" -' "$resnet_root/results/resnet_crossover/p1_selector.json" >/dev/null +"$python_bin" "$validator" \ + --path "$resnet_root/results/resnet_crossover/p1_selector.json" \ + --kind resnet_p1_selector echo "ResNet P1 selector audited at $(date --iso-8601=seconds)" wait_for_idle_gpus @@ -136,12 +131,7 @@ require_source "$transformer_root" "$expected_transformer_commit" "$python_bin" experiments/analyze_transformer_crossover_p1.py \ --out results/transformer_crossover/p1_selector.json ) >"$transformer_root/results/transformer_crossover/p1_selector.log" 2>&1 -jq -e ' - .gate == "pass" and - .num_audited_records == 27 and - .missing_experiments == [] and - (.selected | length) == 9 and - .test_policy == "none" -' "$transformer_root/results/transformer_crossover/p1_selector.json" \ - >/dev/null +"$python_bin" "$validator" \ + --path "$transformer_root/results/transformer_crossover/p1_selector.json" \ + --kind transformer_p1_selector echo "Transformer P1 selector audited at $(date --iso-8601=seconds)" |