summaryrefslogtreecommitdiff
path: root/experiments/finalize_accept.sh
blob: 70208e981c3824cc897b07bfcf3cd7c55bc700e2 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
#!/usr/bin/env bash
# Strict mechanical finalizer for all committed evidence. Future immutable
# gates are re-audited only after their gate files exist; this never opens an
# incomplete panel or generates a task endpoint.
set -eu

cd "$(dirname "$0")/.."

experiments/finalize_claims.sh
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/cifar_image_smoke.py
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/conv_local_smoke.py
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/bci_smoke.py
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/bci_td_protocol_smoke.py
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/oral_a_dynamic_scaling_smoke.py
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 -m py_compile \
  experiments/bci_td_run.py experiments/analyze_bci_td_development.py \
  experiments/bci_td_confirmation.py \
  experiments/analyze_bci_td_confirmation.py \
  experiments/oral_a_dynamic_scaling.py \
  experiments/analyze_oral_a_dynamic_scaling.py \
  experiments/plot_resnet_confirmation.py
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/analyze_kp_dynamic_projection.py >/dev/null
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/analyze_kp_dynamic_projection_short.py >/dev/null
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/analyze_kp_dynamic_projection_full.py >/dev/null
if [ -f results/kp_dynamic_projection_confirmation_gate.json ]; then
  /home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
    experiments/analyze_kp_dynamic_projection_confirmation.py >/dev/null
  /home/yurenh2/miniconda3/bin/python \
    experiments/plot_resnet_confirmation.py >/dev/null
  jq -e '
    .strict == true and
    .gate_status == "passed" and
    .required_seeds == [10, 11, 12, 13, 14] and
    .statistics.dynamic_test_accuracy_mean >= 0.89 and
    .statistics.clean_minus_dynamic_one_sided_95pct_upper_points <= 2.5 and
    .statistics.dynamic_early_alignment_mean >= 0.90 and
    .statistics.dynamic_mac_ratio_to_bp <= 1.34 and
    .statistics.dynamic_logical_task_loss_queries == [0]
  ' results/figs/figure4_resnet_confirmation_manifest.json >/dev/null
fi
if [ -f results/bci_td_dev_gate.json ]; then
  /home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
    experiments/analyze_bci_td_development.py >/dev/null
fi
if [ -f results/bci_td_confirmation_gate.json ]; then
  /home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
    experiments/analyze_bci_td_confirmation.py >/dev/null
fi
if [ -f results/oral_a_dynamic_scaling_gate.json ]; then
  /home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
    experiments/analyze_oral_a_dynamic_scaling.py >/dev/null
fi
/home/yurenh2/miniconda3/bin/python \
  experiments/plot_tracking_failure.py >/dev/null
/home/yurenh2/miniconda3/bin/python \
  experiments/plot_dynamic_stability.py >/dev/null
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
  experiments/audit_native_baselines.py \
  --results results/native \
  --output results/native_baseline_audit.md

git diff --check
echo "accept-bar mechanical audits passed"