summaryrefslogtreecommitdiff
path: root/experiments/finalize_accept.sh
diff options
context:
space:
mode:
Diffstat (limited to 'experiments/finalize_accept.sh')
-rwxr-xr-xexperiments/finalize_accept.sh15
1 files changed, 14 insertions, 1 deletions
diff --git a/experiments/finalize_accept.sh b/experiments/finalize_accept.sh
index 692a6ae..70208e9 100755
--- a/experiments/finalize_accept.sh
+++ b/experiments/finalize_accept.sh
@@ -22,7 +22,8 @@ experiments/finalize_claims.sh
experiments/bci_td_confirmation.py \
experiments/analyze_bci_td_confirmation.py \
experiments/oral_a_dynamic_scaling.py \
- experiments/analyze_oral_a_dynamic_scaling.py
+ experiments/analyze_oral_a_dynamic_scaling.py \
+ experiments/plot_resnet_confirmation.py
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
experiments/analyze_kp_dynamic_projection.py >/dev/null
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
@@ -32,6 +33,18 @@ experiments/finalize_claims.sh
if [ -f results/kp_dynamic_projection_confirmation_gate.json ]; then
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
experiments/analyze_kp_dynamic_projection_confirmation.py >/dev/null
+ /home/yurenh2/miniconda3/bin/python \
+ experiments/plot_resnet_confirmation.py >/dev/null
+ jq -e '
+ .strict == true and
+ .gate_status == "passed" and
+ .required_seeds == [10, 11, 12, 13, 14] and
+ .statistics.dynamic_test_accuracy_mean >= 0.89 and
+ .statistics.clean_minus_dynamic_one_sided_95pct_upper_points <= 2.5 and
+ .statistics.dynamic_early_alignment_mean >= 0.90 and
+ .statistics.dynamic_mac_ratio_to_bp <= 1.34 and
+ .statistics.dynamic_logical_task_loss_queries == [0]
+ ' results/figs/figure4_resnet_confirmation_manifest.json >/dev/null
fi
if [ -f results/bci_td_dev_gate.json ]; then
/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \