paper: add evidence-bound ICLR manuscript draft

1 files changed, 16 insertions, 2 deletions

diff --git a/experiments/finalize_accept.sh b/experiments/finalize_accept.sh
index 70208e9..b39a714 100755
--- a/experiments/finalize_accept.sh
+++ b/experiments/finalize_accept.sh
@@ -23,7 +23,8 @@ experiments/finalize_claims.sh
   experiments/analyze_bci_td_confirmation.py \
   experiments/oral_a_dynamic_scaling.py \
   experiments/analyze_oral_a_dynamic_scaling.py \
-  experiments/plot_resnet_confirmation.py
+  experiments/plot_resnet_confirmation.py \
+  experiments/audit_manuscript.py
 /home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
   experiments/analyze_kp_dynamic_projection.py >/dev/null
 /home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
@@ -43,7 +44,10 @@ if [ -f results/kp_dynamic_projection_confirmation_gate.json ]; then
     .statistics.clean_minus_dynamic_one_sided_95pct_upper_points <= 2.5 and
     .statistics.dynamic_early_alignment_mean >= 0.90 and
     .statistics.dynamic_mac_ratio_to_bp <= 1.34 and
-    .statistics.dynamic_logical_task_loss_queries == [0]
+    .statistics.dynamic_logical_task_loss_queries == [0] and
+    .statistics.dynamic_neutral_observations_per_ordinary_example == [1] and
+    .statistics.dynamic_peak_allocated_gib_mean <= 2.5 and
+    .statistics.dynamic_wall_ratio_to_clean_kp_mean > 1
   ' results/figs/figure4_resnet_confirmation_manifest.json >/dev/null
 fi
 if [ -f results/bci_td_dev_gate.json ]; then
@@ -66,6 +70,16 @@ fi
   experiments/audit_native_baselines.py \
   --results results/native \
   --output results/native_baseline_audit.md
+/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 \
+  experiments/audit_manuscript.py >/dev/null
+jq -e '
+  .strict == true and
+  .status == "passed" and
+  (.audited_numeric_claims | length) == 34 and
+  (.gates | map(select(.status == "passed")) | length) == 1 and
+  (.gates | map(select(.status == "failed")) | length) == 1 and
+  (.gates[] | select(.status == "failed") | .false_checks | length) == 7
+' paper/manuscript_audit.json >/dev/null
 
 git diff --check
 echo "accept-bar mechanical audits passed"