diff options
| -rw-r--r-- | RESULTS.md | 4 | ||||
| -rwxr-xr-x | experiments/ep_archmatch_sweep.sh | 38 |
2 files changed, 41 insertions, 1 deletions
@@ -170,7 +170,9 @@ within noise (97.13% vs 97.04% last-epoch mean), again with a ~26x wall-time adv `experiments/run.py --mode {bp,dfa,sdil} --dataset {mnist,fmnist,cifar10} --depth D --residual {0,1} --act {tanh,gelu,silu,relu}` Batteries: `experiments/run_v2.sh <ds> "<depths>" <res> <act> "<seeds>" <ep> <pfx>`. Canonical local baselines: `experiments/baseline_sweep.sh`; original d1 EP: -`experiments/ep_original_sweep.sh`; EP comparison: `experiments/ep_matched_sweep.sh`. +`experiments/ep_original_sweep.sh`; exact d1 comparison: `experiments/ep_archmatch_sweep.sh`; +canonical d2 comparison: `experiments/ep_depth2_sweep.sh`; near-parameter comparison: +`experiments/ep_matched_sweep.sh`. Audited aggregate tables: `experiments/analyze_verified.py`. Smoke/mechanism checks: `experiments/smoke.py` and `experiments/baseline_smoke.py`. diff --git a/experiments/ep_archmatch_sweep.sh b/experiments/ep_archmatch_sweep.sh new file mode 100755 index 0000000..7cf8abc --- /dev/null +++ b/experiments/ep_archmatch_sweep.sh @@ -0,0 +1,38 @@ +#!/usr/bin/env bash +# Exact forward-architecture comparison against canonical d1/w500 EP. +# All methods use 784-500-10, the first 50k MNIST training examples, and +# 25 epochs. Feedforward methods retain their native z-score/tanh protocol. +# Usage: ep_archmatch_sweep.sh <gpu> "<methods>" "<seeds>" [prefix] +set -eu + +cd "$(dirname "$0")/.." +PY=/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3 +GPU="${1:?GPU index required}" +METHODS="${2:-bp dfa sdil}" +SEEDS="${3:-0}" +PREFIX="${4:-ep_archmatch_v1}" + +export CUDA_VISIBLE_DEVICES="$GPU" +export OMP_NUM_THREADS=2 +mkdir -p results logs/baselines + +for seed in $SEEDS; do + for method in $METHODS; do + tag="${PREFIX}_mnist_${method}_w500_d1_s${seed}" + result="results/${tag}.json" + log="logs/baselines/${tag}.log" + if [[ -f "$result" ]]; then + echo "skip $tag (result exists)" + continue + fi + echo ">>> $tag $(date --iso-8601=seconds) gpu=$GPU" + "$PY" experiments/run.py \ + --mode "$method" --dataset mnist --depth 1 --width 500 \ + --epochs 25 --batch_size 128 --train_examples 50000 \ + --eta 0.05 --eta_A 0.02 --eta_P 0.002 --momentum 0.9 \ + --pert_every 4 --pert_ndirs 16 --pert_mode simultaneous \ + --nuis_rho 0 --residual 0 --act tanh --seed "$seed" \ + --tag "$tag" --outdir results > "$log" 2>&1 + grep -h DONE "$log" + done +done |