results: freeze plain CNN P1 selector

1 files changed, 366 insertions, 0 deletions

diff --git a/results/plain_cnn_p1_selector.json b/results/plain_cnn_p1_selector.json
new file mode 100644
index 0000000..8400f44
--- /dev/null
+++ b/results/plain_cnn_p1_selector.json
@@ -0,0 +1,366 @@
+{
+  "expected_source": {
+    "author_crossover_commit": "90697e8a17ab5e0757a62df40da521766763abe1",
+    "main_commit": "dab65f657ed22ce90fe2b38a360ca62cc8b00e65",
+    "protocol_sha256": "345e0c1245f558a68ea2c212dfa427bdaa30eafd2c8d16c6763691ba354dae61"
+  },
+  "gate": "pass",
+  "num_audited_records": 19,
+  "num_expected_records": 19,
+  "records": [
+    {
+      "best_epoch": 10,
+      "best_validation_accuracy": 69.0199966430664,
+      "driver_wall_seconds": null,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-bp-minicnn-lr0p025",
+      "final_validation_accuracy": 69.0199966430664,
+      "final_validation_loss": 0.9017932415008545,
+      "histogram_sha256": "534ebffb23256a16746d940493e8c7ea0d8c2685c97b364c11a855e653a6fce6",
+      "manifest": "runs/plain-p1-bp-minicnn-lr0p025/2026_07_27_13_34_41/crossover_manifest.json",
+      "method": "bp",
+      "rate": 0.025,
+      "test_metrics_all_nan": true,
+      "train_seconds": 24.938091278076172,
+      "validation_seconds": 2.485126495361328
+    },
+    {
+      "best_epoch": 3,
+      "best_validation_accuracy": 47.68000030517578,
+      "driver_wall_seconds": 53.98298001289368,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-fa-minicnn-lr0p003",
+      "final_validation_accuracy": 42.47999954223633,
+      "final_validation_loss": 4.360357761383057,
+      "histogram_sha256": "0d2fff946e60672c21fe3789935e6d677198784b7405f30f8d0579e8e5a33e25",
+      "manifest": "runs/plain-p1-fa-minicnn-lr0p003/2026_07_27_13_35_54/crossover_manifest.json",
+      "method": "fa",
+      "rate": 0.003,
+      "test_metrics_all_nan": true,
+      "train_seconds": 37.1375572681427,
+      "validation_seconds": 2.595064878463745
+    },
+    {
+      "best_epoch": 10,
+      "best_validation_accuracy": 44.02000045776367,
+      "driver_wall_seconds": 54.10479736328125,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-fa-minicnn-lr0p01",
+      "final_validation_accuracy": 44.02000045776367,
+      "final_validation_loss": 243.5307159423828,
+      "histogram_sha256": "8117092fb45870c267bc1a36e37f98e2c4d05856a1f8c6a3de901014bcb50ae6",
+      "manifest": "runs/plain-p1-fa-minicnn-lr0p01/2026_07_27_13_36_48/crossover_manifest.json",
+      "method": "fa",
+      "rate": 0.01,
+      "test_metrics_all_nan": true,
+      "train_seconds": 37.05406403541565,
+      "validation_seconds": 2.487299680709839
+    },
+    {
+      "best_epoch": 8,
+      "best_validation_accuracy": 44.13999938964844,
+      "driver_wall_seconds": 53.24331092834473,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-fa-minicnn-lr0p03",
+      "final_validation_accuracy": 42.08000183105469,
+      "final_validation_loss": 2647.7197265625,
+      "histogram_sha256": "85d5e24bc57523b004f45e4ed8180815701dbd8150708ec853bc4e6ab05fcc8d",
+      "manifest": "runs/plain-p1-fa-minicnn-lr0p03/2026_07_27_13_37_42/crossover_manifest.json",
+      "method": "fa",
+      "rate": 0.03,
+      "test_metrics_all_nan": true,
+      "train_seconds": 36.596099615097046,
+      "validation_seconds": 2.505472183227539
+    },
+    {
+      "best_epoch": 7,
+      "best_validation_accuracy": 50.099998474121094,
+      "driver_wall_seconds": 53.15471529960632,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-dfa-minicnn-lr0p003",
+      "final_validation_accuracy": 44.52000045776367,
+      "final_validation_loss": 6.695240020751953,
+      "histogram_sha256": "a8a75822d50b6ff0a761bd80c6efb57a9c67744b81beea2162500579f8d33d7c",
+      "manifest": "runs/plain-p1-dfa-minicnn-lr0p003/2026_07_27_13_35_44/crossover_manifest.json",
+      "method": "dfa",
+      "rate": 0.003,
+      "test_metrics_all_nan": true,
+      "train_seconds": 36.10304522514343,
+      "validation_seconds": 2.478029489517212
+    },
+    {
+      "best_epoch": 7,
+      "best_validation_accuracy": 44.459999084472656,
+      "driver_wall_seconds": 53.555464029312134,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-dfa-minicnn-lr0p01",
+      "final_validation_accuracy": 40.18000030517578,
+      "final_validation_loss": 207.70547485351562,
+      "histogram_sha256": "68c63c914a743afc85ca91f0a73ebf6ace618887117abcb6179dfac754ab8583",
+      "manifest": "runs/plain-p1-dfa-minicnn-lr0p01/2026_07_27_13_36_37/crossover_manifest.json",
+      "method": "dfa",
+      "rate": 0.01,
+      "test_metrics_all_nan": true,
+      "train_seconds": 36.20350170135498,
+      "validation_seconds": 2.5470991134643555
+    },
+    {
+      "best_epoch": 5,
+      "best_validation_accuracy": 37.68000030517578,
+      "driver_wall_seconds": 52.8665452003479,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-dfa-minicnn-lr0p03",
+      "final_validation_accuracy": 28.860000610351562,
+      "final_validation_loss": 381436.09375,
+      "histogram_sha256": "cebe6d9d32ae33527173f83cd4d7c7478c8a4a53f11ed373f888a168c707af7b",
+      "manifest": "runs/plain-p1-dfa-minicnn-lr0p03/2026_07_27_13_37_31/crossover_manifest.json",
+      "method": "dfa",
+      "rate": 0.03,
+      "test_metrics_all_nan": true,
+      "train_seconds": 35.7019248008728,
+      "validation_seconds": 2.40809965133667
+    },
+    {
+      "best_epoch": 1,
+      "best_validation_accuracy": 27.479999542236328,
+      "driver_wall_seconds": 52.816155672073364,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-pepita-minicnn-lr0p01",
+      "final_validation_accuracy": 10.880000114440918,
+      "final_validation_loss": 190006.296875,
+      "histogram_sha256": "e8e1c1ba5bab0ce023bfc7b5770b31bac3192003538b884d54eaeed2f7df6c84",
+      "manifest": "runs/plain-p1-pepita-minicnn-lr0p01/2026_07_27_13_31_55/crossover_manifest.json",
+      "method": "pepita",
+      "rate": 0.01,
+      "test_metrics_all_nan": true,
+      "train_seconds": 35.831242084503174,
+      "validation_seconds": 2.4864041805267334
+    },
+    {
+      "best_epoch": null,
+      "best_validation_accuracy": 4.86,
+      "driver_wall_seconds": 81.33231949806213,
+      "epochs_completed": 30,
+      "experiment_name": "plain-p1-ff-minicnn-lr0p03",
+      "final_validation_accuracy": 4.86,
+      "final_validation_loss": 2.253856658935547,
+      "histogram_sha256": "b4525d1e2cac272fb34dbc9e885d08c494b9b22a76e73abf726d365ac5d65f52",
+      "manifest": "runs/plain-p1-ff-minicnn-lr0p03/2026_07_27_13_30_34/crossover_manifest.json",
+      "method": "ff",
+      "rate": 0.03,
+      "test_metrics_all_nan": true,
+      "train_seconds": 64.50965976715088,
+      "validation_seconds": 3.194784641265869
+    },
+    {
+      "best_epoch": 1,
+      "best_validation_accuracy": 10.880000114440918,
+      "driver_wall_seconds": 144.76186728477478,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-ep-minicnn-lr0p003",
+      "final_validation_accuracy": 10.880000114440918,
+      "final_validation_loss": 0.17824001610279083,
+      "histogram_sha256": "d9534ce6340c403bc3b32946d3327cdbba89e28a1d9edef708d6c6ea5b742fe5",
+      "manifest": "runs/plain-p1-ep-minicnn-lr0p003/2026_07_27_13_28_36/crossover_manifest.json",
+      "method": "ep",
+      "rate": 0.003,
+      "test_metrics_all_nan": true,
+      "train_seconds": 120.60259532928467,
+      "validation_seconds": 10.41963005065918
+    },
+    {
+      "best_epoch": 1,
+      "best_validation_accuracy": 10.880000114440918,
+      "driver_wall_seconds": 146.56798315048218,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-ep-minicnn-lr0p01",
+      "final_validation_accuracy": 10.880000114440918,
+      "final_validation_loss": 0.17824001610279083,
+      "histogram_sha256": "fa782c1f8c6afbd6ee3f91d53d9fa799daf0c2b70356da12d7ae78440874903d",
+      "manifest": "runs/plain-p1-ep-minicnn-lr0p01/2026_07_27_13_31_01/crossover_manifest.json",
+      "method": "ep",
+      "rate": 0.01,
+      "test_metrics_all_nan": true,
+      "train_seconds": 121.54937195777893,
+      "validation_seconds": 10.896919965744019
+    },
+    {
+      "best_epoch": 1,
+      "best_validation_accuracy": 9.399999618530273,
+      "driver_wall_seconds": 146.23966145515442,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-ep-minicnn-lr0p03",
+      "final_validation_accuracy": 9.399999618530273,
+      "final_validation_loss": 0.3396400213241577,
+      "histogram_sha256": "96edbf5cc1da7e44d57a8b130692aee42e20eb7c0964d01958b3ebdf1bd02b91",
+      "manifest": "runs/plain-p1-ep-minicnn-lr0p03/2026_07_27_13_33_28/crossover_manifest.json",
+      "method": "ep",
+      "rate": 0.03,
+      "test_metrics_all_nan": true,
+      "train_seconds": 121.5877935886383,
+      "validation_seconds": 10.519296884536743
+    },
+    {
+      "best_epoch": 10,
+      "best_validation_accuracy": 69.18000030517578,
+      "driver_wall_seconds": 117.89603066444397,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-dualprop-minicnn-lr0p025",
+      "final_validation_accuracy": 69.18000030517578,
+      "final_validation_loss": 0.9032290577888489,
+      "histogram_sha256": "0aa63a064b4e8db582b406edbbac232d927c84a8b60aba5d554457cf1c0eda37",
+      "manifest": "runs/plain-p1-dualprop-minicnn-lr0p025/2026_07_27_13_28_36/crossover_manifest.json",
+      "method": "dualprop",
+      "rate": 0.025,
+      "test_metrics_all_nan": true,
+      "train_seconds": 101.47104024887085,
+      "validation_seconds": 2.532742738723755
+    },
+    {
+      "best_epoch": 10,
+      "best_validation_accuracy": 71.31999969482422,
+      "driver_wall_seconds": 63.29983401298523,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-clean_kp-minicnn-lr0p003",
+      "final_validation_accuracy": 71.31999969482422,
+      "final_validation_loss": 0.8342198729515076,
+      "histogram_sha256": "2e56f287295009cc55f7efc35bd111aa80f846f85b6bf8bf8caa53aed984ed3c",
+      "manifest": "runs/plain-p1-clean_kp-minicnn-lr0p003/2026_07_27_13_38_35/crossover_manifest.json",
+      "method": "clean_kp",
+      "rate": 0.003,
+      "test_metrics_all_nan": true,
+      "train_seconds": 46.737804889678955,
+      "validation_seconds": 2.5253994464874268
+    },
+    {
+      "best_epoch": 10,
+      "best_validation_accuracy": 72.62000274658203,
+      "driver_wall_seconds": 63.30412268638611,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-clean_kp-minicnn-lr0p01",
+      "final_validation_accuracy": 72.62000274658203,
+      "final_validation_loss": 0.8119363188743591,
+      "histogram_sha256": "8c78f13ab1e650aa05e0387f47b213c2d765462d59ce00806136fcecc100409c",
+      "manifest": "runs/plain-p1-clean_kp-minicnn-lr0p01/2026_07_27_13_39_39/crossover_manifest.json",
+      "method": "clean_kp",
+      "rate": 0.01,
+      "test_metrics_all_nan": true,
+      "train_seconds": 46.380820989608765,
+      "validation_seconds": 2.5903303623199463
+    },
+    {
+      "best_epoch": 9,
+      "best_validation_accuracy": 66.77999877929688,
+      "driver_wall_seconds": 62.69386029243469,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-clean_kp-minicnn-lr0p03",
+      "final_validation_accuracy": 66.73999786376953,
+      "final_validation_loss": 0.9755602478981018,
+      "histogram_sha256": "fda1bde32375de1afd20390609112587af959d6e046b8ecfeba31539a3ce42e0",
+      "manifest": "runs/plain-p1-clean_kp-minicnn-lr0p03/2026_07_27_13_40_42/crossover_manifest.json",
+      "method": "clean_kp",
+      "rate": 0.03,
+      "test_metrics_all_nan": true,
+      "train_seconds": 45.855462312698364,
+      "validation_seconds": 2.5258145332336426
+    },
+    {
+      "best_epoch": 10,
+      "best_validation_accuracy": 71.18000030517578,
+      "driver_wall_seconds": 75.57752275466919,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-sdil-minicnn-lr0p003",
+      "final_validation_accuracy": 71.18000030517578,
+      "final_validation_loss": 0.8337415456771851,
+      "histogram_sha256": "1ab9ecfef74354866e3071bd4911bf2e776ff6a4493b14a76364c02ad090af19",
+      "manifest": "runs/plain-p1-sdil-minicnn-lr0p003/2026_07_27_13_38_23/crossover_manifest.json",
+      "method": "sdil",
+      "rate": 0.003,
+      "test_metrics_all_nan": true,
+      "train_seconds": 51.720041275024414,
+      "validation_seconds": 2.5472254753112793
+    },
+    {
+      "best_epoch": 10,
+      "best_validation_accuracy": 72.5999984741211,
+      "driver_wall_seconds": 75.49908399581909,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-sdil-minicnn-lr0p01",
+      "final_validation_accuracy": 72.5999984741211,
+      "final_validation_loss": 0.8222209215164185,
+      "histogram_sha256": "b1d425eb285b9ab367f851df8a3c103a85ef81bf44a6ba12d47edba955866215",
+      "manifest": "runs/plain-p1-sdil-minicnn-lr0p01/2026_07_27_13_39_39/crossover_manifest.json",
+      "method": "sdil",
+      "rate": 0.01,
+      "test_metrics_all_nan": true,
+      "train_seconds": 52.18812847137451,
+      "validation_seconds": 2.575517416000366
+    },
+    {
+      "best_epoch": 10,
+      "best_validation_accuracy": 66.5999984741211,
+      "driver_wall_seconds": 74.3778088092804,
+      "epochs_completed": 10,
+      "experiment_name": "plain-p1-sdil-minicnn-lr0p03",
+      "final_validation_accuracy": 66.5999984741211,
+      "final_validation_loss": 0.9670084118843079,
+      "histogram_sha256": "b420ad1f13c38e4eb469cf228aa65692f21ae97e3d0e3c6b9119c5f3b36ef492",
+      "manifest": "runs/plain-p1-sdil-minicnn-lr0p03/2026_07_27_13_41_44/crossover_manifest.json",
+      "method": "sdil",
+      "rate": 0.03,
+      "test_metrics_all_nan": true,
+      "train_seconds": 51.435088872909546,
+      "validation_seconds": 2.528696298599243
+    }
+  ],
+  "selected": {
+    "bp": {
+      "best_validation_accuracy": 69.0199966430664,
+      "experiment_name": "plain-p1-bp-minicnn-lr0p025",
+      "rate": 0.025
+    },
+    "clean_kp": {
+      "best_validation_accuracy": 72.62000274658203,
+      "experiment_name": "plain-p1-clean_kp-minicnn-lr0p01",
+      "rate": 0.01
+    },
+    "dfa": {
+      "best_validation_accuracy": 50.099998474121094,
+      "experiment_name": "plain-p1-dfa-minicnn-lr0p003",
+      "rate": 0.003
+    },
+    "dualprop": {
+      "best_validation_accuracy": 69.18000030517578,
+      "experiment_name": "plain-p1-dualprop-minicnn-lr0p025",
+      "rate": 0.025
+    },
+    "ep": {
+      "best_validation_accuracy": 10.880000114440918,
+      "experiment_name": "plain-p1-ep-minicnn-lr0p003",
+      "rate": 0.003
+    },
+    "fa": {
+      "best_validation_accuracy": 47.68000030517578,
+      "experiment_name": "plain-p1-fa-minicnn-lr0p003",
+      "rate": 0.003
+    },
+    "ff": {
+      "best_validation_accuracy": 4.86,
+      "experiment_name": "plain-p1-ff-minicnn-lr0p03",
+      "rate": 0.03
+    },
+    "pepita": {
+      "best_validation_accuracy": 27.479999542236328,
+      "experiment_name": "plain-p1-pepita-minicnn-lr0p01",
+      "rate": 0.01
+    },
+    "sdil": {
+      "best_validation_accuracy": 72.5999984741211,
+      "experiment_name": "plain-p1-sdil-minicnn-lr0p01",
+      "rate": 0.01
+    }
+  },
+  "selection_rule": "maximum best validation accuracy, then finite final validation loss, then lower learning rate",
+  "stage": "plain_cnn_p1",
+  "test_policy": "none"
+}