figures: add audited ResNet confirmation panel

1 files changed, 74 insertions, 0 deletions

diff --git a/results/figs/figure4_resnet_confirmation_manifest.json b/results/figs/figure4_resnet_confirmation_manifest.json
new file mode 100644
index 0000000..c3563ac
--- /dev/null
+++ b/results/figs/figure4_resnet_confirmation_manifest.json
@@ -0,0 +1,74 @@
+{
+  "gate_status": "passed",
+  "outputs": [
+    "figure4_resnet_confirmation.pdf",
+    "figure4_resnet_confirmation.png",
+    "figure4_resnet_confirmation_caption.md"
+  ],
+  "protocol": "kp_dynamic_neutral_projection_confirmation_v1",
+  "required_seeds": [
+    10,
+    11,
+    12,
+    13,
+    14
+  ],
+  "sources": [
+    {
+      "path": "results/kp_dynamic_projection_confirmation_gate.json",
+      "sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed10_clean_kp.json",
+      "sha256": "7c34a0e561446ad6e46575915fb8bb9cddd7b3c24c323bac1e64fea42758eb1f"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed10_dynamic.json",
+      "sha256": "dd74ca4f994e1274bf5d3b6fcc315f73b86fe0ff14c403b0f46868d476f0b5f1"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed11_clean_kp.json",
+      "sha256": "c6449d310c507a03e867046b71d280336c17c94e85ba0335cf2581389f1327ab"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed11_dynamic.json",
+      "sha256": "6a87bccb3db5fab751925d337261a19ddd08604b93f049ad80cc4e6d919fdc75"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed12_clean_kp.json",
+      "sha256": "16341d64a9ec0ad98e635d6c387effab27f4dd2dd63d218f677a8a1716d3dfae"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed12_dynamic.json",
+      "sha256": "337090a537034407a0d54b5c5a27c7502c75770814ad456cadfb9b609977a9a1"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed13_clean_kp.json",
+      "sha256": "e35f0eae6fcd41f2f9731a78eacad572e8b54f79261839faa66b0bd398c23a35"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed13_dynamic.json",
+      "sha256": "047ad3c1a724bdb5b8cdcc88b6c2ee371daa3477db1d7c8f06952aaa6c72822f"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed14_clean_kp.json",
+      "sha256": "500b22ca5cba0dcfd498eb052ac8559e04e750eb10a1945b3a33a52a5f4379eb"
+    },
+    {
+      "path": "results/kp_dynamic_projection_confirmation/seed14_dynamic.json",
+      "sha256": "70221abccb47fe43395936be4963a5f7737d1267f2d9670216d565fcff2ed976"
+    }
+  ],
+  "statistics": {
+    "clean_kp_test_accuracy_mean": 0.91388,
+    "clean_minus_dynamic_one_sided_95pct_upper_points": 0.1305694255308511,
+    "dynamic_early_alignment_mean": 0.9996865272521973,
+    "dynamic_logical_task_loss_queries": [
+      0
+    ],
+    "dynamic_mac_ratio_to_bp": 1.3260649642373068,
+    "dynamic_minus_clean_points_mean": 0.1960000000000006,
+    "dynamic_test_accuracy_mean": 0.91584
+  },
+  "strict": true
+}