{ "gate_status": "passed", "outputs": [ "figure4_resnet_confirmation.pdf", "figure4_resnet_confirmation.png", "figure4_resnet_confirmation_caption.md" ], "protocol": "kp_dynamic_neutral_projection_confirmation_v1", "required_seeds": [ 10, 11, 12, 13, 14 ], "sources": [ { "path": "results/kp_dynamic_projection_confirmation_gate.json", "sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef" }, { "path": "results/kp_dynamic_projection_confirmation/seed10_clean_kp.json", "sha256": "7c34a0e561446ad6e46575915fb8bb9cddd7b3c24c323bac1e64fea42758eb1f" }, { "path": "results/kp_dynamic_projection_confirmation/seed10_dynamic.json", "sha256": "dd74ca4f994e1274bf5d3b6fcc315f73b86fe0ff14c403b0f46868d476f0b5f1" }, { "path": "results/kp_dynamic_projection_confirmation/seed11_clean_kp.json", "sha256": "c6449d310c507a03e867046b71d280336c17c94e85ba0335cf2581389f1327ab" }, { "path": "results/kp_dynamic_projection_confirmation/seed11_dynamic.json", "sha256": "6a87bccb3db5fab751925d337261a19ddd08604b93f049ad80cc4e6d919fdc75" }, { "path": "results/kp_dynamic_projection_confirmation/seed12_clean_kp.json", "sha256": "16341d64a9ec0ad98e635d6c387effab27f4dd2dd63d218f677a8a1716d3dfae" }, { "path": "results/kp_dynamic_projection_confirmation/seed12_dynamic.json", "sha256": "337090a537034407a0d54b5c5a27c7502c75770814ad456cadfb9b609977a9a1" }, { "path": "results/kp_dynamic_projection_confirmation/seed13_clean_kp.json", "sha256": "e35f0eae6fcd41f2f9731a78eacad572e8b54f79261839faa66b0bd398c23a35" }, { "path": "results/kp_dynamic_projection_confirmation/seed13_dynamic.json", "sha256": "047ad3c1a724bdb5b8cdcc88b6c2ee371daa3477db1d7c8f06952aaa6c72822f" }, { "path": "results/kp_dynamic_projection_confirmation/seed14_clean_kp.json", "sha256": "500b22ca5cba0dcfd498eb052ac8559e04e750eb10a1945b3a33a52a5f4379eb" }, { "path": "results/kp_dynamic_projection_confirmation/seed14_dynamic.json", "sha256": "70221abccb47fe43395936be4963a5f7737d1267f2d9670216d565fcff2ed976" } ], "statistics": { "clean_kp_test_accuracy_mean": 0.91388, "clean_minus_dynamic_one_sided_95pct_upper_points": 0.1305694255308511, "dynamic_early_alignment_mean": 0.9996865272521973, "dynamic_logical_task_loss_queries": [ 0 ], "dynamic_mac_ratio_to_bp": 1.3260649642373068, "dynamic_minus_clean_points_mean": 0.1960000000000006, "dynamic_test_accuracy_mean": 0.91584 }, "strict": true }