results: record failed Oral-A full ResNet gate

1 files changed, 48 insertions, 0 deletions

diff --git a/results/oral_a_full_gate.json b/results/oral_a_full_gate.json
new file mode 100644
index 0000000..72eb505
--- /dev/null
+++ b/results/oral_a_full_gate.json
@@ -0,0 +1,48 @@
+{
+  "checks": {
+    "all_finite": false,
+    "bp_at_least_90": true,
+    "sdil_alignment_at_least_0p05": false,
+    "sdil_beats_dfa_2pt": false,
+    "sdil_macs_no_more_than_bp": true,
+    "sdil_within_5pt_bp": false
+  },
+  "confirmation_test_seeds_touched": false,
+  "protocol": "oral_a_A3_v1",
+  "rows": [
+    {
+      "accuracy": 0.9162,
+      "early_third_alignment": null,
+      "finite": true,
+      "loss": 0.42326114501953127,
+      "mode": "bp",
+      "path": "results/oral_a_dev/bp_reference_primary.json",
+      "peak_memory": 2169162752,
+      "source_commit": "c8ae43fb284cf5be54066b4c0b5b17dcb088227f",
+      "total_macs": 1094878080000000
+    },
+    {
+      "accuracy": 0.3306,
+      "early_third_alignment": 0.00047278958178746205,
+      "finite": true,
+      "loss": 48.06651171875,
+      "mode": "dfa",
+      "path": "results/oral_a_dev/dfa_full_r20_s0.json",
+      "peak_memory": 2170440704,
+      "source_commit": "a1d060e6d96d4ab973d16cd75149dd61899c7c95",
+      "total_macs": 746876160000000
+    },
+    {
+      "accuracy": 0.1,
+      "early_third_alignment": NaN,
+      "finite": false,
+      "loss": NaN,
+      "mode": "sdil",
+      "path": "results/oral_a_dev/sdil_full_r20_s0.json",
+      "peak_memory": 2164377600,
+      "source_commit": "a1d060e6d96d4ab973d16cd75149dd61899c7c95",
+      "total_macs": 916462867558400
+    }
+  ],
+  "status": "failed"
+}