summaryrefslogtreecommitdiff
path: root/results/oral_a_full_gate.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/oral_a_full_gate.json')
-rw-r--r--results/oral_a_full_gate.json48
1 files changed, 48 insertions, 0 deletions
diff --git a/results/oral_a_full_gate.json b/results/oral_a_full_gate.json
new file mode 100644
index 0000000..72eb505
--- /dev/null
+++ b/results/oral_a_full_gate.json
@@ -0,0 +1,48 @@
+{
+ "checks": {
+ "all_finite": false,
+ "bp_at_least_90": true,
+ "sdil_alignment_at_least_0p05": false,
+ "sdil_beats_dfa_2pt": false,
+ "sdil_macs_no_more_than_bp": true,
+ "sdil_within_5pt_bp": false
+ },
+ "confirmation_test_seeds_touched": false,
+ "protocol": "oral_a_A3_v1",
+ "rows": [
+ {
+ "accuracy": 0.9162,
+ "early_third_alignment": null,
+ "finite": true,
+ "loss": 0.42326114501953127,
+ "mode": "bp",
+ "path": "results/oral_a_dev/bp_reference_primary.json",
+ "peak_memory": 2169162752,
+ "source_commit": "c8ae43fb284cf5be54066b4c0b5b17dcb088227f",
+ "total_macs": 1094878080000000
+ },
+ {
+ "accuracy": 0.3306,
+ "early_third_alignment": 0.00047278958178746205,
+ "finite": true,
+ "loss": 48.06651171875,
+ "mode": "dfa",
+ "path": "results/oral_a_dev/dfa_full_r20_s0.json",
+ "peak_memory": 2170440704,
+ "source_commit": "a1d060e6d96d4ab973d16cd75149dd61899c7c95",
+ "total_macs": 746876160000000
+ },
+ {
+ "accuracy": 0.1,
+ "early_third_alignment": NaN,
+ "finite": false,
+ "loss": NaN,
+ "mode": "sdil",
+ "path": "results/oral_a_dev/sdil_full_r20_s0.json",
+ "peak_memory": 2164377600,
+ "source_commit": "a1d060e6d96d4ab973d16cd75149dd61899c7c95",
+ "total_macs": 916462867558400
+ }
+ ],
+ "status": "failed"
+}