From 04de9326e60bb9e3592c0ddb5474265d228cbce0 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 22 Jul 2026 12:10:39 -0500 Subject: results: record failed Oral-A full ResNet gate --- results/oral_a_full_gate.json | 48 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 48 insertions(+) create mode 100644 results/oral_a_full_gate.json (limited to 'results/oral_a_full_gate.json') diff --git a/results/oral_a_full_gate.json b/results/oral_a_full_gate.json new file mode 100644 index 0000000..72eb505 --- /dev/null +++ b/results/oral_a_full_gate.json @@ -0,0 +1,48 @@ +{ + "checks": { + "all_finite": false, + "bp_at_least_90": true, + "sdil_alignment_at_least_0p05": false, + "sdil_beats_dfa_2pt": false, + "sdil_macs_no_more_than_bp": true, + "sdil_within_5pt_bp": false + }, + "confirmation_test_seeds_touched": false, + "protocol": "oral_a_A3_v1", + "rows": [ + { + "accuracy": 0.9162, + "early_third_alignment": null, + "finite": true, + "loss": 0.42326114501953127, + "mode": "bp", + "path": "results/oral_a_dev/bp_reference_primary.json", + "peak_memory": 2169162752, + "source_commit": "c8ae43fb284cf5be54066b4c0b5b17dcb088227f", + "total_macs": 1094878080000000 + }, + { + "accuracy": 0.3306, + "early_third_alignment": 0.00047278958178746205, + "finite": true, + "loss": 48.06651171875, + "mode": "dfa", + "path": "results/oral_a_dev/dfa_full_r20_s0.json", + "peak_memory": 2170440704, + "source_commit": "a1d060e6d96d4ab973d16cd75149dd61899c7c95", + "total_macs": 746876160000000 + }, + { + "accuracy": 0.1, + "early_third_alignment": NaN, + "finite": false, + "loss": NaN, + "mode": "sdil", + "path": "results/oral_a_dev/sdil_full_r20_s0.json", + "peak_memory": 2164377600, + "source_commit": "a1d060e6d96d4ab973d16cd75149dd61899c7c95", + "total_macs": 916462867558400 + } + ], + "status": "failed" +} -- cgit v1.2.3