audit: bind scale evidence to authorized GPUs

2 files changed, 12 insertions, 2 deletions

diff --git a/experiments/analyze_kp_dynamic_projection_confirmation.py b/experiments/analyze_kp_dynamic_projection_confirmation.py
index 9a17206..12522ec 100644
--- a/experiments/analyze_kp_dynamic_projection_confirmation.py
+++ b/experiments/analyze_kp_dynamic_projection_confirmation.py
@@ -119,6 +119,12 @@ def main():
                     and evaluation["test_used_for_selection"] is False):
                 raise ValueError(
                     f"D4 seed {seed} {condition} evaluation drift")
+            hardware = record.get("hardware", {})
+            if not (hardware.get("cuda_device_name") ==
+                    "NVIDIA GeForce GTX 1080"
+                    and hardware.get("cuda_visible_devices") in ("5", "7")):
+                raise ValueError(
+                    f"D4 seed {seed} {condition} unauthorized hardware")
             epochs = record["epochs"]
             if (len(epochs) != 200
                     or any(row["epoch"] != index + 1
@@ -196,7 +202,7 @@ def main():
                         and work["neutral_projection_observations"]
                         == 10_000_000):
                     failures.append(f"seed{seed}:elementwise_cost")
-                if record["hardware"]["peak_memory_allocated_bytes"] > int(
+                if hardware["peak_memory_allocated_bytes"] > int(
                         2.5 * 1024 ** 3):
                     failures.append(f"seed{seed}:peak_memory")
     if len(source_commits) != 1:
diff --git a/experiments/analyze_oral_a_dynamic_scaling.py b/experiments/analyze_oral_a_dynamic_scaling.py
index 38ce967..972356a 100755
--- a/experiments/analyze_oral_a_dynamic_scaling.py
+++ b/experiments/analyze_oral_a_dynamic_scaling.py
@@ -102,6 +102,10 @@ def validate_record(record, path, method, depth, seed):
             and evaluation.get("test_evaluations") == 1
             and evaluation.get("test_used_for_selection") is False,
             f"{path}: evaluation drift")
+    hardware = record.get("hardware", {})
+    require(hardware.get("cuda_device_name") == "NVIDIA GeForce GTX 1080"
+            and hardware.get("cuda_visible_devices") in ("5", "7"),
+            f"{path}: unauthorized hardware")
     epochs = record.get("epochs", [])
     require(len(epochs) == 200
             and all(row.get("epoch") == index + 1
@@ -129,7 +133,7 @@ def validate_record(record, path, method, depth, seed):
         "elementwise_operations": int(record["work"][
             "elementwise_operations_estimate"]),
         "logical_queries": int(record["work"]["logical_batch_loss_queries"]),
-        "peak_memory": int(record["hardware"][
+        "peak_memory": int(hardware[
             "peak_memory_allocated_bytes"]),
         "source_commit": record["provenance"]["git_commit"],
     }