From 87cfb93fb75b4a45e88a5706c12d446ec92c7008 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 23 Jul 2026 07:18:57 -0500 Subject: paper: add evidence-bound ICLR manuscript draft --- experiments/plot_resnet_confirmation.py | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) (limited to 'experiments/plot_resnet_confirmation.py') diff --git a/experiments/plot_resnet_confirmation.py b/experiments/plot_resnet_confirmation.py index efd0d48..99a55d4 100644 --- a/experiments/plot_resnet_confirmation.py +++ b/experiments/plot_resnet_confirmation.py @@ -483,6 +483,7 @@ def main(): "statistics": { "clean_kp_test_accuracy_mean": float(clean.mean()), "dynamic_test_accuracy_mean": float(dynamic.mean()), + "dynamic_test_accuracy_min": float(dynamic.min()), "dynamic_minus_clean_points_mean": float( (dynamic - clean).mean() * 100 ), @@ -499,6 +500,22 @@ def main(): for seed in EXPECTED_SEEDS ) ), + "dynamic_peak_allocated_gib_mean": float( + statistics.mean( + records[(seed, "kp_traffic")]["hardware"][ + "peak_memory_allocated_bytes" + ] + / (1024 ** 3) + for seed in EXPECTED_SEEDS + ) + ), + "dynamic_wall_ratio_to_clean_kp_mean": float( + statistics.mean( + records[(seed, "kp_traffic")]["timing"]["total_timed_wall_s"] + / records[(seed, "kp")]["timing"]["total_timed_wall_s"] + for seed in EXPECTED_SEEDS + ) + ), "dynamic_logical_task_loss_queries": sorted( { records[(seed, "kp_traffic")]["work"][ @@ -507,6 +524,17 @@ def main(): for seed in EXPECTED_SEEDS } ), + "dynamic_neutral_observations_per_ordinary_example": sorted( + { + records[(seed, "kp_traffic")]["counters"][ + "neutral_projection_examples" + ] + / records[(seed, "kp_traffic")]["counters"][ + "ordinary_examples" + ] + for seed in EXPECTED_SEEDS + } + ), }, "sources": [ {"path": args.gate, "sha256": sha256(args.gate)} -- cgit v1.2.3