diff options
Diffstat (limited to 'experiments/plot_resnet_confirmation.py')
| -rw-r--r-- | experiments/plot_resnet_confirmation.py | 28 |
1 files changed, 28 insertions, 0 deletions
diff --git a/experiments/plot_resnet_confirmation.py b/experiments/plot_resnet_confirmation.py index efd0d48..99a55d4 100644 --- a/experiments/plot_resnet_confirmation.py +++ b/experiments/plot_resnet_confirmation.py @@ -483,6 +483,7 @@ def main(): "statistics": { "clean_kp_test_accuracy_mean": float(clean.mean()), "dynamic_test_accuracy_mean": float(dynamic.mean()), + "dynamic_test_accuracy_min": float(dynamic.min()), "dynamic_minus_clean_points_mean": float( (dynamic - clean).mean() * 100 ), @@ -499,6 +500,22 @@ def main(): for seed in EXPECTED_SEEDS ) ), + "dynamic_peak_allocated_gib_mean": float( + statistics.mean( + records[(seed, "kp_traffic")]["hardware"][ + "peak_memory_allocated_bytes" + ] + / (1024 ** 3) + for seed in EXPECTED_SEEDS + ) + ), + "dynamic_wall_ratio_to_clean_kp_mean": float( + statistics.mean( + records[(seed, "kp_traffic")]["timing"]["total_timed_wall_s"] + / records[(seed, "kp")]["timing"]["total_timed_wall_s"] + for seed in EXPECTED_SEEDS + ) + ), "dynamic_logical_task_loss_queries": sorted( { records[(seed, "kp_traffic")]["work"][ @@ -507,6 +524,17 @@ def main(): for seed in EXPECTED_SEEDS } ), + "dynamic_neutral_observations_per_ordinary_example": sorted( + { + records[(seed, "kp_traffic")]["counters"][ + "neutral_projection_examples" + ] + / records[(seed, "kp_traffic")]["counters"][ + "ordinary_examples" + ] + for seed in EXPECTED_SEEDS + } + ), }, "sources": [ {"path": args.gate, "sha256": sha256(args.gate)} |