From 8b8df6383da959328e7c6ab34896db5bcfaaeddf Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 6 Aug 2026 17:00:14 -0500 Subject: docs: audit Rain layer observation costs --- experiments/rain_ep_bias_train.py | 9 +++++++++ 1 file changed, 9 insertions(+) (limited to 'experiments') diff --git a/experiments/rain_ep_bias_train.py b/experiments/rain_ep_bias_train.py index fa8a243..15838d6 100644 --- a/experiments/rain_ep_bias_train.py +++ b/experiments/rain_ep_bias_train.py @@ -256,6 +256,15 @@ def main() -> None: "calibration_batches": args.calibration_batches, "calibration_observations": calibration_observations, "calibration_seconds": calibration_seconds, + "extra_equilibrium_phases_for_predictor": ( + 0 if args.adapter == "layer" else args.calibration_batches), + "predictor_neutral_source": ( + "existing_first_EP_phase" + if args.adapter == "layer" else "separate_free_equilibrium"), + "bias_ratio_normalization": ( + "experimenter_initial_clean_layer_state_difference_rms" + if args.adapter == "layer" else "initial_local_parameter_state_rms"), + "bias_ratio_normalization_visible_to_predictor": False, "epochs": args.epochs, "train_limit": args.train_limit, "test_limit": args.test_limit, -- cgit v1.2.3