summaryrefslogtreecommitdiff
path: root/experiments
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-08-06 17:00:14 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-08-06 17:00:14 -0500
commit8b8df6383da959328e7c6ab34896db5bcfaaeddf (patch)
tree4fef55e66314f3b1163efbc5800b67cf2f0b85fc /experiments
parentddb034680ddc46d848278ca89d9bb97f59cbe3d3 (diff)
docs: audit Rain layer observation costs
Diffstat (limited to 'experiments')
-rw-r--r--experiments/rain_ep_bias_train.py9
1 files changed, 9 insertions, 0 deletions
diff --git a/experiments/rain_ep_bias_train.py b/experiments/rain_ep_bias_train.py
index fa8a243..15838d6 100644
--- a/experiments/rain_ep_bias_train.py
+++ b/experiments/rain_ep_bias_train.py
@@ -256,6 +256,15 @@ def main() -> None:
"calibration_batches": args.calibration_batches,
"calibration_observations": calibration_observations,
"calibration_seconds": calibration_seconds,
+ "extra_equilibrium_phases_for_predictor": (
+ 0 if args.adapter == "layer" else args.calibration_batches),
+ "predictor_neutral_source": (
+ "existing_first_EP_phase"
+ if args.adapter == "layer" else "separate_free_equilibrium"),
+ "bias_ratio_normalization": (
+ "experimenter_initial_clean_layer_state_difference_rms"
+ if args.adapter == "layer" else "initial_local_parameter_state_rms"),
+ "bias_ratio_normalization_visible_to_predictor": False,
"epochs": args.epochs,
"train_limit": args.train_limit,
"test_limit": args.test_limit,