diff options
Diffstat (limited to 'experiments')
| -rw-r--r-- | experiments/rain_ep_bias_train.py | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/experiments/rain_ep_bias_train.py b/experiments/rain_ep_bias_train.py index fa8a243..15838d6 100644 --- a/experiments/rain_ep_bias_train.py +++ b/experiments/rain_ep_bias_train.py @@ -256,6 +256,15 @@ def main() -> None: "calibration_batches": args.calibration_batches, "calibration_observations": calibration_observations, "calibration_seconds": calibration_seconds, + "extra_equilibrium_phases_for_predictor": ( + 0 if args.adapter == "layer" else args.calibration_batches), + "predictor_neutral_source": ( + "existing_first_EP_phase" + if args.adapter == "layer" else "separate_free_equilibrium"), + "bias_ratio_normalization": ( + "experimenter_initial_clean_layer_state_difference_rms" + if args.adapter == "layer" else "initial_local_parameter_state_rms"), + "bias_ratio_normalization_visible_to_predictor": False, "epochs": args.epochs, "train_limit": args.train_limit, "test_limit": args.test_limit, |