results: confirm standard-depth SDIL scaling

1 files changed, 6861 insertions, 0 deletions

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d32_s12.json b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s12.json
new file mode 100644
index 0000000..c49faa1
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s12.json
@@ -0,0 +1,6861 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 606208,
+    "adaptive_feedback_parameters": 461440,
+    "base_width": 16,
+    "blocks_per_stage": 5,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 32,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 303104,
+    "forward_parameters": 464154,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 606208,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 32,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 12,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s12.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 12,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5012,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996383130550385,
+    "feedback_forward_cosine": [
+      0.9997127652168274,
+      0.9996895790100098,
+      0.9996905326843262,
+      0.9996283054351807,
+      0.999725878238678,
+      0.999717116355896,
+      0.9997005462646484,
+      0.9997110366821289,
+      0.9997404217720032,
+      0.9996763467788696,
+      0.9998053908348083,
+      0.9998557567596436,
+      0.9997575879096985,
+      0.9997172355651855,
+      0.9997953772544861,
+      0.9997363686561584,
+      0.9997872114181519,
+      0.9997088313102722,
+      0.9997762441635132,
+      0.9996641874313354,
+      0.9997904896736145,
+      0.9998691082000732,
+      0.999842643737793,
+      0.9998258948326111,
+      0.9998345375061035,
+      0.9997801780700684,
+      0.9998278617858887,
+      0.999695897102356,
+      0.999720573425293,
+      0.9994416236877441,
+      0.9999860525131226
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9994192123413086,
+      1.00136399269104,
+      0.9990062713623047,
+      1.001321792602539,
+      0.998970091342926,
+      1.0013912916183472,
+      0.9995063543319702,
+      1.001404047012329,
+      0.999437689781189,
+      1.001446008682251,
+      0.9992797374725342,
+      1.0001482963562012,
+      0.9997099041938782,
+      1.0010145902633667,
+      0.9991261959075928,
+      1.0012949705123901,
+      0.9994481801986694,
+      1.00155770778656,
+      0.9994058609008789,
+      1.0015500783920288,
+      0.9997960925102234,
+      1.0003494024276733,
+      0.9996151328086853,
+      1.0006310939788818,
+      0.9999629259109497,
+      1.000908613204956,
+      0.9997559189796448,
+      1.0009875297546387,
+      0.9993951916694641,
+      1.0011926889419556,
+      1.002600073814392
+    ],
+    "feedback_forward_relative_error": [
+      0.02397162653505802,
+      0.024972213432192802,
+      0.024884255602955818,
+      0.02731448970735073,
+      0.02342882938683033,
+      0.02384459786117077,
+      0.02446872368454933,
+      0.024096522480249405,
+      0.022784799337387085,
+      0.025500789284706116,
+      0.019736096262931824,
+      0.016983557492494583,
+      0.022016946226358414,
+      0.02381383255124092,
+      0.020233269780874252,
+      0.023010481148958206,
+      0.020631276071071625,
+      0.024198558181524277,
+      0.021154936403036118,
+      0.02597862482070923,
+      0.020470989868044853,
+      0.016186153516173363,
+      0.01774236187338829,
+      0.01867579109966755,
+      0.018197201192378998,
+      0.020998291671276093,
+      0.01855279877781868,
+      0.024693824350833893,
+      0.023642484098672867,
+      0.033460669219493866,
+      0.005887217819690704
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996783137321472,
+      0.9995768070220947,
+      0.9996729493141174,
+      0.9996098875999451,
+      0.9996705055236816,
+      0.999569833278656,
+      0.9996834993362427,
+      0.9995659589767456,
+      0.9996894001960754,
+      0.9996659755706787,
+      0.9997035264968872,
+      0.9997659921646118,
+      0.9997296333312988,
+      0.9996403455734253,
+      0.9997360110282898,
+      0.9996874332427979,
+      0.9997498989105225,
+      0.9996836185455322,
+      0.9997683763504028,
+      0.9997152090072632,
+      0.9997637271881104,
+      0.9998130202293396,
+      0.999793529510498,
+      0.9997916221618652,
+      0.9998072981834412,
+      0.9998267889022827,
+      0.9998589754104614,
+      0.999876081943512,
+      0.9999130368232727,
+      0.9999557733535767,
+      0.7652151584625244
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.999678373336792,
+      0.9995768070220947,
+      0.9996729493141174,
+      0.9996098279953003,
+      0.9996705055236816,
+      0.999569833278656,
+      0.9996834993362427,
+      0.9995660185813904,
+      0.9996894001960754,
+      0.9996659755706787,
+      0.9997035264968872,
+      0.9997659921646118,
+      0.9997296929359436,
+      0.9996403455734253,
+      0.9997360706329346,
+      0.9996874332427979,
+      0.9997498989105225,
+      0.9996836185455322,
+      0.9997683763504028,
+      0.999715268611908,
+      0.9997637271881104,
+      0.9998130202293396,
+      0.999793529510498,
+      0.9997916221618652,
+      0.9998073577880859,
+      0.9998267889022827,
+      0.9998589754104614,
+      0.999876081943512,
+      0.9999130368232727,
+      0.9999557733535767,
+      0.8075519800186157
+    ],
+    "matched_negative_gradient_cosine": [
+      0.017511021345853806,
+      0.03619465231895447,
+      0.016825692728161812,
+      0.005765100941061974,
+      0.02352992631494999,
+      0.044482000172138214,
+      -0.010311171412467957,
+      0.011017613112926483,
+      -0.02334025502204895,
+      0.030446156859397888,
+      -0.044917747378349304,
+      -0.018352026119828224,
+      -0.04602780193090439,
+      0.06982018053531647,
+      -0.05281446501612663,
+      -0.017713584005832672,
+      -0.054920852184295654,
+      0.07297352701425552,
+      -0.08952753245830536,
+      0.09800183773040771,
+      -0.07944676280021667,
+      -0.020444614812731743,
+      -0.07381309568881989,
+      0.075150266289711,
+      -0.043960269540548325,
+      0.10424681007862091,
+      -0.05456995964050293,
+      0.08944201469421387,
+      -0.008397681638598442,
+      -0.0261323694139719,
+      0.08102748543024063
+    ],
+    "max_norm_match_direction_error": 2.384185791015625e-07,
+    "max_norm_match_relative_error": 1.668656892661602e-07,
+    "mean_feedback_forward_cosine": 0.9997487606540802,
+    "mean_feedback_forward_relative_error": 0.021984909991583517,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.11954792588949203,
+      "max_absolute_post_projection_soma_slope": 2.2193493265376674e-08,
+      "max_absolute_pre_projection_soma_slope": 0.11954792588949203,
+      "max_positive_post_projection_soma_slope": 2.2193493265376674e-08,
+      "min_post_projection_soma_slope": -1.9364406966815295e-08,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.387651846589325e-08,
+      "pre_projection_traffic_rms_ratio": 0.020527995727009703
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.020527995726996012,
+    "raw_negative_gradient_cosine": [
+      0.017511021345853806,
+      0.03619465231895447,
+      0.016825692728161812,
+      0.005765100475400686,
+      0.02352992817759514,
+      0.044482000172138214,
+      -0.010311171412467957,
+      0.011017613112926483,
+      -0.0233402531594038,
+      0.030446156859397888,
+      -0.044917747378349304,
+      -0.018352027982473373,
+      -0.04602780193090439,
+      0.06982018053531647,
+      -0.05281446501612663,
+      -0.017713584005832672,
+      -0.054920852184295654,
+      0.07297352701425552,
+      -0.08952753245830536,
+      0.09800183773040771,
+      -0.07944676280021667,
+      -0.020444616675376892,
+      -0.07381309568881989,
+      0.0751502737402916,
+      -0.04396027326583862,
+      0.10424681007862091,
+      -0.05456995591521263,
+      0.08944201469421387,
+      -0.008397682569921017,
+      -0.0261323694139719,
+      0.08102747797966003
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996783137321472,
+      0.9995768070220947,
+      0.9996729493141174,
+      0.9996098875999451,
+      0.9996705055236816,
+      0.999569833278656,
+      0.9996834993362427,
+      0.9995659589767456,
+      0.9996894001960754,
+      0.9996659755706787,
+      0.9997035264968872,
+      0.9997659921646118,
+      0.9997296333312988,
+      0.9996403455734253,
+      0.9997360110282898,
+      0.9996874332427979,
+      0.9997498989105225,
+      0.9996836185455322,
+      0.9997683763504028,
+      0.9997152090072632,
+      0.9997637271881104,
+      0.9998130202293396,
+      0.999793529510498,
+      0.9997916221618652,
+      0.9998072981834412,
+      0.9998267889022827,
+      0.9998589754104614,
+      0.999876081943512,
+      0.9999130368232727,
+      0.9999557733535767,
+      0.7652151584625244
+    ],
+    "traffic_instruction_rms_ratio": 80.49653491732126,
+    "used_negative_gradient_cosine": [
+      0.9996783137321472,
+      0.9995768070220947,
+      0.9996729493141174,
+      0.9996098875999451,
+      0.9996705055236816,
+      0.999569833278656,
+      0.9996834993362427,
+      0.9995659589767456,
+      0.9996894001960754,
+      0.9996659755706787,
+      0.9997035264968872,
+      0.9997659921646118,
+      0.9997296333312988,
+      0.9996403455734253,
+      0.9997360110282898,
+      0.9996874332427979,
+      0.9997498989105225,
+      0.9996836185455322,
+      0.9997683763504028,
+      0.9997152090072632,
+      0.9997637271881104,
+      0.9998130202293396,
+      0.999793529510498,
+      0.9997916221618652,
+      0.9998072981834412,
+      0.9998267889022827,
+      0.9998589754104614,
+      0.999876081943512,
+      0.9999130368232727,
+      0.9999557733535767,
+      0.7652151584625244
+    ],
+    "wall_s": 0.19591236114501953
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.339983344078064,
+        "mean_feedback_forward_cosine": 0.285654223974674,
+        "mean_feedback_forward_relative_error": 1.1921536480226824,
+        "min_feedback_forward_cosine": 0.10241539031267166
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002080249224120902,
+        "instruction_rms": 0.0020802492241344113,
+        "raw_apical_rms": 0.040167524853474024,
+        "teaching_rms": 0.002080249224120902,
+        "traffic_rms": 0.040075922799139324
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.486498994538124e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.008953587271665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018426994423974323,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.940824231262207
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3133119344711304,
+        "mean_feedback_forward_cosine": 0.38046929961250675,
+        "mean_feedback_forward_relative_error": 1.1108155231322012,
+        "min_feedback_forward_cosine": 0.13950735330581665
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026746308311653903,
+        "instruction_rms": 0.0026746308302078702,
+        "raw_apical_rms": 0.048090439225993986,
+        "teaching_rms": 0.0026746308311653903,
+        "traffic_rms": 0.0480152001535155
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.2503241814983994e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7662187264540357e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02232825240469484,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3879668685531616
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2808902263641357,
+        "mean_feedback_forward_cosine": 0.4578625694397957,
+        "mean_feedback_forward_relative_error": 1.0404118030301985,
+        "min_feedback_forward_cosine": 0.18380451202392578
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003284515411786943,
+        "instruction_rms": 0.0032845154118905534,
+        "raw_apical_rms": 0.05424790974002508,
+        "teaching_rms": 0.003284515411786943,
+        "traffic_rms": 0.05414754658142877
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.6566571992580066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.716860835560102e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025622003462195987,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0928825889587401
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2442213296890259,
+        "mean_feedback_forward_cosine": 0.5184986600952763,
+        "mean_feedback_forward_relative_error": 0.9816472491910381,
+        "min_feedback_forward_cosine": 0.23061507940292358
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035898430064823287,
+        "instruction_rms": 0.003589843006865477,
+        "raw_apical_rms": 0.05909211230081736,
+        "teaching_rms": 0.0035898430064823287,
+        "traffic_rms": 0.058982153565529306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.9844990478977707e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6608289930903792e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026485848129165296,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8990384727287293
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2057592868804932,
+        "mean_feedback_forward_cosine": 0.5672492798297636,
+        "mean_feedback_forward_relative_error": 0.9311478887834856,
+        "min_feedback_forward_cosine": 0.2770645022392273
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036866174041923906,
+        "instruction_rms": 0.0036866174047952317,
+        "raw_apical_rms": 0.062393623430155365,
+        "teaching_rms": 0.0036866174041923906,
+        "traffic_rms": 0.0622836793304873
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.4490208971883476e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.627344198930493e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026418282037462514,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7792262822723389
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1737024784088135,
+        "mean_feedback_forward_cosine": 0.6083217032494084,
+        "mean_feedback_forward_relative_error": 0.8856505828519021,
+        "min_feedback_forward_cosine": 0.3189030885696411
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037864097929684636,
+        "instruction_rms": 0.0037864097933226737,
+        "raw_apical_rms": 0.06482770913559593,
+        "teaching_rms": 0.0037864097929684636,
+        "traffic_rms": 0.06471622521698416
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.9914069443748303e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6099970994611725e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02584536381721676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7007547276115418
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1478946208953857,
+        "mean_feedback_forward_cosine": 0.644517679368296,
+        "mean_feedback_forward_relative_error": 0.8437995641462265,
+        "min_feedback_forward_cosine": 0.3569311797618866
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003814658322369643,
+        "instruction_rms": 0.0038146583232081316,
+        "raw_apical_rms": 0.06741707480641723,
+        "teaching_rms": 0.003814658322369643,
+        "traffic_rms": 0.06730804348495129
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.5306700734972765e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6033405663510874e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026268299145706272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6401975685310364
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1219756603240967,
+        "mean_feedback_forward_cosine": 0.6752194012365034,
+        "mean_feedback_forward_relative_error": 0.8063726867398908,
+        "min_feedback_forward_cosine": 0.3872883915901184
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003779530891957654,
+        "instruction_rms": 0.003779530892228306,
+        "raw_apical_rms": 0.06958201970921558,
+        "teaching_rms": 0.003779530891957654,
+        "traffic_rms": 0.06947828958060741
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 3.070394427595602e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6003344614258366e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024182602444106506,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5894514981269836
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0964499711990356,
+        "mean_feedback_forward_cosine": 0.7017301407552534,
+        "mean_feedback_forward_relative_error": 0.7723443863853332,
+        "min_feedback_forward_cosine": 0.4165016710758209
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037507535715463397,
+        "instruction_rms": 0.003750753572380765,
+        "raw_apical_rms": 0.07080815978236496,
+        "teaching_rms": 0.0037507535715463397,
+        "traffic_rms": 0.07070753242282429
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.2875282112977402e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5890318169785002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025065987759960773,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5456703003311157
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.070331335067749,
+        "mean_feedback_forward_cosine": 0.7265749477571056,
+        "mean_feedback_forward_relative_error": 0.7393224921918684,
+        "min_feedback_forward_cosine": 0.4450567662715912
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003801102928502972,
+        "instruction_rms": 0.0038011029290939795,
+        "raw_apical_rms": 0.07245479716633492,
+        "teaching_rms": 0.003801102928502972,
+        "traffic_rms": 0.07235376710914479
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.225028066822233e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5793764682374934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02560264079951687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5172618599033356
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.044991135597229,
+        "mean_feedback_forward_cosine": 0.7481149896498649,
+        "mean_feedback_forward_relative_error": 0.7090476962827867,
+        "min_feedback_forward_cosine": 0.47188228368759155
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003800919419561118,
+        "instruction_rms": 0.003800919419834835,
+        "raw_apical_rms": 0.07366327193167098,
+        "teaching_rms": 0.003800919419561118,
+        "traffic_rms": 0.07356389856252486
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.0076314772031765e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5778947745267913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023600138084264186,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.4883759662055969
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0188921689987183,
+        "mean_feedback_forward_cosine": 0.7675743420277873,
+        "mean_feedback_forward_relative_error": 0.6807664450137846,
+        "min_feedback_forward_cosine": 0.4993303716182709
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038081847436252703,
+        "instruction_rms": 0.0038081847428805735,
+        "raw_apical_rms": 0.07483873834969192,
+        "teaching_rms": 0.0038081847436252703,
+        "traffic_rms": 0.07474069233291468
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.383430424719336e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.563779796097362e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023511291375287888,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.46503282198905943
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9933239817619324,
+        "mean_feedback_forward_cosine": 0.7850865721702576,
+        "mean_feedback_forward_relative_error": 0.6539644872949969,
+        "min_feedback_forward_cosine": 0.5248597264289856
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037975004780219064,
+        "instruction_rms": 0.0037975004777826777,
+        "raw_apical_rms": 0.0751567703844696,
+        "teaching_rms": 0.0037975004780219064,
+        "traffic_rms": 0.07505935765865411
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.5978653894753734e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.568034641812459e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025134926309358284,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.44063143260002136
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9673856496810913,
+        "mean_feedback_forward_cosine": 0.8014208097611705,
+        "mean_feedback_forward_relative_error": 0.6281607074122275,
+        "min_feedback_forward_cosine": 0.5494941473007202
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038286869929528345,
+        "instruction_rms": 0.0038286869928880426,
+        "raw_apical_rms": 0.0755839140671827,
+        "teaching_rms": 0.0038286869929528345,
+        "traffic_rms": 0.07548557374813313
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.2704825514429103e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567613383472839e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02341548672107511,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.424243131275177
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.942949116230011,
+        "mean_feedback_forward_cosine": 0.8160869921407392,
+        "mean_feedback_forward_relative_error": 0.60416255506777,
+        "min_feedback_forward_cosine": 0.5720338821411133
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003815301638750463,
+        "instruction_rms": 0.003815301638505104,
+        "raw_apical_rms": 0.07630348870986853,
+        "teaching_rms": 0.003815301638750463,
+        "traffic_rms": 0.07620670851335472
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 2.7082339926209897e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.579548432999604e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023191719646902132,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.40831927920341493
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9173076152801514,
+        "mean_feedback_forward_cosine": 0.8298169855148562,
+        "mean_feedback_forward_relative_error": 0.5807071794425288,
+        "min_feedback_forward_cosine": 0.5949041247367859
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003888690006762004,
+        "instruction_rms": 0.0038886900062056274,
+        "raw_apical_rms": 0.07705134584979244,
+        "teaching_rms": 0.003888690006762004,
+        "traffic_rms": 0.0769517401391886
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 2.7501505073246335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5709947772725082e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02365437562225305,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.39128387632369993
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8924576640129089,
+        "mean_feedback_forward_cosine": 0.8425317406654358,
+        "mean_feedback_forward_relative_error": 0.5581389670410464,
+        "min_feedback_forward_cosine": 0.6168732643127441
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038875513240429053,
+        "instruction_rms": 0.0038875513250331934,
+        "raw_apical_rms": 0.0774914690791847,
+        "teaching_rms": 0.0038875513240429053,
+        "traffic_rms": 0.07739251392587451
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.4438445933583353e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5670128446355948e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02437334659023546,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.3801311800289154
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8670241832733154,
+        "mean_feedback_forward_cosine": 0.8543807056642347,
+        "mean_feedback_forward_relative_error": 0.5363450382025011,
+        "min_feedback_forward_cosine": 0.6383365392684937
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00384500775541852,
+        "instruction_rms": 0.003845007755000397,
+        "raw_apical_rms": 0.07832073428570242,
+        "teaching_rms": 0.00384500775541852,
+        "traffic_rms": 0.07822466862381727
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.5322519192627624e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5564336764432264e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02188136392313046,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3651800305223465
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8419966101646423,
+        "mean_feedback_forward_cosine": 0.865056985808957,
+        "mean_feedback_forward_relative_error": 0.5159447313316406,
+        "min_feedback_forward_cosine": 0.6593444347381592
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003845568267843205,
+        "instruction_rms": 0.0038455682693480553,
+        "raw_apical_rms": 0.07872827558104348,
+        "teaching_rms": 0.003845568267843205,
+        "traffic_rms": 0.07863286559487295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 2.6638568684234087e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.552634404029924e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022451397270068573,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.35390729375839236
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8158823847770691,
+        "mean_feedback_forward_cosine": 0.875196099281311,
+        "mean_feedback_forward_relative_error": 0.49568016106082546,
+        "min_feedback_forward_cosine": 0.6797770857810974
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038774594622224185,
+        "instruction_rms": 0.0038774594629651968,
+        "raw_apical_rms": 0.07898112474063972,
+        "teaching_rms": 0.0038774594622224185,
+        "traffic_rms": 0.07888394814688401
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.474346416647677e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558705973092894e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022742344210804517,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.34763749789237974
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7906211614608765,
+        "mean_feedback_forward_cosine": 0.8843311071395874,
+        "mean_feedback_forward_relative_error": 0.4769887044545143,
+        "min_feedback_forward_cosine": 0.6992702484130859
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003802348199810035,
+        "instruction_rms": 0.003802348199231994,
+        "raw_apical_rms": 0.07967834579403497,
+        "teaching_rms": 0.003802348199810035,
+        "traffic_rms": 0.07958576632750877
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 2.8695327003447346e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5541955505899907e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0225150335205604,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3351114765357971
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7663038372993469,
+        "mean_feedback_forward_cosine": 0.8926228957791482,
+        "mean_feedback_forward_relative_error": 0.45923874166703993,
+        "min_feedback_forward_cosine": 0.7173070907592773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003746605771084313,
+        "instruction_rms": 0.003746605771660771,
+        "raw_apical_rms": 0.07995686548010453,
+        "teaching_rms": 0.003746605771084313,
+        "traffic_rms": 0.07986741843977396
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.128937819951716e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5571558664184326e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02191969048439542,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.32765958612442014
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7423281669616699,
+        "mean_feedback_forward_cosine": 0.9003835993428384,
+        "mean_feedback_forward_relative_error": 0.4420319882131392,
+        "min_feedback_forward_cosine": 0.7346341609954834
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003803798781482709,
+        "instruction_rms": 0.0038037987819786482,
+        "raw_apical_rms": 0.0802889870233249,
+        "teaching_rms": 0.003803798781482709,
+        "traffic_rms": 0.08019723992911532
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.6047445089716348e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5555373872400654e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021384591420741537,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3194572360420227
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7184553742408752,
+        "mean_feedback_forward_cosine": 0.9075927638238476,
+        "mean_feedback_forward_relative_error": 0.42546406532487563,
+        "min_feedback_forward_cosine": 0.7514128684997559
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003811076587604591,
+        "instruction_rms": 0.003811076587067008,
+        "raw_apical_rms": 0.08061216923055259,
+        "teaching_rms": 0.003811076587604591,
+        "traffic_rms": 0.0805201696573842
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 2.9550477620432503e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5568044288401618e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02247422627232819,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.30688063206672667
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6946475505828857,
+        "mean_feedback_forward_cosine": 0.9145379758650257,
+        "mean_feedback_forward_relative_error": 0.4089530086325061,
+        "min_feedback_forward_cosine": 0.7675841450691223
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00382989182811828,
+        "instruction_rms": 0.0038298918277047014,
+        "raw_apical_rms": 0.08083736719136075,
+        "teaching_rms": 0.00382989182811828,
+        "traffic_rms": 0.08074476792836242
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.423254308325795e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556297327911852e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02161529452935168,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.30793094880104066
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6719034910202026,
+        "mean_feedback_forward_cosine": 0.9207627504102646,
+        "mean_feedback_forward_relative_error": 0.39359850796961016,
+        "min_feedback_forward_cosine": 0.7825264930725098
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037957908672480263,
+        "instruction_rms": 0.003795790868013067,
+        "raw_apical_rms": 0.08113030517176986,
+        "teaching_rms": 0.0037957908672480263,
+        "traffic_rms": 0.08103955773970174
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.9971225501412846e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.563857698410766e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022212461071887117,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.2988512475013733
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.648636519908905,
+        "mean_feedback_forward_cosine": 0.9265817922930564,
+        "mean_feedback_forward_relative_error": 0.3786434334131979,
+        "min_feedback_forward_cosine": 0.7969982028007507
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003789280125772157,
+        "instruction_rms": 0.003789280125846186,
+        "raw_apical_rms": 0.08137693864197929,
+        "teaching_rms": 0.003789280125772157,
+        "traffic_rms": 0.08128687373600725
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.5351011007378474e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.547528127230909e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022590934673623334,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.2955006490373611
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6280379295349121,
+        "mean_feedback_forward_cosine": 0.9317853719957413,
+        "mean_feedback_forward_relative_error": 0.36478087161817857,
+        "min_feedback_forward_cosine": 0.8096004724502563
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003720107890496055,
+        "instruction_rms": 0.0037201078904678503,
+        "raw_apical_rms": 0.08158154932965317,
+        "teaching_rms": 0.003720107890496055,
+        "traffic_rms": 0.0814947290184295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.66785775693279e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5439884771976598e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02249486728222325,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.28047562375068663
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.606637716293335,
+        "mean_feedback_forward_cosine": 0.9367853633819088,
+        "mean_feedback_forward_relative_error": 0.3509458897094573,
+        "min_feedback_forward_cosine": 0.8222372531890869
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003773844691080946,
+        "instruction_rms": 0.003773844690461671,
+        "raw_apical_rms": 0.08196960446469068,
+        "teaching_rms": 0.003773844691080946,
+        "traffic_rms": 0.08188111289104735
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.5396712288738854e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5454621360364765e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021035724662669116,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.2748355854034424
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5845741033554077,
+        "mean_feedback_forward_cosine": 0.941536255421177,
+        "mean_feedback_forward_relative_error": 0.3373694977452678,
+        "min_feedback_forward_cosine": 0.8346878290176392
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038041466624678063,
+        "instruction_rms": 0.0038041466607106624,
+        "raw_apical_rms": 0.08262488422964115,
+        "teaching_rms": 0.0038041466624678063,
+        "traffic_rms": 0.08253555321885514
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.025534311973388e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5504034505469517e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021575066880123162,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.2817251724815369
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5648671984672546,
+        "mean_feedback_forward_cosine": 0.9457164791322523,
+        "mean_feedback_forward_relative_error": 0.32496031229534456,
+        "min_feedback_forward_cosine": 0.8454329967498779
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003696997936087001,
+        "instruction_rms": 0.0036969979353304325,
+        "raw_apical_rms": 0.08311236722775739,
+        "teaching_rms": 0.003696997936087001,
+        "traffic_rms": 0.08302831970609409
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 2.9984740024247e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.550059349709595e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021562584337519015,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.2675520391702652
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5451713800430298,
+        "mean_feedback_forward_cosine": 0.9496755234656795,
+        "mean_feedback_forward_relative_error": 0.3127627603469356,
+        "min_feedback_forward_cosine": 0.8559471368789673
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003741085292343212,
+        "instruction_rms": 0.0037410852929531577,
+        "raw_apical_rms": 0.08343884742313849,
+        "teaching_rms": 0.003741085292343212,
+        "traffic_rms": 0.08335299450034313
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 2.6218115678489085e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539819986029742e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022153264227316255,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.26477368724822997
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5258288383483887,
+        "mean_feedback_forward_cosine": 0.9532831811135815,
+        "mean_feedback_forward_relative_error": 0.3011800134854932,
+        "min_feedback_forward_cosine": 0.8658452033996582
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036989109826581186,
+        "instruction_rms": 0.00369891098163216,
+        "raw_apical_rms": 0.08392184744006817,
+        "teaching_rms": 0.0036989109826581186,
+        "traffic_rms": 0.08383847547201535
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.780694252635385e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.543599796802316e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021519108977254647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.25460036865234376
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5055931210517883,
+        "mean_feedback_forward_cosine": 0.9568271175507577,
+        "mean_feedback_forward_relative_error": 0.28946466191161063,
+        "min_feedback_forward_cosine": 0.8758914470672607
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003766140403572987,
+        "instruction_rms": 0.0037661404038988712,
+        "raw_apical_rms": 0.08434165028912659,
+        "teaching_rms": 0.003766140403572987,
+        "traffic_rms": 0.08425549402353745
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.603221638253217e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5315106253461986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021377326771947168,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2593456088924408
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4867854714393616,
+        "mean_feedback_forward_cosine": 0.9599301218986511,
+        "mean_feedback_forward_relative_error": 0.278771095218197,
+        "min_feedback_forward_cosine": 0.8847917914390564
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003660920335533748,
+        "instruction_rms": 0.0036609203352707892,
+        "raw_apical_rms": 0.08445576094726165,
+        "teaching_rms": 0.003660920335533748,
+        "traffic_rms": 0.084374537128479
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.4792990771516088e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.547704320857565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020858484746963266,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2517908228492737
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4684971868991852,
+        "mean_feedback_forward_cosine": 0.9628444890822133,
+        "mean_feedback_forward_relative_error": 0.26838447081465877,
+        "min_feedback_forward_cosine": 0.8932062387466431
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003676764120386712,
+        "instruction_rms": 0.0036767641207572197,
+        "raw_apical_rms": 0.08501292971141325,
+        "teaching_rms": 0.003676764120386712,
+        "traffic_rms": 0.08493144475411925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.3919136893368886e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.542121244602389e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02120021736212017,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.25233236048698426
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.45047035813331604,
+        "mean_feedback_forward_cosine": 0.9655597498339992,
+        "mean_feedback_forward_relative_error": 0.25830644297022975,
+        "min_feedback_forward_cosine": 0.9012092351913452
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003679990967941737,
+        "instruction_rms": 0.0036799909676135684,
+        "raw_apical_rms": 0.0851496850663049,
+        "teaching_rms": 0.003679990967941737,
+        "traffic_rms": 0.08506827021794751
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.9648782984281752e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539612328170669e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020773911571546892,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2458469243335724
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4340652823448181,
+        "mean_feedback_forward_cosine": 0.9680396472254107,
+        "mean_feedback_forward_relative_error": 0.24874176445507235,
+        "min_feedback_forward_cosine": 0.9081953763961792
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003644402866019241,
+        "instruction_rms": 0.0036444028657358156,
+        "raw_apical_rms": 0.08496649589575904,
+        "teaching_rms": 0.003644402866019241,
+        "traffic_rms": 0.08488620220215817
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.3739916699128116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5451101029528e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021873115790655737,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.23864479013442993
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4173719584941864,
+        "mean_feedback_forward_cosine": 0.9703690621160692,
+        "mean_feedback_forward_relative_error": 0.23945583859758993,
+        "min_feedback_forward_cosine": 0.9150651693344116
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003640872765862737,
+        "instruction_rms": 0.0036408727650291996,
+        "raw_apical_rms": 0.08512538467006531,
+        "teaching_rms": 0.003640872765862737,
+        "traffic_rms": 0.0850452255702441
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.4701588330344748e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5419072895932438e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020875260569160312,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.23881911232948302
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4010053873062134,
+        "mean_feedback_forward_cosine": 0.9725564218336537,
+        "mean_feedback_forward_relative_error": 0.23038030391739261,
+        "min_feedback_forward_cosine": 0.9214887022972107
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003635837633583387,
+        "instruction_rms": 0.0036358376332435707,
+        "raw_apical_rms": 0.08567487952189785,
+        "teaching_rms": 0.003635837633583387,
+        "traffic_rms": 0.08559602130822146
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.317799368574015e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5412768536771445e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02014687900955798,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.24160078894138337
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3865017294883728,
+        "mean_feedback_forward_cosine": 0.9744961165612743,
+        "mean_feedback_forward_relative_error": 0.22201711299919313,
+        "min_feedback_forward_cosine": 0.9270517826080322
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003607355159570028,
+        "instruction_rms": 0.003607355159732388,
+        "raw_apical_rms": 0.0859003992734445,
+        "teaching_rms": 0.003607355159570028,
+        "traffic_rms": 0.08582259692315432
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.3608007992947933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.533301772029077e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020296927779150903,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.22934025659561158
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.37123191356658936,
+        "mean_feedback_forward_cosine": 0.9763900618399343,
+        "mean_feedback_forward_relative_error": 0.21357049264254108,
+        "min_feedback_forward_cosine": 0.9326528906822205
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036277093888634716,
+        "instruction_rms": 0.0036277093895101292,
+        "raw_apical_rms": 0.08627876412960948,
+        "teaching_rms": 0.0036277093888634716,
+        "traffic_rms": 0.08620047067783435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.59356323084603e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.540223644719879e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020772425150943352,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.23243314829826356
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35625848174095154,
+        "mean_feedback_forward_cosine": 0.9781526884725017,
+        "mean_feedback_forward_relative_error": 0.20543468070607032,
+        "min_feedback_forward_cosine": 0.9379054307937622
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036174161382302055,
+        "instruction_rms": 0.003617416137268926,
+        "raw_apical_rms": 0.08653085731511036,
+        "teaching_rms": 0.0036174161382302055,
+        "traffic_rms": 0.08645306446533436
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.9466003676789114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5411118523938734e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019880979082758023,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.22913747826576233
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3421632647514343,
+        "mean_feedback_forward_cosine": 0.9797359512698266,
+        "mean_feedback_forward_relative_error": 0.1978166350914586,
+        "min_feedback_forward_cosine": 0.9427322745323181
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003573222538527244,
+        "instruction_rms": 0.003573222539230401,
+        "raw_apical_rms": 0.08665976544015823,
+        "teaching_rms": 0.003573222538527244,
+        "traffic_rms": 0.08658395129540997
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.4065903048153814e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.538551983105687e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020373166720702253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2236249598789215
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3285570442676544,
+        "mean_feedback_forward_cosine": 0.9812291649080092,
+        "mean_feedback_forward_relative_error": 0.1903552626890521,
+        "min_feedback_forward_cosine": 0.9471590518951416
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036359997763206575,
+        "instruction_rms": 0.003635999776054257,
+        "raw_apical_rms": 0.08668425385848394,
+        "teaching_rms": 0.0036359997763206575,
+        "traffic_rms": 0.08660585540986522
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.697324674727497e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5412239550459958e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019691640759525866,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.21998947902202606
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3161172568798065,
+        "mean_feedback_forward_cosine": 0.9826005139658528,
+        "mean_feedback_forward_relative_error": 0.1832409154984259,
+        "min_feedback_forward_cosine": 0.9510786533355713
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036017919184717483,
+        "instruction_rms": 0.0036017919177878965,
+        "raw_apical_rms": 0.08679553826776168,
+        "teaching_rms": 0.0036017919184717483,
+        "traffic_rms": 0.08671875062419489
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.4171539436679268e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5493105717846082e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019258260655312977,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.21795385506629944
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.303568571805954,
+        "mean_feedback_forward_cosine": 0.9839023101714349,
+        "mean_feedback_forward_relative_error": 0.1762339639807901,
+        "min_feedback_forward_cosine": 0.9548273682594299
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036224065081917217,
+        "instruction_rms": 0.0036224065075101566,
+        "raw_apical_rms": 0.08757546073479362,
+        "teaching_rms": 0.0036224065081917217,
+        "traffic_rms": 0.08749858906483558
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.4562153200236025e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5459714423101956e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01948794175861389,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.2169464857006073
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.29180771112442017,
+        "mean_feedback_forward_cosine": 0.9850710784235308,
+        "mean_feedback_forward_relative_error": 0.1696895678197184,
+        "min_feedback_forward_cosine": 0.9582520127296448
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035627054861949756,
+        "instruction_rms": 0.0035627054858939342,
+        "raw_apical_rms": 0.08753201662723528,
+        "teaching_rms": 0.0035627054861949756,
+        "traffic_rms": 0.08745727137465721
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.8947622965347364e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5385903138064397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019584450661410183,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.21340061833381652
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2798219919204712,
+        "mean_feedback_forward_cosine": 0.9861899172106097,
+        "mean_feedback_forward_relative_error": 0.16319163948778184,
+        "min_feedback_forward_cosine": 0.9615894556045532
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003586454904667169,
+        "instruction_rms": 0.0035864549048118025,
+        "raw_apical_rms": 0.08783464794161433,
+        "teaching_rms": 0.003586454904667169,
+        "traffic_rms": 0.0877592818811931
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.435359292007888e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5373971080316475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020086318690535118,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.2142408071708679
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2687036693096161,
+        "mean_feedback_forward_cosine": 0.9871921731579688,
+        "mean_feedback_forward_relative_error": 0.15714425581597513,
+        "min_feedback_forward_cosine": 0.9645549654960632
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035468197410135076,
+        "instruction_rms": 0.003546819741902306,
+        "raw_apical_rms": 0.08781597742571949,
+        "teaching_rms": 0.0035468197410135076,
+        "traffic_rms": 0.08774253348408927
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.6614911163846955e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539736182174867e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02008860360514407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.20817647980690002
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25753459334373474,
+        "mean_feedback_forward_cosine": 0.9881646960012375,
+        "mean_feedback_forward_relative_error": 0.15107314853418258,
+        "min_feedback_forward_cosine": 0.9674193859100342
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003591153247945613,
+        "instruction_rms": 0.0035911532483922353,
+        "raw_apical_rms": 0.08888751845762376,
+        "teaching_rms": 0.003591153247945613,
+        "traffic_rms": 0.08881303967673218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.5328708019856094e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5296619512554614e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020784637063976662,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.21359893213272094
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2474459558725357,
+        "mean_feedback_forward_cosine": 0.9890174731131522,
+        "mean_feedback_forward_relative_error": 0.14549297058293897,
+        "min_feedback_forward_cosine": 0.969895601272583
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003526777987799233,
+        "instruction_rms": 0.0035267779874768386,
+        "raw_apical_rms": 0.08914640316821017,
+        "teaching_rms": 0.003526777987799233,
+        "traffic_rms": 0.0890747284117013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 2.7976337690915898e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5399596731265748e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020846874032681033,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.20605351320266724
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23715411126613617,
+        "mean_feedback_forward_cosine": 0.9898492713128367,
+        "mean_feedback_forward_relative_error": 0.13989623443734261,
+        "min_feedback_forward_cosine": 0.9723339080810547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003563383861972153,
+        "instruction_rms": 0.0035633838618865017,
+        "raw_apical_rms": 0.08945401136580772,
+        "teaching_rms": 0.003563383861972153,
+        "traffic_rms": 0.08938093314463431
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.3503424984028243e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5329162025305695e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02091112241956645,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.20982917757987976
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22737513482570648,
+        "mean_feedback_forward_cosine": 0.9906215648497304,
+        "mean_feedback_forward_relative_error": 0.13446674616106094,
+        "min_feedback_forward_cosine": 0.9745501279830933
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035858712766025074,
+        "instruction_rms": 0.0035858712760856713,
+        "raw_apical_rms": 0.08941056224927504,
+        "teaching_rms": 0.0035858712766025074,
+        "traffic_rms": 0.08933648764502701
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.7436763022924424e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.529668300633916e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020850600044323923,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2077607313632965
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21776433289051056,
+        "mean_feedback_forward_cosine": 0.9913409717621342,
+        "mean_feedback_forward_relative_error": 0.1292032654727659,
+        "min_feedback_forward_cosine": 0.976641058921814
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003615761091928174,
+        "instruction_rms": 0.0036157610921008503,
+        "raw_apical_rms": 0.08947213090545557,
+        "teaching_rms": 0.003615761091928174,
+        "traffic_rms": 0.08939706188408748
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.449490731417427e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5278470935355535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02055420217669056,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.2050978511786461
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20912526547908783,
+        "mean_feedback_forward_cosine": 0.9919809314512438,
+        "mean_feedback_forward_relative_error": 0.12432593539837868,
+        "min_feedback_forward_cosine": 0.9784440398216248
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035560730274956016,
+        "instruction_rms": 0.003556073027054234,
+        "raw_apical_rms": 0.08932604240814324,
+        "teaching_rms": 0.0035560730274956016,
+        "traffic_rms": 0.08925308994395416
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.183000529816127e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.529106656156594e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021170023524429888,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.1972603488063812
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20059646666049957,
+        "mean_feedback_forward_cosine": 0.9925899640206368,
+        "mean_feedback_forward_relative_error": 0.1194925885046682,
+        "min_feedback_forward_cosine": 0.9801497459411621
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003561461384419712,
+        "instruction_rms": 0.003561461384152423,
+        "raw_apical_rms": 0.08969275877701628,
+        "teaching_rms": 0.003561461384419712,
+        "traffic_rms": 0.08961997947018287
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.3832802276710936e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.527337583226723e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02007818182522912,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.199876754860878
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19231562316417694,
+        "mean_feedback_forward_cosine": 0.9931506206912379,
+        "mean_feedback_forward_relative_error": 0.11487585029775096,
+        "min_feedback_forward_cosine": 0.9817416667938232
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003572397417247057,
+        "instruction_rms": 0.0035723974179432344,
+        "raw_apical_rms": 0.09010630501835151,
+        "teaching_rms": 0.003572397417247057,
+        "traffic_rms": 0.09003342776220075
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.2090982194386015e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5342840484179384e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01946575807985318,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.20152020866394044
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18480812013149261,
+        "mean_feedback_forward_cosine": 0.9936417764233004,
+        "mean_feedback_forward_relative_error": 0.11068257256861656,
+        "min_feedback_forward_cosine": 0.9831238389015198
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035041394987490146,
+        "instruction_rms": 0.003504139498127927,
+        "raw_apical_rms": 0.09014100840569654,
+        "teaching_rms": 0.0035041394987490146,
+        "traffic_rms": 0.09007076417279689
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.389217522771105e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5353137209224774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019352542806402275,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.19439666543006898
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17740245163440704,
+        "mean_feedback_forward_cosine": 0.99412194759615,
+        "mean_feedback_forward_relative_error": 0.10641636783557554,
+        "min_feedback_forward_cosine": 0.9844418168067932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003526084237368824,
+        "instruction_rms": 0.003526084236286148,
+        "raw_apical_rms": 0.09088674860585018,
+        "teaching_rms": 0.003526084237368824,
+        "traffic_rms": 0.09081626399576186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.516608953508694e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5235592287471313e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019902515910294783,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.19436994416236877
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17025071382522583,
+        "mean_feedback_forward_cosine": 0.994560380135813,
+        "mean_feedback_forward_relative_error": 0.1023753434419632,
+        "min_feedback_forward_cosine": 0.9856672286987305
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034963882295491245,
+        "instruction_rms": 0.0034963882292639507,
+        "raw_apical_rms": 0.09093808873264245,
+        "teaching_rms": 0.0034963882295491245,
+        "traffic_rms": 0.09086897345524017
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.537916626328297e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.525981135991251e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019666085413254365,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.18953499997138978
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1630403846502304,
+        "mean_feedback_forward_cosine": 0.9949728481231197,
+        "mean_feedback_forward_relative_error": 0.09843012438185754,
+        "min_feedback_forward_cosine": 0.986850380897522
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035419359508581994,
+        "instruction_rms": 0.00354193595166535,
+        "raw_apical_rms": 0.09101691362408658,
+        "teaching_rms": 0.0035419359508581994,
+        "traffic_rms": 0.09094582922106047
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.545998339404832e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5229900805215062e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019989621006640285,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.19320359150886535
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15601927042007446,
+        "mean_feedback_forward_cosine": 0.9953637853745492,
+        "mean_feedback_forward_relative_error": 0.09453326667989453,
+        "min_feedback_forward_cosine": 0.9879511594772339
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035633617029206524,
+        "instruction_rms": 0.003563361703999385,
+        "raw_apical_rms": 0.09102371829446436,
+        "teaching_rms": 0.0035633617029206524,
+        "traffic_rms": 0.09095171219641386
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.389641716784354e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5265557477166158e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020356236874469368,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.1960710004043579
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14947889745235443,
+        "mean_feedback_forward_cosine": 0.9957203307459431,
+        "mean_feedback_forward_relative_error": 0.0908293481315336,
+        "min_feedback_forward_cosine": 0.9889388084411621
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003560543210386606,
+        "instruction_rms": 0.0035605432112496387,
+        "raw_apical_rms": 0.09167314447405792,
+        "teaching_rms": 0.003560543210386606,
+        "traffic_rms": 0.09160188029210986
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.232928318970153e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5236609214455478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020269338767882495,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.19550201475143433
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14348924160003662,
+        "mean_feedback_forward_cosine": 0.9960384215078046,
+        "mean_feedback_forward_relative_error": 0.08738184293671962,
+        "min_feedback_forward_cosine": 0.9897992610931396
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034696232870770043,
+        "instruction_rms": 0.0034696232865405376,
+        "raw_apical_rms": 0.09203038429619985,
+        "teaching_rms": 0.0034696232870770043,
+        "traffic_rms": 0.09196250854648237
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.619381854809035e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.529544492211799e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02043411407600841,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.1877687189435959
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1377529799938202,
+        "mean_feedback_forward_cosine": 0.9963377137337962,
+        "mean_feedback_forward_relative_error": 0.08401348598061069,
+        "min_feedback_forward_cosine": 0.9905954599380493
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035635897063299986,
+        "instruction_rms": 0.0035635897062836677,
+        "raw_apical_rms": 0.09227704395719892,
+        "teaching_rms": 0.0035635897063299986,
+        "traffic_rms": 0.09220624337361381
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.530069475094933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5475167122117337e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020283477060844185,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.18872840131759644
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13226574659347534,
+        "mean_feedback_forward_cosine": 0.996613863975771,
+        "mean_feedback_forward_relative_error": 0.0807801885229926,
+        "min_feedback_forward_cosine": 0.9913270473480225
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035459664115947555,
+        "instruction_rms": 0.003545966412260038,
+        "raw_apical_rms": 0.09278309030243255,
+        "teaching_rms": 0.0035459664115947555,
+        "traffic_rms": 0.09271337933639279
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.6564591233154715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5287458128170955e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020796899204671513,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.18797186532974244
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12683233618736267,
+        "mean_feedback_forward_cosine": 0.996869844775046,
+        "mean_feedback_forward_relative_error": 0.07766845966539075,
+        "min_feedback_forward_cosine": 0.9920245409011841
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034992089524370123,
+        "instruction_rms": 0.003499208952596316,
+        "raw_apical_rms": 0.09290394068064936,
+        "teaching_rms": 0.0034992089524370123,
+        "traffic_rms": 0.09283585880603441
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 3.064278075726179e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5227438798413417e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018580219473450618,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.1894784338283539
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12172558158636093,
+        "mean_feedback_forward_cosine": 0.9971017106886833,
+        "mean_feedback_forward_relative_error": 0.07473568606280512,
+        "min_feedback_forward_cosine": 0.9926533102989197
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034709234123134016,
+        "instruction_rms": 0.0034709234118668183,
+        "raw_apical_rms": 0.09275222339175077,
+        "teaching_rms": 0.0034709234123134016,
+        "traffic_rms": 0.09268501456842669
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 4.3856765330474445e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5249601275214636e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018866666273558735,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.18372785980939865
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11663611978292465,
+        "mean_feedback_forward_cosine": 0.9973189061687838,
+        "mean_feedback_forward_relative_error": 0.07188035037008024,
+        "min_feedback_forward_cosine": 0.9932522177696228
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035141430347087653,
+        "instruction_rms": 0.0035141430339138617,
+        "raw_apical_rms": 0.09275169184950063,
+        "teaching_rms": 0.0035141430347087653,
+        "traffic_rms": 0.09268323340808805
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.2397794547687226e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5226258692112242e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019234404414508882,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.18465503021240234
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11190527677536011,
+        "mean_feedback_forward_cosine": 0.9975191489342721,
+        "mean_feedback_forward_relative_error": 0.0691405072688095,
+        "min_feedback_forward_cosine": 0.993786096572876
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034866513598836857,
+        "instruction_rms": 0.003486651361087333,
+        "raw_apical_rms": 0.09323491465648073,
+        "teaching_rms": 0.0034866513598836857,
+        "traffic_rms": 0.09316780274526372
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.0512088733967175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5213683826582096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019610186327961982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.18463716703891755
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10722721368074417,
+        "mean_feedback_forward_cosine": 0.9977076784256966,
+        "mean_feedback_forward_relative_error": 0.06646183962302823,
+        "min_feedback_forward_cosine": 0.9942919015884399
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00350020678437986,
+        "instruction_rms": 0.0035002067836061483,
+        "raw_apical_rms": 0.09346649483909661,
+        "teaching_rms": 0.00350020678437986,
+        "traffic_rms": 0.09339873528697154
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.745538007000505e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.522508483052675e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019239783961154982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.18354372583389283
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10300333797931671,
+        "mean_feedback_forward_cosine": 0.9978772421036998,
+        "mean_feedback_forward_relative_error": 0.06394916268125657,
+        "min_feedback_forward_cosine": 0.9947330951690674
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034676678122970215,
+        "instruction_rms": 0.0034676678115988712,
+        "raw_apical_rms": 0.09340542900169638,
+        "teaching_rms": 0.0034676678122970215,
+        "traffic_rms": 0.09333919046443108
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.898492633742535e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5208968764574846e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018313658323218743,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.18212127259254454
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09888428449630737,
+        "mean_feedback_forward_cosine": 0.9980354251400116,
+        "mean_feedback_forward_relative_error": 0.06152387756493784,
+        "min_feedback_forward_cosine": 0.9951443672180176
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034759140903340606,
+        "instruction_rms": 0.0034759140902410157,
+        "raw_apical_rms": 0.09347412529018984,
+        "teaching_rms": 0.0034759140903340606,
+        "traffic_rms": 0.09340736925357711
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.2133837752089676e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.52450409723183e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018215467396750798,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.18039082668304443
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0951661467552185,
+        "mean_feedback_forward_cosine": 0.9981779360002087,
+        "mean_feedback_forward_relative_error": 0.05924614542914975,
+        "min_feedback_forward_cosine": 0.9955019950866699
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003423960539554479,
+        "instruction_rms": 0.0034239605396800634,
+        "raw_apical_rms": 0.09385243812729338,
+        "teaching_rms": 0.003423960539554479,
+        "traffic_rms": 0.09378770250891492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.9836078375165016e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5208947390851188e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01958067184831516,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.1735227191925049
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09132730215787888,
+        "mean_feedback_forward_cosine": 0.9983135788671432,
+        "mean_feedback_forward_relative_error": 0.056999864897901015,
+        "min_feedback_forward_cosine": 0.9958555102348328
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003445312271472041,
+        "instruction_rms": 0.0034453122716488374,
+        "raw_apical_rms": 0.0939710927944859,
+        "teaching_rms": 0.003445312271472041,
+        "traffic_rms": 0.09390568598544434
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.2083194646002084e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.522992588818411e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020160802750244577,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.17735280702590941
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0876811072230339,
+        "mean_feedback_forward_cosine": 0.9984409097702273,
+        "mean_feedback_forward_relative_error": 0.05480683036148548,
+        "min_feedback_forward_cosine": 0.99617999792099
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035048535103925867,
+        "instruction_rms": 0.003504853510751594,
+        "raw_apical_rms": 0.09413456511708417,
+        "teaching_rms": 0.0035048535103925867,
+        "traffic_rms": 0.09406693658399976
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.163624550164059e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.522649357981428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01950703249191764,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.17650808246612548
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08402995020151138,
+        "mean_feedback_forward_cosine": 0.9985610842704773,
+        "mean_feedback_forward_relative_error": 0.052653420716524124,
+        "min_feedback_forward_cosine": 0.9964897036552429
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035416739590402417,
+        "instruction_rms": 0.0035416739589272674,
+        "raw_apical_rms": 0.09457344166876108,
+        "teaching_rms": 0.0035416739590402417,
+        "traffic_rms": 0.0945047379531391
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 5.586554863157289e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5200544741022107e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01950934226676978,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.17624187963962554
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08052390068769455,
+        "mean_feedback_forward_cosine": 0.998673592844317,
+        "mean_feedback_forward_relative_error": 0.05055269454756091,
+        "min_feedback_forward_cosine": 0.9967756271362305
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003540208157372695,
+        "instruction_rms": 0.0035402081569593695,
+        "raw_apical_rms": 0.09483157929021507,
+        "teaching_rms": 0.003540208157372695,
+        "traffic_rms": 0.09476320547439462
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.452772100511538e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.518896175044665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01939992738971707,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.18187842219352723
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07720277458429337,
+        "mean_feedback_forward_cosine": 0.9987735517563359,
+        "mean_feedback_forward_relative_error": 0.04861524544896618,
+        "min_feedback_forward_cosine": 0.9970353841781616
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035003158300454316,
+        "instruction_rms": 0.0035003158309198012,
+        "raw_apical_rms": 0.09498571333500043,
+        "teaching_rms": 0.0035003158300454316,
+        "traffic_rms": 0.09491866178358407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.529064057123833e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5288657977678663e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018480898283810714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.1762250036621094
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07416512817144394,
+        "mean_feedback_forward_cosine": 0.9988657274553853,
+        "mean_feedback_forward_relative_error": 0.046751628900247234,
+        "min_feedback_forward_cosine": 0.9972637891769409
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034554718629002915,
+        "instruction_rms": 0.0034554718634361562,
+        "raw_apical_rms": 0.09519143930321672,
+        "teaching_rms": 0.0034554718629002915,
+        "traffic_rms": 0.09512648723722626
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.018802440304171e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5163553027358353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018844094197898863,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.17268958324909212
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07120780646800995,
+        "mean_feedback_forward_cosine": 0.9989516985031867,
+        "mean_feedback_forward_relative_error": 0.044948042670805606,
+        "min_feedback_forward_cosine": 0.9974775314331055
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003470594085441904,
+        "instruction_rms": 0.003470594086108436,
+        "raw_apical_rms": 0.09537300016442023,
+        "teaching_rms": 0.003470594085441904,
+        "traffic_rms": 0.0953077111123998
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.989027502233512e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5199447587948385e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01951974860847415,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.17510864750385285
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06835093349218369,
+        "mean_feedback_forward_cosine": 0.9990294710282357,
+        "mean_feedback_forward_relative_error": 0.04324998676536545,
+        "min_feedback_forward_cosine": 0.9976750016212463
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003442444643512692,
+        "instruction_rms": 0.0034424446438425355,
+        "raw_apical_rms": 0.09562175925960778,
+        "teaching_rms": 0.003442444643512692,
+        "traffic_rms": 0.09555776369150733
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.6041826351483905e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.520097017286646e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019163110445721183,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.17469935647964477
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06559786200523376,
+        "mean_feedback_forward_cosine": 0.9991019137444035,
+        "mean_feedback_forward_relative_error": 0.041603886612480684,
+        "min_feedback_forward_cosine": 0.9978584051132202
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035098417467668364,
+        "instruction_rms": 0.003509841746491489,
+        "raw_apical_rms": 0.09607821031605751,
+        "teaching_rms": 0.0035098417467668364,
+        "traffic_rms": 0.09601196820992938
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.5210232829949746e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5167766973070668e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01847280692125062,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.1742268820810318
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06288089603185654,
+        "mean_feedback_forward_cosine": 0.9991696150072159,
+        "mean_feedback_forward_relative_error": 0.04000675068387101,
+        "min_feedback_forward_cosine": 0.9980316162109375
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034711323112744876,
+        "instruction_rms": 0.003471132312907595,
+        "raw_apical_rms": 0.09580615766435122,
+        "teaching_rms": 0.0034711323112744876,
+        "traffic_rms": 0.09574090896005594
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.436546774400085e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5224432948121803e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01807439206409788,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.16974857542037963
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.060315243899822235,
+        "mean_feedback_forward_cosine": 0.9992318499472833,
+        "mean_feedback_forward_relative_error": 0.03848021101927565,
+        "min_feedback_forward_cosine": 0.9981886148452759
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034625979422622188,
+        "instruction_rms": 0.003462597942201401,
+        "raw_apical_rms": 0.09608253547263627,
+        "teaching_rms": 0.0034625979422622188,
+        "traffic_rms": 0.09601792823747263
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.3853660258719174e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5194168004595284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018175094498645634,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.1708846864056587
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05790635570883751,
+        "mean_feedback_forward_cosine": 0.9992905066859338,
+        "mean_feedback_forward_relative_error": 0.036987309374155536,
+        "min_feedback_forward_cosine": 0.9983300566673279
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034659804125877205,
+        "instruction_rms": 0.0034659804125936338,
+        "raw_apical_rms": 0.09654511939410211,
+        "teaching_rms": 0.0034659804125877205,
+        "traffic_rms": 0.09648072978963708
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.4871489756606024e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.514022440685767e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01872765565633019,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.17357911764621733
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05558721348643303,
+        "mean_feedback_forward_cosine": 0.9993443796711583,
+        "mean_feedback_forward_relative_error": 0.03555818403800649,
+        "min_feedback_forward_cosine": 0.9984607696533203
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034345960635000262,
+        "instruction_rms": 0.003434596063429914,
+        "raw_apical_rms": 0.09618863003047651,
+        "teaching_rms": 0.0034345960635000262,
+        "traffic_rms": 0.09612500039861203
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 3.0324098787559706e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5221265707216064e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018433742315666427,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.16764934017658234
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.053250689059495926,
+        "mean_feedback_forward_cosine": 0.9993948205824821,
+        "mean_feedback_forward_relative_error": 0.03416652184340262,
+        "min_feedback_forward_cosine": 0.9985877871513367
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034707142104435703,
+        "instruction_rms": 0.003470714209793029,
+        "raw_apical_rms": 0.09665036808699193,
+        "teaching_rms": 0.0034707142104435703,
+        "traffic_rms": 0.09658558029907076
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.3690496675499162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5178760290844713e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018240615313675095,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.17118308273792268
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051056429743766785,
+        "mean_feedback_forward_cosine": 0.999440279699141,
+        "mean_feedback_forward_relative_error": 0.032861349653572805,
+        "min_feedback_forward_cosine": 0.9987015724182129
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034431129607801108,
+        "instruction_rms": 0.0034431129605066806,
+        "raw_apical_rms": 0.09721646057055212,
+        "teaching_rms": 0.0034431129607801108,
+        "traffic_rms": 0.09715313312332086
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 2.8187693956738258e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5190232767124194e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018749776611060146,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.1709734722328186
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.049032460898160934,
+        "mean_feedback_forward_cosine": 0.9994814280540713,
+        "mean_feedback_forward_relative_error": 0.03162932227696142,
+        "min_feedback_forward_cosine": 0.9988020658493042
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003426611747302319,
+        "instruction_rms": 0.0034266117469159176,
+        "raw_apical_rms": 0.09758027006267173,
+        "teaching_rms": 0.003426611747302319,
+        "traffic_rms": 0.09751818909311871
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.413447385331892e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5193136086737388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018263243377247003,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.16499940060138701
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04703202471137047,
+        "mean_feedback_forward_cosine": 0.9995214516116727,
+        "mean_feedback_forward_relative_error": 0.030385937421552597,
+        "min_feedback_forward_cosine": 0.9988974332809448
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003425232360922412,
+        "instruction_rms": 0.0034252323605393886,
+        "raw_apical_rms": 0.09769198648610412,
+        "teaching_rms": 0.003425232360922412,
+        "traffic_rms": 0.09762998887938472
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.9548216196626527e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5194927176303573e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017329593991227972,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.16814869140625
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04509647563099861,
+        "mean_feedback_forward_cosine": 0.9995579546497714,
+        "mean_feedback_forward_relative_error": 0.029204544250763232,
+        "min_feedback_forward_cosine": 0.9989863634109497
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003442762255018781,
+        "instruction_rms": 0.003442762255456184,
+        "raw_apical_rms": 0.09748693259128102,
+        "teaching_rms": 0.003442762255018781,
+        "traffic_rms": 0.09742396515429015
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.1700883574312684e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5252748217119797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01751308314702741,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.1678281867980957
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.043238986283540726,
+        "mean_feedback_forward_cosine": 0.9995921158021496,
+        "mean_feedback_forward_relative_error": 0.028056915458892624,
+        "min_feedback_forward_cosine": 0.9990680813789368
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034615357179880258,
+        "instruction_rms": 0.003461535718166754,
+        "raw_apical_rms": 0.09756635091870378,
+        "teaching_rms": 0.0034615357179880258,
+        "traffic_rms": 0.09750295308892072
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.310136247909213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5115054103527494e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01689349675678171,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.1657409055352211
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.041482746601104736,
+        "mean_feedback_forward_cosine": 0.9996230063899871,
+        "mean_feedback_forward_relative_error": 0.026976262399506186,
+        "min_feedback_forward_cosine": 0.9991425275802612
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003444376064539832,
+        "instruction_rms": 0.003444376063942611,
+        "raw_apical_rms": 0.09796741979656859,
+        "teaching_rms": 0.003444376064539832,
+        "traffic_rms": 0.09790479833583576
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 5.119829538102749e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.514643716629963e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01734774110521595,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.1643344660282135
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03971974179148674,
+        "mean_feedback_forward_cosine": 0.999652624130249,
+        "mean_feedback_forward_relative_error": 0.025895704335022356,
+        "min_feedback_forward_cosine": 0.9992138147354126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003515184189588737,
+        "instruction_rms": 0.0035151841893170045,
+        "raw_apical_rms": 0.0977453934640979,
+        "teaching_rms": 0.003515184189588737,
+        "traffic_rms": 0.0976801818866119
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 4.8098964811060796e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.512423987414053e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01750532272126192,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.1694715497303009
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03811245039105415,
+        "mean_feedback_forward_cosine": 0.9996787021237035,
+        "mean_feedback_forward_relative_error": 0.024905373823017843,
+        "min_feedback_forward_cosine": 0.999275803565979
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034469692828211,
+        "instruction_rms": 0.0034469692834442783,
+        "raw_apical_rms": 0.09823427550377863,
+        "teaching_rms": 0.0034469692828211,
+        "traffic_rms": 0.09817163928363351
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.857382407408295e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5208523550200853e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01681604897758859,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.1653107776927948
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0365268774330616,
+        "mean_feedback_forward_cosine": 0.9997029227595176,
+        "mean_feedback_forward_relative_error": 0.023948671596665538,
+        "min_feedback_forward_cosine": 0.9993346929550171
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034284203106171238,
+        "instruction_rms": 0.0034284203107027428,
+        "raw_apical_rms": 0.09867610619125185,
+        "teaching_rms": 0.0034284203106171238,
+        "traffic_rms": 0.09861440303033983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.7250487139317556e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5077889404986472e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017965978167755036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.16640377036094667
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03507483750581741,
+        "mean_feedback_forward_cosine": 0.9997243823543671,
+        "mean_feedback_forward_relative_error": 0.023067279358304316,
+        "min_feedback_forward_cosine": 0.9993864893913269
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033423867646511724,
+        "instruction_rms": 0.0033423867648472503,
+        "raw_apical_rms": 0.09913136384998657,
+        "teaching_rms": 0.0033423867646511724,
+        "traffic_rms": 0.09907280568496654
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.5637388979002935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.516675588861783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017970925337275706,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.16079451736450195
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03370649740099907,
+        "mean_feedback_forward_cosine": 0.9997442345465383,
+        "mean_feedback_forward_relative_error": 0.02222104301495898,
+        "min_feedback_forward_cosine": 0.9994333386421204
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003327080507195754,
+        "instruction_rms": 0.003327080507794785,
+        "raw_apical_rms": 0.09896504524560934,
+        "teaching_rms": 0.003327080507195754,
+        "traffic_rms": 0.09890729176005182
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.8892172088699226e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5076107550516124e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017027639971131398,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.16067632440805435
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03369491547346115,
+        "mean_feedback_forward_cosine": 0.9997444114377422,
+        "mean_feedback_forward_relative_error": 0.022211969079029177,
+        "min_feedback_forward_cosine": 0.999433696269989
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025155797792103646,
+        "instruction_rms": 0.002515579779132268,
+        "raw_apical_rms": 0.09902059953675202,
+        "teaching_rms": 0.0025155797792103646,
+        "traffic_rms": 0.09898664992752854
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.3049994619414065e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.504262383047355e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017186265549443417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.08979547102928162
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03368911147117615,
+        "mean_feedback_forward_cosine": 0.999744507574266,
+        "mean_feedback_forward_relative_error": 0.022206049036955642,
+        "min_feedback_forward_cosine": 0.9994338750839233
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002234980681785057,
+        "instruction_rms": 0.0022349806810016202,
+        "raw_apical_rms": 0.098945154892924,
+        "teaching_rms": 0.002234980681785057,
+        "traffic_rms": 0.09891820477415945
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.323275248907521e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5069525601307564e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016625602146777663,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.06746735813200473
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03368388116359711,
+        "mean_feedback_forward_cosine": 0.9997445825607546,
+        "mean_feedback_forward_relative_error": 0.02220067246666839,
+        "min_feedback_forward_cosine": 0.9994341135025024
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002070015851135544,
+        "instruction_rms": 0.002070015850555554,
+        "raw_apical_rms": 0.09889842510153583,
+        "teaching_rms": 0.002070015851135544,
+        "traffic_rms": 0.09887461728716397
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 4.299914380112568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5071429828098774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016410034565511114,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.05679080193191767
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033678654581308365,
+        "mean_feedback_forward_cosine": 0.9997446902336613,
+        "mean_feedback_forward_relative_error": 0.02219541614214259,
+        "min_feedback_forward_cosine": 0.9994341135025024
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020812366229444137,
+        "instruction_rms": 0.0020812366228650987,
+        "raw_apical_rms": 0.09883578838904135,
+        "teaching_rms": 0.0020812366229444137,
+        "traffic_rms": 0.09881181220868573
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.6960227706449587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.507026781695462e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01698622182792127,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.0515896087551117
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033673521131277084,
+        "mean_feedback_forward_cosine": 0.9997447729110718,
+        "mean_feedback_forward_relative_error": 0.02219033325391431,
+        "min_feedback_forward_cosine": 0.9994344711303711
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00203953780505874,
+        "instruction_rms": 0.002039537804548174,
+        "raw_apical_rms": 0.0988177521742726,
+        "teaching_rms": 0.00203953780505874,
+        "traffic_rms": 0.09879456827947249
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 5.700387362139736e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5068242328728935e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01669186849696991,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.04738149812757969
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033668894320726395,
+        "mean_feedback_forward_cosine": 0.9997448652021347,
+        "mean_feedback_forward_relative_error": 0.022185512382777467,
+        "min_feedback_forward_cosine": 0.9994345903396606
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001955486812312254,
+        "instruction_rms": 0.001955486812009368,
+        "raw_apical_rms": 0.09873248369964849,
+        "teaching_rms": 0.001955486812312254,
+        "traffic_rms": 0.09871114437139716
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.6895365812815726e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5104291520894208e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016793788370509835,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.04181470906853676
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033663950860500336,
+        "mean_feedback_forward_cosine": 0.9997449324977014,
+        "mean_feedback_forward_relative_error": 0.02218072828386099,
+        "min_feedback_forward_cosine": 0.9994348287582397
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002016420973616901,
+        "instruction_rms": 0.0020164209740549514,
+        "raw_apical_rms": 0.09873626751206291,
+        "teaching_rms": 0.002016420973616901,
+        "traffic_rms": 0.09871335214502651
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.4757872075251726e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.508164372748245e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01690313283835775,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.04257393829703331
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03365926444530487,
+        "mean_feedback_forward_cosine": 0.9997450247887643,
+        "mean_feedback_forward_relative_error": 0.022175970847808545,
+        "min_feedback_forward_cosine": 0.9994349479675293
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001960354561209463,
+        "instruction_rms": 0.001960354560757627,
+        "raw_apical_rms": 0.09869638569040602,
+        "teaching_rms": 0.001960354561209463,
+        "traffic_rms": 0.09867469293684333
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.6254459817873794e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5047314543704612e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016562018205474514,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.038318599182367324
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03365436568856239,
+        "mean_feedback_forward_cosine": 0.999745117079827,
+        "mean_feedback_forward_relative_error": 0.02217107650733763,
+        "min_feedback_forward_cosine": 0.9994350671768188
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002000307671734041,
+        "instruction_rms": 0.0020003076722440653,
+        "raw_apical_rms": 0.09870695599531946,
+        "teaching_rms": 0.002000307671734041,
+        "traffic_rms": 0.09868398039036168
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.2460023880485096e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5049035263034137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016861056559934185,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.0373265215241909
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03364964947104454,
+        "mean_feedback_forward_cosine": 0.9997451997572376,
+        "mean_feedback_forward_relative_error": 0.022166369332661553,
+        "min_feedback_forward_cosine": 0.999435305595398
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019329316008195178,
+        "instruction_rms": 0.001932931600735467,
+        "raw_apical_rms": 0.09867720001343648,
+        "teaching_rms": 0.0019329316008195178,
+        "traffic_rms": 0.09865574711492302
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.918306828471941e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5048085820017315e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017061846977221226,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.03438850516736507
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03364493325352669,
+        "mean_feedback_forward_cosine": 0.9997452728209957,
+        "mean_feedback_forward_relative_error": 0.02216171715108137,
+        "min_feedback_forward_cosine": 0.9994354248046875
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019093082474223619,
+        "instruction_rms": 0.001909308247367793,
+        "raw_apical_rms": 0.09860141010577825,
+        "teaching_rms": 0.0019093082474223619,
+        "traffic_rms": 0.09858013825512603
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.6214292837021276e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5077294557431272e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01656580144197753,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.0330116683447361
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033640310168266296,
+        "mean_feedback_forward_cosine": 0.9997453708802501,
+        "mean_feedback_forward_relative_error": 0.022157171786191962,
+        "min_feedback_forward_cosine": 0.9994356036186218
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001911112559351246,
+        "instruction_rms": 0.001911112559347709,
+        "raw_apical_rms": 0.09856708346859766,
+        "teaching_rms": 0.001911112559351246,
+        "traffic_rms": 0.09854569224042958
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.27534140815078e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5108777237808912e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016891072717017595,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.03186257752418518
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033635251224040985,
+        "mean_feedback_forward_cosine": 0.9997454650940434,
+        "mean_feedback_forward_relative_error": 0.022152457296127272,
+        "min_feedback_forward_cosine": 0.9994356632232666
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018997861360157335,
+        "instruction_rms": 0.001899786135733846,
+        "raw_apical_rms": 0.09853573937144966,
+        "teaching_rms": 0.0018997861360157335,
+        "traffic_rms": 0.09851423397726856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.630928884807872e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5090837019823764e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017390287515859002,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.030026931683421135
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03363063558936119,
+        "mean_feedback_forward_cosine": 0.9997455650760282,
+        "mean_feedback_forward_relative_error": 0.02214795453173499,
+        "min_feedback_forward_cosine": 0.9994359016418457
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001824119984538829,
+        "instruction_rms": 0.001824119984637395,
+        "raw_apical_rms": 0.09852454909000531,
+        "teaching_rms": 0.001824119984538829,
+        "traffic_rms": 0.09850484174041621
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.376932594141181e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.511786134028625e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016590847596317994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.02798965295046568
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033626068383455276,
+        "mean_feedback_forward_cosine": 0.9997456362170558,
+        "mean_feedback_forward_relative_error": 0.022143485565339367,
+        "min_feedback_forward_cosine": 0.9994360208511353
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001837547651316045,
+        "instruction_rms": 0.0018375476514276119,
+        "raw_apical_rms": 0.09848647112076932,
+        "teaching_rms": 0.001837547651316045,
+        "traffic_rms": 0.09846597995239743
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.021713889163948e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5129353813668213e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01697469995628945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.027223200811743738
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03362118825316429,
+        "mean_feedback_forward_cosine": 0.9997457188944663,
+        "mean_feedback_forward_relative_error": 0.022138860437177842,
+        "min_feedback_forward_cosine": 0.9994361400604248
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018624103074087073,
+        "instruction_rms": 0.0018624103070506224,
+        "raw_apical_rms": 0.09847486169514422,
+        "teaching_rms": 0.0018624103074087073,
+        "traffic_rms": 0.09845416110232068
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.3602349225911894e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5133615924960857e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01670648100639187,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.026649290096759797
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03361663967370987,
+        "mean_feedback_forward_cosine": 0.9997458054173377,
+        "mean_feedback_forward_relative_error": 0.02213443877295621,
+        "min_feedback_forward_cosine": 0.9994363784790039
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018177894473187955,
+        "instruction_rms": 0.0018177894475962899,
+        "raw_apical_rms": 0.09843954420182029,
+        "teaching_rms": 0.0018177894473187955,
+        "traffic_rms": 0.09841946931701281
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.189184548726189e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5112037043679986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01652430601417022,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.024802653382122515
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03361181542277336,
+        "mean_feedback_forward_cosine": 0.9997458823265568,
+        "mean_feedback_forward_relative_error": 0.022129854412689325,
+        "min_feedback_forward_cosine": 0.9994363784790039
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001846084160118297,
+        "instruction_rms": 0.0018460841597463572,
+        "raw_apical_rms": 0.0984229459518161,
+        "teaching_rms": 0.001846084160118297,
+        "traffic_rms": 0.09840259313026754
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.0474415758117175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5109034247487467e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017178483696749437,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.0250774456769228
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03360702097415924,
+        "mean_feedback_forward_cosine": 0.9997459919221939,
+        "mean_feedback_forward_relative_error": 0.02212545263671106,
+        "min_feedback_forward_cosine": 0.9994367361068726
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017378667343276428,
+        "instruction_rms": 0.0017378667344857901,
+        "raw_apical_rms": 0.09839323336558864,
+        "teaching_rms": 0.0017378667343276428,
+        "traffic_rms": 0.09837453043963171
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 4.507539586029452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5098816895733553e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016789284838536228,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.022657332441806795
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033602274954319,
+        "mean_feedback_forward_cosine": 0.9997460745996044,
+        "mean_feedback_forward_relative_error": 0.022120956421619462,
+        "min_feedback_forward_cosine": 0.9994368553161621
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017874540886220066,
+        "instruction_rms": 0.0017874540890151294,
+        "raw_apical_rms": 0.09832726511314333,
+        "teaching_rms": 0.0017874540886220066,
+        "traffic_rms": 0.09830738431591088
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.144525161426827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5065207920935208e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017052075946436353,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.022775477136969566
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03359761834144592,
+        "mean_feedback_forward_cosine": 0.9997461418951711,
+        "mean_feedback_forward_relative_error": 0.02211661014946238,
+        "min_feedback_forward_cosine": 0.9994369745254517
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001685905954877595,
+        "instruction_rms": 0.0016859059548532044,
+        "raw_apical_rms": 0.09829528258820518,
+        "teaching_rms": 0.001685905954877595,
+        "traffic_rms": 0.09827727892954943
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.148975290580893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5077906976214916e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01687566242869036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.020612371822595597
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03359293192625046,
+        "mean_feedback_forward_cosine": 0.999746230340773,
+        "mean_feedback_forward_relative_error": 0.022112091883055626,
+        "min_feedback_forward_cosine": 0.999437153339386
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017261941708247553,
+        "instruction_rms": 0.0017261941712981856,
+        "raw_apical_rms": 0.09825673203904728,
+        "teaching_rms": 0.0017261941708247553,
+        "traffic_rms": 0.09823718786461569
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.188960017221689e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5107916533187797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016920253913493877,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.021344696981608867
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03358827158808708,
+        "mean_feedback_forward_cosine": 0.9997463168636445,
+        "mean_feedback_forward_relative_error": 0.022107676783156012,
+        "min_feedback_forward_cosine": 0.9994372129440308
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001694066485788303,
+        "instruction_rms": 0.0016940664858105432,
+        "raw_apical_rms": 0.0982178426291435,
+        "teaching_rms": 0.001694066485788303,
+        "traffic_rms": 0.09819914397612879
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.482267002003937e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5035406403036503e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017060581974225438,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.020410545910894872
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03358400613069534,
+        "mean_feedback_forward_cosine": 0.9997463956955941,
+        "mean_feedback_forward_relative_error": 0.022103574742833452,
+        "min_feedback_forward_cosine": 0.9994373917579651
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016310455171500357,
+        "instruction_rms": 0.0016310455174278914,
+        "raw_apical_rms": 0.09817094437035466,
+        "teaching_rms": 0.0016310455171500357,
+        "traffic_rms": 0.09815399189915751
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.64203004924002e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.498872109185774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016858379729896508,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.018607610389888285
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03357977420091629,
+        "mean_feedback_forward_cosine": 0.9997464918321178,
+        "mean_feedback_forward_relative_error": 0.022099388462881887,
+        "min_feedback_forward_cosine": 0.9994375705718994
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016288643216268957,
+        "instruction_rms": 0.001628864321668804,
+        "raw_apical_rms": 0.098136995211163,
+        "teaching_rms": 0.0016288643216268957,
+        "traffic_rms": 0.09811988544116251
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.921443874650322e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.497979198978486e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017132574005115395,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.01782615624934435
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033574849367141724,
+        "mean_feedback_forward_cosine": 0.9997465725867979,
+        "mean_feedback_forward_relative_error": 0.022094827280530045,
+        "min_feedback_forward_cosine": 0.9994378089904785
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016856051769386096,
+        "instruction_rms": 0.001685605176678328,
+        "raw_apical_rms": 0.09808741994623163,
+        "teaching_rms": 0.0016856051769386096,
+        "traffic_rms": 0.09806890919491446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.4941423854870663e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.512230283690769e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017247794900485065,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.01872813436359167
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03357018157839775,
+        "mean_feedback_forward_cosine": 0.9997466860278961,
+        "mean_feedback_forward_relative_error": 0.022090584400200074,
+        "min_feedback_forward_cosine": 0.9994380474090576
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001613412239006114,
+        "instruction_rms": 0.0016134122389234356,
+        "raw_apical_rms": 0.09809247999997249,
+        "teaching_rms": 0.001613412239006114,
+        "traffic_rms": 0.09807515246959388
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.966822331198273e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.511276753485453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017143375548244386,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.017819994999170304
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03356596827507019,
+        "mean_feedback_forward_cosine": 0.9997467437098103,
+        "mean_feedback_forward_relative_error": 0.022086514370335687,
+        "min_feedback_forward_cosine": 0.9994380474090576
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001564545914479394,
+        "instruction_rms": 0.0015645459147263585,
+        "raw_apical_rms": 0.09810397155459925,
+        "teaching_rms": 0.001564545914479394,
+        "traffic_rms": 0.09808790570229337
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.583021251391983e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.516690890979968e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017041482295694566,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.016292895752489565
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033561427146196365,
+        "mean_feedback_forward_cosine": 0.9997468090826466,
+        "mean_feedback_forward_relative_error": 0.02208245791975529,
+        "min_feedback_forward_cosine": 0.9994382858276367
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015503156777161044,
+        "instruction_rms": 0.0015503156773543436,
+        "raw_apical_rms": 0.09808399036718388,
+        "teaching_rms": 0.0015503156777161044,
+        "traffic_rms": 0.09806829689235912
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.15442053483639e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.507983267816016e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017249684926626378,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.01625606567889452
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03355669975280762,
+        "mean_feedback_forward_cosine": 0.999746895605518,
+        "mean_feedback_forward_relative_error": 0.02207810063696196,
+        "min_feedback_forward_cosine": 0.9994383454322815
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001589629891166118,
+        "instruction_rms": 0.001589629890417969,
+        "raw_apical_rms": 0.09805560151738811,
+        "teaching_rms": 0.001589629891166118,
+        "traffic_rms": 0.09803876374243303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.4578921887250544e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.515333139225125e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01708194413848096,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.016294221063926816
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03355200216174126,
+        "mean_feedback_forward_cosine": 0.9997469936647723,
+        "mean_feedback_forward_relative_error": 0.022073830072317394,
+        "min_feedback_forward_cosine": 0.9994385242462158
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015597470082573273,
+        "instruction_rms": 0.0015597470084517642,
+        "raw_apical_rms": 0.09806876543254142,
+        "teaching_rms": 0.0015597470082573273,
+        "traffic_rms": 0.09805228231546412
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 5.11607218811605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5126213060985655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01791325396731845,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.015560092131197453
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033547110855579376,
+        "mean_feedback_forward_cosine": 0.9997470898012961,
+        "mean_feedback_forward_relative_error": 0.022069225523380503,
+        "min_feedback_forward_cosine": 0.9994386434555054
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016545587865269284,
+        "instruction_rms": 0.001654558787143388,
+        "raw_apical_rms": 0.09804469062816437,
+        "teaching_rms": 0.0016545587865269284,
+        "traffic_rms": 0.09802649184942097
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.999416264832689e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.509364299692674e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017231682173616647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.01624549331843853
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03354316204786301,
+        "mean_feedback_forward_cosine": 0.9997471551741323,
+        "mean_feedback_forward_relative_error": 0.022065332399741296,
+        "min_feedback_forward_cosine": 0.9994388818740845
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001419893063309232,
+        "instruction_rms": 0.0014198930635276723,
+        "raw_apical_rms": 0.09801270399905807,
+        "teaching_rms": 0.001419893063309232,
+        "traffic_rms": 0.09799854957409332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.564810041074452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5081127227142167e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016762355791938605,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.013408799584805965
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033538758754730225,
+        "mean_feedback_forward_cosine": 0.9997472455424647,
+        "mean_feedback_forward_relative_error": 0.02206124270695352,
+        "min_feedback_forward_cosine": 0.999439001083374
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014698420868666459,
+        "instruction_rms": 0.001469842086642212,
+        "raw_apical_rms": 0.0980235655117867,
+        "teaching_rms": 0.0014698420868666459,
+        "traffic_rms": 0.09800869389546062
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.1951484064384204e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5113732514480768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017163864761790697,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.01408297025412321
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0335342139005661,
+        "mean_feedback_forward_cosine": 0.9997473262971447,
+        "mean_feedback_forward_relative_error": 0.022056753101247932,
+        "min_feedback_forward_cosine": 0.9994392395019531
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00154979082290428,
+        "instruction_rms": 0.0015497908224634336,
+        "raw_apical_rms": 0.09804923163422168,
+        "teaching_rms": 0.00154979082290428,
+        "traffic_rms": 0.09803230841865349
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.6809685017024094e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5126607201581415e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016779777062986206,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.014305016270875931
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033529285341501236,
+        "mean_feedback_forward_cosine": 0.9997474089745553,
+        "mean_feedback_forward_relative_error": 0.022052083885477435,
+        "min_feedback_forward_cosine": 0.9994392395019531
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015508211834305277,
+        "instruction_rms": 0.0015508211834875168,
+        "raw_apical_rms": 0.0980319862680842,
+        "teaching_rms": 0.0015508211834305277,
+        "traffic_rms": 0.09801552868363742
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.4990706271619274e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5123010981834098e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01711876487188448,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.014552696642279626
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03352479636669159,
+        "mean_feedback_forward_cosine": 0.9997475108792705,
+        "mean_feedback_forward_relative_error": 0.022047825998836947,
+        "min_feedback_forward_cosine": 0.9994393587112427
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014629426341457184,
+        "instruction_rms": 0.0014629426340389048,
+        "raw_apical_rms": 0.09806354465040687,
+        "teaching_rms": 0.0014629426341457184,
+        "traffic_rms": 0.09804828476743588
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.277175236211406e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5069503454750045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017516926863231738,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.013265480405688286
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03352031111717224,
+        "mean_feedback_forward_cosine": 0.9997475954794115,
+        "mean_feedback_forward_relative_error": 0.022043652742380095,
+        "min_feedback_forward_cosine": 0.9994396567344666
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001444701276559143,
+        "instruction_rms": 0.0014447012764091474,
+        "raw_apical_rms": 0.09809343087247323,
+        "teaching_rms": 0.001444701276559143,
+        "traffic_rms": 0.09807907097560523
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.554451749072541e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5060700977711647e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017030207414552495,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.01280905030965805
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03351566195487976,
+        "mean_feedback_forward_cosine": 0.9997476608522476,
+        "mean_feedback_forward_relative_error": 0.022039273017716986,
+        "min_feedback_forward_cosine": 0.9994397759437561
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014640756723155559,
+        "instruction_rms": 0.001464075672303349,
+        "raw_apical_rms": 0.09806848510301143,
+        "teaching_rms": 0.0014640756723155559,
+        "traffic_rms": 0.09805333247914437
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.802994541501903e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5117463996103862e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017154134597832094,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.013464438293129205
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03351116552948952,
+        "mean_feedback_forward_cosine": 0.9997477608342324,
+        "mean_feedback_forward_relative_error": 0.022035094849284616,
+        "min_feedback_forward_cosine": 0.9994399547576904
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014012798931144752,
+        "instruction_rms": 0.0014012798928951813,
+        "raw_apical_rms": 0.0980432424253836,
+        "teaching_rms": 0.0014012798931144752,
+        "traffic_rms": 0.09802864912695801
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.604452996659347e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.509178630625995e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01690935256791718,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.012629328387826681
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033506475389003754,
+        "mean_feedback_forward_cosine": 0.9997478627389477,
+        "mean_feedback_forward_relative_error": 0.02203046844430989,
+        "min_feedback_forward_cosine": 0.99944007396698
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015045285009746398,
+        "instruction_rms": 0.0015045285011594262,
+        "raw_apical_rms": 0.09796912910751018,
+        "teaching_rms": 0.0015045285009746398,
+        "traffic_rms": 0.09795328745695527
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.216471438667213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.515502519434141e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017074015476496108,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.012571220416724682
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033501289784908295,
+        "mean_feedback_forward_cosine": 0.9997479492618192,
+        "mean_feedback_forward_relative_error": 0.0220256901886915,
+        "min_feedback_forward_cosine": 0.9994403123855591
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001522503870667616,
+        "instruction_rms": 0.0015225038707435941,
+        "raw_apical_rms": 0.09800897737591947,
+        "teaching_rms": 0.001522503870667616,
+        "traffic_rms": 0.09799264943358482
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.5757289512948773e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.514528674171317e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01724100692401263,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.013056165408939124
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03349626809358597,
+        "mean_feedback_forward_cosine": 0.9997480684711088,
+        "mean_feedback_forward_relative_error": 0.02202099674351273,
+        "min_feedback_forward_cosine": 0.9994404315948486
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001476427784006252,
+        "instruction_rms": 0.0014764277843166034,
+        "raw_apical_rms": 0.09807307073383509,
+        "teaching_rms": 0.001476427784006252,
+        "traffic_rms": 0.09805755934533104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 3.722982810927533e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5010595778049722e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01731819006236269,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.012149872734434903
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03349178284406662,
+        "mean_feedback_forward_cosine": 0.9997481492257887,
+        "mean_feedback_forward_relative_error": 0.02201673972810949,
+        "min_feedback_forward_cosine": 0.9994405508041382
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013871223344801762,
+        "instruction_rms": 0.0013871223348780803,
+        "raw_apical_rms": 0.0980632985115755,
+        "teaching_rms": 0.0013871223344801762,
+        "traffic_rms": 0.09804934546084002
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.3981934538805945e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5038121894655725e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017159862157832453,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.011330395812988281
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03348664566874504,
+        "mean_feedback_forward_cosine": 0.9997482434395821,
+        "mean_feedback_forward_relative_error": 0.02201197502173243,
+        "min_feedback_forward_cosine": 0.9994406700134277
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001443142921656888,
+        "instruction_rms": 0.001443142921663592,
+        "raw_apical_rms": 0.09798071573341327,
+        "teaching_rms": 0.001443142921656888,
+        "traffic_rms": 0.09796510416943062
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.854843200201685e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.508584427134651e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016935549227715965,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.012074666630923749
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03348210081458092,
+        "mean_feedback_forward_cosine": 0.9997483357306449,
+        "mean_feedback_forward_relative_error": 0.02200756493895765,
+        "min_feedback_forward_cosine": 0.9994409084320068
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013895581288645442,
+        "instruction_rms": 0.0013895581291020627,
+        "raw_apical_rms": 0.09793144550711869,
+        "teaching_rms": 0.0013895581288645442,
+        "traffic_rms": 0.09791734044888825
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.682980758730082e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.512139101513327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016884070136261326,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.01120645552277565
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03347731754183769,
+        "mean_feedback_forward_cosine": 0.999748412639864,
+        "mean_feedback_forward_relative_error": 0.02200296955303319,
+        "min_feedback_forward_cosine": 0.9994410276412964
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014036982092907647,
+        "instruction_rms": 0.001403698209259251,
+        "raw_apical_rms": 0.0979298131640237,
+        "teaching_rms": 0.0014036982092907647,
+        "traffic_rms": 0.09791559665381201
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.694131223141994e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5137285936989785e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01685449019195481,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.011195772307813167
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033472105860710144,
+        "mean_feedback_forward_cosine": 0.9997485183900402,
+        "mean_feedback_forward_relative_error": 0.021997922190254735,
+        "min_feedback_forward_cosine": 0.9994412064552307
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014533156741845864,
+        "instruction_rms": 0.0014533156742920056,
+        "raw_apical_rms": 0.0978506531843855,
+        "teaching_rms": 0.0014533156741845864,
+        "traffic_rms": 0.09783481506422335
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 5.081500376036274e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5097093962619986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01696975916787381,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.011413695975542069
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346719220280647,
+        "mean_feedback_forward_cosine": 0.9997486260629469,
+        "mean_feedback_forward_relative_error": 0.021993313089854295,
+        "min_feedback_forward_cosine": 0.9994413256645203
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013752153971263897,
+        "instruction_rms": 0.001375215397130992,
+        "raw_apical_rms": 0.09784760791050572,
+        "teaching_rms": 0.0013752153971263897,
+        "traffic_rms": 0.0978335315983768
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.319190611250633e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5142346341287133e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016812764126789302,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.011152344236299395
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346230834722519,
+        "mean_feedback_forward_cosine": 0.9997487145085489,
+        "mean_feedback_forward_relative_error": 0.021988661494106054,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013855820995497471,
+        "instruction_rms": 0.0013855820997256017,
+        "raw_apical_rms": 0.09783614863319473,
+        "teaching_rms": 0.0013855820995497471,
+        "traffic_rms": 0.09782185740494999
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.284744647975458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5040538969479908e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01739325477733304,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.010847439026683569
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346225246787071,
+        "mean_feedback_forward_cosine": 0.9997487125858184,
+        "mean_feedback_forward_relative_error": 0.021988567475590012,
+        "min_feedback_forward_cosine": 0.999441385269165
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012627994642478047,
+        "instruction_rms": 0.001262799464439568,
+        "raw_apical_rms": 0.09781154208800588,
+        "teaching_rms": 0.0012627994642478047,
+        "traffic_rms": 0.09779910673922346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.1713615672733795e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5053889575708106e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016798549941149907,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.009891995935589076
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346221148967743,
+        "mean_feedback_forward_cosine": 0.9997487183540098,
+        "mean_feedback_forward_relative_error": 0.021988483296046333,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011656046977669501,
+        "instruction_rms": 0.0011656046977164707,
+        "raw_apical_rms": 0.0978120013255861,
+        "teaching_rms": 0.0011656046977669501,
+        "traffic_rms": 0.09780150295329486
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.3496164892076195e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.50399198497686e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01696662331090375,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.008626569434180855
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346218168735504,
+        "mean_feedback_forward_cosine": 0.9997487241222013,
+        "mean_feedback_forward_relative_error": 0.021988402961963607,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011890742599111371,
+        "instruction_rms": 0.0011890742597635497,
+        "raw_apical_rms": 0.0978232141037857,
+        "teaching_rms": 0.0011890742599111371,
+        "traffic_rms": 0.09781184142863504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 4.086465210662027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5059610380657376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016791044374417884,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.0090260252353549
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346214443445206,
+        "mean_feedback_forward_cosine": 0.9997487221994708,
+        "mean_feedback_forward_relative_error": 0.021988322177240924,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011345420937767118,
+        "instruction_rms": 0.0011345420937356558,
+        "raw_apical_rms": 0.09782639311149878,
+        "teaching_rms": 0.0011345420937767118,
+        "traffic_rms": 0.09781619437712097
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 3.439311768715925e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5061918505059912e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01694866419538979,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.008467365986406803
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346210718154907,
+        "mean_feedback_forward_cosine": 0.9997487395040451,
+        "mean_feedback_forward_relative_error": 0.02198824226375549,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001113794391875477,
+        "instruction_rms": 0.0011137943921179826,
+        "raw_apical_rms": 0.09782851301810036,
+        "teaching_rms": 0.001113794391875477,
+        "traffic_rms": 0.09781891132357805
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.212223814192839e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5104748915189617e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01691682249410719,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.008258016648441554
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033462073653936386,
+        "mean_feedback_forward_cosine": 0.9997487279676622,
+        "mean_feedback_forward_relative_error": 0.021988164843811144,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010856588273521616,
+        "instruction_rms": 0.001085658827630451,
+        "raw_apical_rms": 0.09783515710505178,
+        "teaching_rms": 0.0010856588273521616,
+        "traffic_rms": 0.09782574070922827
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.828781996479847e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5080737064066813e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01692112620992937,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.008091233827769757
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0334620364010334,
+        "mean_feedback_forward_cosine": 0.9997487491176974,
+        "mean_feedback_forward_relative_error": 0.021988088054762732,
+        "min_feedback_forward_cosine": 0.9994414448738098
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010948563759436987,
+        "instruction_rms": 0.0010948563755085203,
+        "raw_apical_rms": 0.09783567864079627,
+        "teaching_rms": 0.0010948563759436987,
+        "traffic_rms": 0.09782592052474515
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.423794663921399e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5055341123606702e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017262641666157236,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.00838008071988821
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346199169754982,
+        "mean_feedback_forward_cosine": 0.9997487241222013,
+        "mean_feedback_forward_relative_error": 0.021988007074762738,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010771409061681974,
+        "instruction_rms": 0.0010771409062401744,
+        "raw_apical_rms": 0.0978332363415038,
+        "teaching_rms": 0.0010771409061681974,
+        "traffic_rms": 0.09782434486383458
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.008446552461464e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5099393147021254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01745256597373089,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.007727677876055241
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461958169937134,
+        "mean_feedback_forward_cosine": 0.9997487318131232,
+        "mean_feedback_forward_relative_error": 0.02198792339092301,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001086709963225053,
+        "instruction_rms": 0.0010867099633507106,
+        "raw_apical_rms": 0.09783867886201776,
+        "teaching_rms": 0.001086709963225053,
+        "traffic_rms": 0.09782940347644901
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.396456176891661e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5076985132706176e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016784451798148838,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.007944510354101658
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461928367614746,
+        "mean_feedback_forward_cosine": 0.9997487414267755,
+        "mean_feedback_forward_relative_error": 0.021987847608303832,
+        "min_feedback_forward_cosine": 0.9994416236877441
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010714697546107615,
+        "instruction_rms": 0.0010714697549424747,
+        "raw_apical_rms": 0.09782980667919249,
+        "teaching_rms": 0.0010714697546107615,
+        "traffic_rms": 0.09782091029741573
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.35951896804454e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5115644588727587e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016918933062033407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.007814029241502285
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346189111471176,
+        "mean_feedback_forward_cosine": 0.9997487202767403,
+        "mean_feedback_forward_relative_error": 0.021987770714106097,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010750854510190757,
+        "instruction_rms": 0.001075085450921433,
+        "raw_apical_rms": 0.09783121627296004,
+        "teaching_rms": 0.0010750854510190757,
+        "traffic_rms": 0.09782185692501347
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 4.134049902404513e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5107020310150084e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017315641057948656,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.007849760715514421
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346184641122818,
+        "mean_feedback_forward_cosine": 0.9997487452722364,
+        "mean_feedback_forward_relative_error": 0.02198768980921276,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010565535435045933,
+        "instruction_rms": 0.0010565535438089389,
+        "raw_apical_rms": 0.09783664921366254,
+        "teaching_rms": 0.0010565535435045933,
+        "traffic_rms": 0.09782716789189061
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 5.1760615349394357e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5095533003680496e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017002576357360837,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.007620867423005402
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0334618054330349,
+        "mean_feedback_forward_cosine": 0.9997487414267755,
+        "mean_feedback_forward_relative_error": 0.02198760935495938,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011361077138248039,
+        "instruction_rms": 0.0011361077139719535,
+        "raw_apical_rms": 0.09783838464370832,
+        "teaching_rms": 0.0011361077138248039,
+        "traffic_rms": 0.09782749476453297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.1231515979234246e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5161534972212377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016842319704360814,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.008356548052579165
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346177563071251,
+        "mean_feedback_forward_cosine": 0.9997487337358536,
+        "mean_feedback_forward_relative_error": 0.02198753442855612,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001049725086730029,
+        "instruction_rms": 0.0010497250866412632,
+        "raw_apical_rms": 0.09783915388104597,
+        "teaching_rms": 0.001049725086730029,
+        "traffic_rms": 0.09783015708963229
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.993336861185526e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5101557478936923e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016974089176749328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.00754912966042757
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461734652519226,
+        "mean_feedback_forward_cosine": 0.9997487452722364,
+        "mean_feedback_forward_relative_error": 0.021987456633078474,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010017802899781078,
+        "instruction_rms": 0.0010017802900814932,
+        "raw_apical_rms": 0.09783456225986217,
+        "teaching_rms": 0.0010017802899781078,
+        "traffic_rms": 0.09782609117104504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.302124168020782e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5066358247465608e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017284933498124648,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.007420491152405739
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346170112490654,
+        "mean_feedback_forward_cosine": 0.9997487395040451,
+        "mean_feedback_forward_relative_error": 0.021987383989917654,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010754016924618794,
+        "instruction_rms": 0.0010754016923535837,
+        "raw_apical_rms": 0.0978322069064871,
+        "teaching_rms": 0.0010754016924618794,
+        "traffic_rms": 0.09782284616085915
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.2061483185307225e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5064743445908164e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016881738907112896,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.007952698883712292
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346167877316475,
+        "mean_feedback_forward_cosine": 0.9997487356585841,
+        "mean_feedback_forward_relative_error": 0.021987308597853108,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010462393238791549,
+        "instruction_rms": 0.0010462393236629233,
+        "raw_apical_rms": 0.09783076811060853,
+        "teaching_rms": 0.0010462393238791549,
+        "traffic_rms": 0.09782127132477632
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.573439937871626e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510049105652229e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01673006555052853,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.007624274515211582
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461641520261765,
+        "mean_feedback_forward_cosine": 0.999748747194967,
+        "mean_feedback_forward_relative_error": 0.021987233160724564,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010599048693950488,
+        "instruction_rms": 0.0010599048694836025,
+        "raw_apical_rms": 0.09783048645458725,
+        "teaching_rms": 0.0010599048693950488,
+        "traffic_rms": 0.09782095755943312
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.530748671209949e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.512513481918644e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01679067914162356,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.007430742657184601
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346160426735878,
+        "mean_feedback_forward_cosine": 0.9997487337358536,
+        "mean_feedback_forward_relative_error": 0.021987151519785964,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001090258096307509,
+        "instruction_rms": 0.0010902580965397907,
+        "raw_apical_rms": 0.09783287102212372,
+        "teaching_rms": 0.001090258096307509,
+        "traffic_rms": 0.09782283470814632
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.448238755117018e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5082142166720544e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016973422327446433,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.007761554230898618
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461567014455795,
+        "mean_feedback_forward_cosine": 0.9997487356585841,
+        "mean_feedback_forward_relative_error": 0.021987073258647034,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010361441117856117,
+        "instruction_rms": 0.0010361441119491346,
+        "raw_apical_rms": 0.09783507326714401,
+        "teaching_rms": 0.0010361441117856117,
+        "traffic_rms": 0.09782607048663394
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.603339220921043e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.504418026834398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017220707179922825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.0073820266579836605
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461540937423706,
+        "mean_feedback_forward_cosine": 0.9997487298903927,
+        "mean_feedback_forward_relative_error": 0.021987001787150098,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010581639306103314,
+        "instruction_rms": 0.0010581639307537122,
+        "raw_apical_rms": 0.0978356464520185,
+        "teaching_rms": 0.0010581639306103314,
+        "traffic_rms": 0.09782638473144684
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 3.638755430301899e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5047260247517532e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017062984804974875,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.007644726791009307
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346150740981102,
+        "mean_feedback_forward_cosine": 0.9997487318131232,
+        "mean_feedback_forward_relative_error": 0.021986927762026747,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009760029309151166,
+        "instruction_rms": 0.000976002930900774,
+        "raw_apical_rms": 0.09783484360127037,
+        "teaching_rms": 0.0009760029309151166,
+        "traffic_rms": 0.0978270697815345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.8522394163464924e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5103518522548882e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016780035153168664,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.007235477397739888
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346147760748863,
+        "mean_feedback_forward_cosine": 0.999748743349506,
+        "mean_feedback_forward_relative_error": 0.02198685480341796,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009662784440275465,
+        "instruction_rms": 0.0009662784439448497,
+        "raw_apical_rms": 0.09783197907038528,
+        "teaching_rms": 0.0009662784440275465,
+        "traffic_rms": 0.09782392931172172
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.241037032670647e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5014342513461312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01692315325943027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.006871422180980444
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461444079875946,
+        "mean_feedback_forward_cosine": 0.9997487529631583,
+        "mean_feedback_forward_relative_error": 0.021986780102334676,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009719774731417203,
+        "instruction_rms": 0.0009719774730486973,
+        "raw_apical_rms": 0.0978241366307454,
+        "teaching_rms": 0.0009719774731417203,
+        "traffic_rms": 0.09781621591915375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.0986513738516805e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5088732906988475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01700439719410832,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.006632893297970295
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346141055226326,
+        "mean_feedback_forward_cosine": 0.9997487529631583,
+        "mean_feedback_forward_relative_error": 0.021986707173768553,
+        "min_feedback_forward_cosine": 0.9994416236877441
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009915397081059483,
+        "instruction_rms": 0.0009915397078150132,
+        "raw_apical_rms": 0.09782724883088141,
+        "teaching_rms": 0.0009915397081059483,
+        "traffic_rms": 0.09781909791471065
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.625195077461285e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5044420949467117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016958505549520653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.006991697119027376
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461373299360275,
+        "mean_feedback_forward_cosine": 0.9997487491176974,
+        "mean_feedback_forward_relative_error": 0.02198663998335119,
+        "min_feedback_forward_cosine": 0.9994416236877441
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000995704109985665,
+        "instruction_rms": 0.0009957041100551534,
+        "raw_apical_rms": 0.09782923817024504,
+        "teaching_rms": 0.000995704109985665,
+        "traffic_rms": 0.09782111449033665
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.355988991733284e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5085686613012365e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016645759200534443,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.007189493736326695
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461350947618484,
+        "mean_feedback_forward_cosine": 0.9997487568086193,
+        "mean_feedback_forward_relative_error": 0.02198656699469974,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001006525418502741,
+        "instruction_rms": 0.001006525418333147,
+        "raw_apical_rms": 0.09782644878028326,
+        "teaching_rms": 0.001006525418502741,
+        "traffic_rms": 0.09781757090149104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.5491670874753254e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.506210570383535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016682542837920943,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.007161466164216399
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0334613211452961,
+        "mean_feedback_forward_cosine": 0.9997487202767403,
+        "mean_feedback_forward_relative_error": 0.021986490010374015,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010801429886031805,
+        "instruction_rms": 0.0010801429886137942,
+        "raw_apical_rms": 0.09782250730340863,
+        "teaching_rms": 0.0010801429886031805,
+        "traffic_rms": 0.09781249528764666
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 4.249496754482607e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5144858074680852e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01708466029510744,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.007427461018115282
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461280167102814,
+        "mean_feedback_forward_cosine": 0.9997487568086193,
+        "mean_feedback_forward_relative_error": 0.021986417877938477,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009916715141545633,
+        "instruction_rms": 0.0009916715142240494,
+        "raw_apical_rms": 0.09782169292640143,
+        "teaching_rms": 0.0009916715141545633,
+        "traffic_rms": 0.09781363689347464
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.8052135664656817e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510617857276934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017088593902598228,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.006919085892960429
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033461254090070724,
+        "mean_feedback_forward_cosine": 0.9997487395040451,
+        "mean_feedback_forward_relative_error": 0.021986340112503496,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009413612900152019,
+        "instruction_rms": 0.0009413612901111625,
+        "raw_apical_rms": 0.09781401264572645,
+        "teaching_rms": 0.0009413612900152019,
+        "traffic_rms": 0.09780646181596962
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.980387575097666e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.506946008045113e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016787501075676822,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.006770315288156271
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346122428774834,
+        "mean_feedback_forward_cosine": 0.9997487548858889,
+        "mean_feedback_forward_relative_error": 0.021986261355660616,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010673207880264207,
+        "instruction_rms": 0.0010673207876248946,
+        "raw_apical_rms": 0.09782127142068035,
+        "teaching_rms": 0.0010673207880264207,
+        "traffic_rms": 0.09781169657966567
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.368048678315972e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510700502353046e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01681871970317486,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.007532179688513279
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346119448542595,
+        "mean_feedback_forward_cosine": 0.9997487510404279,
+        "mean_feedback_forward_relative_error": 0.021986187405643925,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009357309471480661,
+        "instruction_rms": 0.0009357309467854641,
+        "raw_apical_rms": 0.09782740540822249,
+        "teaching_rms": 0.0009357309471480661,
+        "traffic_rms": 0.09781986145143987
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.7833959964928e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5080013155996984e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016794049810857133,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.006479265240728855
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346116095781326,
+        "mean_feedback_forward_cosine": 0.9997487510404279,
+        "mean_feedback_forward_relative_error": 0.021986113801117865,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009663652246616081,
+        "instruction_rms": 0.0009663652245007103,
+        "raw_apical_rms": 0.0978204077636458,
+        "teaching_rms": 0.0009663652246616081,
+        "traffic_rms": 0.09781255123935426
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.8576442424064226e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5099077511611616e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016970622105779074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.0066555366459488865
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346112370491028,
+        "mean_feedback_forward_cosine": 0.9997487568086193,
+        "mean_feedback_forward_relative_error": 0.02198604329098617,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009652929816333927,
+        "instruction_rms": 0.0009652929815246807,
+        "raw_apical_rms": 0.0978185281057343,
+        "teaching_rms": 0.0009652929816333927,
+        "traffic_rms": 0.0978105267949347
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.747338084281182e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.50454985702368e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017840878331515785,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.006970881218090653
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346110135316849,
+        "mean_feedback_forward_cosine": 0.9997487356585841,
+        "mean_feedback_forward_relative_error": 0.021985968049134937,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009259488320416489,
+        "instruction_rms": 0.0009259488322631424,
+        "raw_apical_rms": 0.09780553882606946,
+        "teaching_rms": 0.0009259488320416489,
+        "traffic_rms": 0.09779806829615217
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.910393514023781e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5038509800024222e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017531173102358293,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.006169848254993558
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0334610715508461,
+        "mean_feedback_forward_cosine": 0.9997487568086193,
+        "mean_feedback_forward_relative_error": 0.02198589856045381,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009279392139499063,
+        "instruction_rms": 0.0009279392138865069,
+        "raw_apical_rms": 0.09780321761663453,
+        "teaching_rms": 0.0009279392139499063,
+        "traffic_rms": 0.09779613334362237
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.70856270137665e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5090362275841283e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017778360770421085,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.006411543487235904
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346104174852371,
+        "mean_feedback_forward_cosine": 0.9997487644995412,
+        "mean_feedback_forward_relative_error": 0.021985832571742997,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009244338779973663,
+        "instruction_rms": 0.0009244338778394026,
+        "raw_apical_rms": 0.09780525854433622,
+        "teaching_rms": 0.0009244338779973663,
+        "traffic_rms": 0.09779857417875858
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.078692583675547e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.507371671336707e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016831820046871154,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.006312604299113155
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346100449562073,
+        "mean_feedback_forward_cosine": 0.9997487529631583,
+        "mean_feedback_forward_relative_error": 0.021985756008014563,
+        "min_feedback_forward_cosine": 0.9994416236877441
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009952868612912353,
+        "instruction_rms": 0.0009952868617366098,
+        "raw_apical_rms": 0.09781164904073858,
+        "teaching_rms": 0.0009952868612912353,
+        "traffic_rms": 0.09780282498690947
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.495152967047943e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5051920508166232e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016862775833676034,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.006927484558969736
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346097469329834,
+        "mean_feedback_forward_cosine": 0.9997487625768108,
+        "mean_feedback_forward_relative_error": 0.021985680706078006,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010001924115647428,
+        "instruction_rms": 0.001000192411457422,
+        "raw_apical_rms": 0.09781407837757926,
+        "teaching_rms": 0.0010001924115647428,
+        "traffic_rms": 0.0978056220346848
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954791843891144,
+        "maximum_absolute_post_projection_soma_slope": 3.9040084942598696e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5119222619748722e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017259255880668404,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.006934199496656656
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346094489097595,
+        "mean_feedback_forward_cosine": 0.9997487529631583,
+        "mean_feedback_forward_relative_error": 0.021985611938420805,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009321066423410907,
+        "instruction_rms": 0.0009321066419995321,
+        "raw_apical_rms": 0.09780209840272498,
+        "teaching_rms": 0.0009321066423410907,
+        "traffic_rms": 0.09779479776646227
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.7572085886949935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5055680626628026e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016960205859536837,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.006575519463196397
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346092253923416,
+        "mean_feedback_forward_cosine": 0.9997487683450023,
+        "mean_feedback_forward_relative_error": 0.02198554413212884,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000900506226772395,
+        "instruction_rms": 0.0009005062271540262,
+        "raw_apical_rms": 0.09779733017239384,
+        "teaching_rms": 0.000900506226772395,
+        "traffic_rms": 0.0977905018086833
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.08888460867729e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.507185101074406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01689790304693667,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.005963441434800625
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346088528633118,
+        "mean_feedback_forward_cosine": 0.9997487702677327,
+        "mean_feedback_forward_relative_error": 0.02198547533442897,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009851622218666665,
+        "instruction_rms": 0.0009851622216119583,
+        "raw_apical_rms": 0.09779682578700669,
+        "teaching_rms": 0.0009851622218666665,
+        "traffic_rms": 0.09778810048604404
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.944888860019091e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5065916673994602e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017377358288078407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.006992345408499241
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033460866659879684,
+        "mean_feedback_forward_cosine": 0.999748747194967,
+        "mean_feedback_forward_relative_error": 0.021985403907996033,
+        "min_feedback_forward_cosine": 0.9994416236877441
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009290499116851508,
+        "instruction_rms": 0.0009290499117290523,
+        "raw_apical_rms": 0.09779464307563751,
+        "teaching_rms": 0.0009290499116851508,
+        "traffic_rms": 0.09778714761893346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.749213289301224e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.508527756759286e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017598486230607797,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.006231327361315489
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0334608368575573,
+        "mean_feedback_forward_cosine": 0.9997487510404279,
+        "mean_feedback_forward_relative_error": 0.02198533506523217,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009073109658764565,
+        "instruction_rms": 0.0009073109660308787,
+        "raw_apical_rms": 0.09779970175351536,
+        "teaching_rms": 0.0009073109658764565,
+        "traffic_rms": 0.09779240395957206
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 3.745383381215106e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.511437394037558e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016980700202892083,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.006254670864790678
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346080332994461,
+        "mean_feedback_forward_cosine": 0.9997487625768108,
+        "mean_feedback_forward_relative_error": 0.021985268400561427,
+        "min_feedback_forward_cosine": 0.9994416236877441
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009166585566266625,
+        "instruction_rms": 0.0009166585566469095,
+        "raw_apical_rms": 0.09780111630093874,
+        "teaching_rms": 0.0009166585566266625,
+        "traffic_rms": 0.09779356376358765
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.413101706290945e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5093607668419292e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017270588708930487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.0064557369216531515
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346078097820282,
+        "mean_feedback_forward_cosine": 0.9997487818041155,
+        "mean_feedback_forward_relative_error": 0.021985196643659183,
+        "min_feedback_forward_cosine": 0.9994415044784546
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009294155787038035,
+        "instruction_rms": 0.0009294155789720674,
+        "raw_apical_rms": 0.09780693064540853,
+        "teaching_rms": 0.0009294155787038035,
+        "traffic_rms": 0.0977994375154307
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.55607747085196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.512677255169995e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016577441297848897,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.006207835003584623
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033460747450590134,
+        "mean_feedback_forward_cosine": 0.9997487721904632,
+        "mean_feedback_forward_relative_error": 0.021985124361010328,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009688627092430869,
+        "instruction_rms": 0.0009688627092061012,
+        "raw_apical_rms": 0.09779826413321763,
+        "teaching_rms": 0.0009688627092430869,
+        "traffic_rms": 0.09778942790853662
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.1416541307626176e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5076610708138134e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016909866614855468,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.006491875571906567
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346073254942894,
+        "mean_feedback_forward_cosine": 0.9997487721904632,
+        "mean_feedback_forward_relative_error": 0.021985051537593527,
+        "min_feedback_forward_cosine": 0.9994415640830994
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008416567995618732,
+        "instruction_rms": 0.0008416567994213161,
+        "raw_apical_rms": 0.09779882987086966,
+        "teaching_rms": 0.0008416567995618732,
+        "traffic_rms": 0.09779270400300039
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954792588949203,
+        "maximum_absolute_post_projection_soma_slope": 4.4801652165915584e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5048195173204572e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01696822285612318,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.005883447072654963
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03346070647239685,
+        "mean_feedback_forward_cosine": 0.9997487548858889,
+        "mean_feedback_forward_relative_error": 0.02198498111758982,
+        "min_feedback_forward_cosine": 0.9994416236877441
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009350290640017631,
+        "instruction_rms": 0.0009350290640471836,
+        "raw_apical_rms": 0.09779380957240542,
+        "teaching_rms": 0.0009350290640017631,
+        "traffic_rms": 0.09778609100371703
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954794079065323,
+        "maximum_absolute_post_projection_soma_slope": 4.0128121270299744e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5086613180592683e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016864896405583543,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.0062462591500207785
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033460669219493866,
+        "mean_feedback_forward_cosine": 0.9997487606540802,
+        "mean_feedback_forward_relative_error": 0.021984909991583517,
+        "min_feedback_forward_cosine": 0.9994416236877441
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009550125014581149,
+        "instruction_rms": 0.0009550125015064038,
+        "raw_apical_rms": 0.09778722979516817,
+        "teaching_rms": 0.0009550125014581149,
+        "traffic_rms": 0.0977791756914359
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11954793334007263,
+        "maximum_absolute_post_projection_soma_slope": 5.132462632673196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5166592499155975e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017351259657444322,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.00648252774566412
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.921,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.39785928955078126,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2529336320,
+    "peak_memory_reserved_bytes": 3821010944,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 6.043068623284853e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 6.043068623284853e-08,
+      "min_residual_soma_slope": -4.4811869770455814e-08,
+      "mse": 5.701875412029035e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.211621889319629e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.211621889319629e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 12,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 1.1383540630340576,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.043192386627197266,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 14827.987923622131,
+    "train_wall_s": 14824.164831876755
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.024588478729128838,
+      0.014591400511562824,
+      0.010299528017640114,
+      0.010247637517750263,
+      0.005952616687864065,
+      0.006740528624504805,
+      0.004027113318443298,
+      0.005008075851947069,
+      0.0031860945746302605,
+      0.004283188842236996,
+      0.002583871828392148,
+      0.005423903465270996,
+      0.003592056455090642,
+      0.0044009508565068245,
+      0.0029432540759444237,
+      0.003715700702741742,
+      0.0025049929972738028,
+      0.0034612512681633234,
+      0.0021376078948378563,
+      0.002984041813760996,
+      0.001826574676670134,
+      0.004144418518990278,
+      0.0029650835786014795,
+      0.0037945127114653587,
+      0.0025767760816961527,
+      0.0033097954001277685,
+      0.0023035630583763123,
+      0.0029016095213592052,
+      0.002129862317815423,
+      0.0027866438031196594,
+      0.002112960210070014
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.1323377639055252,
+      0.07711678743362427,
+      0.03510509431362152,
+      0.05386357754468918,
+      0.016026047989726067,
+      0.03617874160408974,
+      0.009136411361396313,
+      0.026053285226225853,
+      0.006380654405802488,
+      0.023591075092554092,
+      0.004578462336212397,
+      0.029599502682685852,
+      0.00799194909632206,
+      0.022512374445796013,
+      0.005925713572651148,
+      0.01995171047747135,
+      0.004546777345240116,
+      0.018205545842647552,
+      0.003493580035865307,
+      0.016529854387044907,
+      0.002779953181743622,
+      0.02215592935681343,
+      0.005763883702456951,
+      0.020242298021912575,
+      0.004539282526820898,
+      0.017432086169719696,
+      0.0037844351027160883,
+      0.015237879008054733,
+      0.0032716202549636364,
+      0.014591528102755547,
+      0.003002380020916462
+    ],
+    "unscaled_traffic_rms": [
+      0.7432036995887756,
+      0.7568469047546387,
+      1.1735650300979614,
+      0.7610068321228027,
+      1.4857354164123535,
+      0.7452474236488342,
+      1.7631051540374756,
+      0.7688974142074585,
+      1.9973465204238892,
+      0.7262388467788696,
+      2.2574145793914795,
+      0.732972264289856,
+      1.797837495803833,
+      0.78196120262146,
+      1.9867677688598633,
+      0.7449387907981873,
+      2.2037525177001953,
+      0.7604828476905823,
+      2.447469711303711,
+      0.7220975756645203,
+      2.628209352493286,
+      0.7482274174690247,
+      2.0576984882354736,
+      0.7498185634613037,
+      2.270646095275879,
+      0.7594720125198364,
+      2.4347760677337646,
+      0.7616832852363586,
+      2.604045867919922,
+      0.7639073133468628,
+      2.815047025680542
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 68420224,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 684206618894336,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 684202240000000,
+      "local_weight_correlation_macs": 688625920000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 688625920000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 4407205888
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 72745580756992,
+    "forward_macs_per_example": 68862592,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 2745665106100224
+  }
+}