results: confirm standard-depth SDIL scaling

1 files changed, 6861 insertions, 0 deletions

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d32_s14.json b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s14.json
new file mode 100644
index 0000000..c7e1fea
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s14.json
@@ -0,0 +1,6861 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 606208,
+    "adaptive_feedback_parameters": 461440,
+    "base_width": 16,
+    "blocks_per_stage": 5,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 32,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 303104,
+    "forward_parameters": 464154,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 606208,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 32,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 14,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s14.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 14,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5014,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996523022651672,
+    "feedback_forward_cosine": [
+      0.9998147487640381,
+      0.9998278617858887,
+      0.9998444318771362,
+      0.999819278717041,
+      0.9996131658554077,
+      0.9994606971740723,
+      0.9997701644897461,
+      0.9996477365493774,
+      0.9996994733810425,
+      0.9995297193527222,
+      0.9996874928474426,
+      0.9997687339782715,
+      0.9997282028198242,
+      0.9996908903121948,
+      0.9997670650482178,
+      0.9997155666351318,
+      0.9997864961624146,
+      0.9997143745422363,
+      0.9998044967651367,
+      0.9997119307518005,
+      0.9997832179069519,
+      0.9998683929443359,
+      0.9998384714126587,
+      0.999819278717041,
+      0.9998373985290527,
+      0.9997920989990234,
+      0.9998111128807068,
+      0.9997344017028809,
+      0.9998141527175903,
+      0.9995765686035156,
+      0.9999843835830688
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9988206624984741,
+      1.001134991645813,
+      0.9998640418052673,
+      1.0007452964782715,
+      0.9991434812545776,
+      1.0023818016052246,
+      0.9996303915977478,
+      1.0020372867584229,
+      0.9989871382713318,
+      1.0012645721435547,
+      0.9983092546463013,
+      1.0002796649932861,
+      0.9997096657752991,
+      1.0010067224502563,
+      0.9992865920066833,
+      1.001634120941162,
+      0.9995214343070984,
+      1.0006155967712402,
+      0.9994485974311829,
+      1.0013827085494995,
+      0.9992908239364624,
+      1.0003712177276611,
+      0.9996266961097717,
+      1.0006937980651855,
+      0.99983149766922,
+      1.000633955001831,
+      0.9995362758636475,
+      1.0009021759033203,
+      0.9998878240585327,
+      1.001349687576294,
+      1.0026386976242065
+    ],
+    "feedback_forward_relative_error": [
+      0.019273990765213966,
+      0.018598997965455055,
+      0.017638105899095535,
+      0.01903495378792286,
+      0.0278138630092144,
+      0.03296716883778572,
+      0.02143999934196472,
+      0.026652244850993156,
+      0.024521373212337494,
+      0.03071632608771324,
+      0.02503705956041813,
+      0.021511593833565712,
+      0.023311004042625427,
+      0.024900957942008972,
+      0.02158486656844616,
+      0.02392916940152645,
+      0.02066095359623432,
+      0.02391694486141205,
+      0.019776079803705215,
+      0.024060113355517387,
+      0.020828573033213615,
+      0.016229894012212753,
+      0.017972342669963837,
+      0.019035600125789642,
+      0.018028639256954193,
+      0.020411977544426918,
+      0.01943998970091343,
+      0.023075181990861893,
+      0.019283244386315346,
+      0.029152056202292442,
+      0.006188182160258293
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996793270111084,
+      0.9996604919433594,
+      0.9996795654296875,
+      0.9996747970581055,
+      0.9996909499168396,
+      0.9995384216308594,
+      0.9996996521949768,
+      0.9996235370635986,
+      0.9997107982635498,
+      0.9995654821395874,
+      0.9997165203094482,
+      0.9996768236160278,
+      0.9997236132621765,
+      0.999600887298584,
+      0.999730110168457,
+      0.9996433258056641,
+      0.9997373819351196,
+      0.9996926784515381,
+      0.9997440576553345,
+      0.9996826648712158,
+      0.9997591376304626,
+      0.9997883439064026,
+      0.9997954964637756,
+      0.9997599720954895,
+      0.9998281598091125,
+      0.9998058676719666,
+      0.9998501539230347,
+      0.9998639822006226,
+      0.99992835521698,
+      0.9999697208404541,
+      0.8102250099182129
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9996793866157532,
+      0.9996604919433594,
+      0.9996795654296875,
+      0.9996747970581055,
+      0.9996908903121948,
+      0.9995384216308594,
+      0.9996996521949768,
+      0.9996236562728882,
+      0.9997107982635498,
+      0.9995654821395874,
+      0.9997165203094482,
+      0.9996768236160278,
+      0.9997236132621765,
+      0.999600887298584,
+      0.999730110168457,
+      0.9996433258056641,
+      0.9997373819351196,
+      0.9996926784515381,
+      0.9997440576553345,
+      0.9996826648712158,
+      0.9997591376304626,
+      0.9997883439064026,
+      0.9997954964637756,
+      0.9997599720954895,
+      0.9998281002044678,
+      0.9998058080673218,
+      0.9998501539230347,
+      0.9998640418052673,
+      0.99992835521698,
+      0.9999697804450989,
+      0.8450019359588623
+    ],
+    "matched_negative_gradient_cosine": [
+      0.019015047699213028,
+      -8.82298918440938e-05,
+      0.0423874706029892,
+      -0.02354944497346878,
+      0.06672713160514832,
+      0.03335469216108322,
+      0.05295939743518829,
+      0.09118880331516266,
+      0.039782822132110596,
+      -0.001272554975003004,
+      0.04149865731596947,
+      0.02153804898262024,
+      0.013430852442979813,
+      -0.001538371667265892,
+      0.016360076144337654,
+      0.029660258442163467,
+      0.02270975336432457,
+      0.0486227348446846,
+      0.02294677123427391,
+      0.045042991638183594,
+      0.013027578592300415,
+      0.00554568599909544,
+      -0.054277826100587845,
+      0.08001662790775299,
+      -0.019213473424315453,
+      0.1141226664185524,
+      -0.0042828223668038845,
+      0.19512201845645905,
+      0.012721724808216095,
+      0.010696874000132084,
+      0.11020606756210327
+    ],
+    "max_norm_match_direction_error": 0.006641268730163574,
+    "max_norm_match_relative_error": 1.5802008590526384e-07,
+    "mean_feedback_forward_cosine": 0.9997503872840635,
+    "mean_feedback_forward_relative_error": 0.021838433800205108,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.10311372578144073,
+      "max_absolute_post_projection_soma_slope": 2.0606622186392087e-08,
+      "max_absolute_pre_projection_soma_slope": 0.10311372578144073,
+      "max_positive_post_projection_soma_slope": 2.0606622186392087e-08,
+      "min_post_projection_soma_slope": -1.060392040841407e-08,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.3967742735909173e-08,
+      "pre_projection_traffic_rms_ratio": 0.008809628894839435
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.008809628894815251,
+    "raw_negative_gradient_cosine": [
+      0.019015047699213028,
+      -8.822965901345015e-05,
+      0.0423874706029892,
+      -0.02354944497346878,
+      0.06672713160514832,
+      0.03335469216108322,
+      0.05295940116047859,
+      0.09118880331516266,
+      0.039782822132110596,
+      -0.001272555673494935,
+      0.04149865731596947,
+      0.02153804898262024,
+      0.013430852442979813,
+      -0.001538372365757823,
+      0.016360074281692505,
+      0.029660258442163467,
+      0.02270975150167942,
+      0.0486227348446846,
+      0.02294677123427391,
+      0.045042991638183594,
+      0.01302757766097784,
+      0.0055456869304180145,
+      -0.05427782982587814,
+      0.08001662790775299,
+      -0.0192134790122509,
+      0.114122673869133,
+      -0.004282823298126459,
+      0.19512201845645905,
+      0.012721724808216095,
+      0.010696874931454659,
+      0.11020593345165253
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996793270111084,
+      0.9996604919433594,
+      0.9996795654296875,
+      0.9996747970581055,
+      0.9996909499168396,
+      0.9995384216308594,
+      0.9996996521949768,
+      0.9996235370635986,
+      0.9997107982635498,
+      0.9995654821395874,
+      0.9997165203094482,
+      0.9996768236160278,
+      0.9997236132621765,
+      0.999600887298584,
+      0.999730110168457,
+      0.9996433258056641,
+      0.9997373819351196,
+      0.9996926784515381,
+      0.9997440576553345,
+      0.9996826648712158,
+      0.9997591376304626,
+      0.9997883439064026,
+      0.9997954964637756,
+      0.9997599720954895,
+      0.9998281598091125,
+      0.9998058676719666,
+      0.9998501539230347,
+      0.9998639822006226,
+      0.99992835521698,
+      0.9999697208404541,
+      0.8102250099182129
+    ],
+    "traffic_instruction_rms_ratio": 80.5082313124881,
+    "used_negative_gradient_cosine": [
+      0.9996793270111084,
+      0.9996604919433594,
+      0.9996795654296875,
+      0.9996747970581055,
+      0.9996909499168396,
+      0.9995384216308594,
+      0.9996996521949768,
+      0.9996235370635986,
+      0.9997107982635498,
+      0.9995654821395874,
+      0.9997165203094482,
+      0.9996768236160278,
+      0.9997236132621765,
+      0.999600887298584,
+      0.999730110168457,
+      0.9996433258056641,
+      0.9997373819351196,
+      0.9996926784515381,
+      0.9997440576553345,
+      0.9996826648712158,
+      0.9997591376304626,
+      0.9997883439064026,
+      0.9997954964637756,
+      0.9997599720954895,
+      0.9998281598091125,
+      0.9998058676719666,
+      0.9998501539230347,
+      0.9998639822006226,
+      0.99992835521698,
+      0.9999697208404541,
+      0.8102250099182129
+    ],
+    "wall_s": 0.23915576934814453
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.349123239517212,
+        "mean_feedback_forward_cosine": 0.3184154016836997,
+        "mean_feedback_forward_relative_error": 1.1622308550342437,
+        "min_feedback_forward_cosine": 0.09792320430278778
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0018683632463321101,
+        "instruction_rms": 0.0018683632464356298,
+        "raw_apical_rms": 0.03624569453386514,
+        "teaching_rms": 0.0018683632463321101,
+        "traffic_rms": 0.03613115014401499
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 4.49112000922014e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.052199008723502e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018145315137623224,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.9720316844940184
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3080101013183594,
+        "mean_feedback_forward_cosine": 0.38682587685123565,
+        "mean_feedback_forward_relative_error": 1.1022206256466527,
+        "min_feedback_forward_cosine": 0.14350903034210205
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002286403119993488,
+        "instruction_rms": 0.0022864031199263044,
+        "raw_apical_rms": 0.0415839044188337,
+        "teaching_rms": 0.002286403119993488,
+        "traffic_rms": 0.041520381929141176
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 4.69071181896652e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7511637960013122e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018682236871780205,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.4413672492218017
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2625365257263184,
+        "mean_feedback_forward_cosine": 0.454744745166071,
+        "mean_feedback_forward_relative_error": 1.0403635992157845,
+        "min_feedback_forward_cosine": 0.2042173445224762
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002856331148956587,
+        "instruction_rms": 0.0028563311487369188,
+        "raw_apical_rms": 0.04831714058676078,
+        "teaching_rms": 0.002856331148956587,
+        "traffic_rms": 0.04823201347851221
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 4.657456642576108e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6100743518043677e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016788666455893747,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.1883209758377076
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2150771617889404,
+        "mean_feedback_forward_cosine": 0.5136532504712382,
+        "mean_feedback_forward_relative_error": 0.9834162862070145,
+        "min_feedback_forward_cosine": 0.26392054557800293
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031697569633185796,
+        "instruction_rms": 0.003169756963222006,
+        "raw_apical_rms": 0.05338747022468913,
+        "teaching_rms": 0.0031697569633185796,
+        "traffic_rms": 0.05329255701858028
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 5.36680921925381e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6000444448801e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015669059732735403,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.9779595841789246
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1636258363723755,
+        "mean_feedback_forward_cosine": 0.5632070437554391,
+        "mean_feedback_forward_relative_error": 0.9331383128320018,
+        "min_feedback_forward_cosine": 0.3270026445388794
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003303326608128507,
+        "instruction_rms": 0.00330332660864547,
+        "raw_apical_rms": 0.05613209391521324,
+        "teaching_rms": 0.003303326608128507,
+        "traffic_rms": 0.056034267856350774
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 6.213216607875438e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5812340690954248e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014205358990345121,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.8270183102226257
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1149184703826904,
+        "mean_feedback_forward_cosine": 0.6046481709326467,
+        "mean_feedback_forward_relative_error": 0.8884337246417999,
+        "min_feedback_forward_cosine": 0.3852089047431946
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033687365254883306,
+        "instruction_rms": 0.0033687365255427463,
+        "raw_apical_rms": 0.05853834170146622,
+        "teaching_rms": 0.0033687365254883306,
+        "traffic_rms": 0.058440623063614965
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.317833450315447e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5743119560269975e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013208046553298632,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7185641108131409
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0763901472091675,
+        "mean_feedback_forward_cosine": 0.640215261328605,
+        "mean_feedback_forward_relative_error": 0.8478996340305575,
+        "min_feedback_forward_cosine": 0.4314519166946411
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003439691611151573,
+        "instruction_rms": 0.0034396916117434228,
+        "raw_apical_rms": 0.06018331462216512,
+        "teaching_rms": 0.003439691611151573,
+        "traffic_rms": 0.060083920337087586
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.937631352206154e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5726156926374277e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013604340684405218,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6477009527969361
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0397318601608276,
+        "mean_feedback_forward_cosine": 0.6711982613609683,
+        "mean_feedback_forward_relative_error": 0.8106753114731081,
+        "min_feedback_forward_cosine": 0.47156092524528503
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034773293972525346,
+        "instruction_rms": 0.0034773293976698605,
+        "raw_apical_rms": 0.061118584269800776,
+        "teaching_rms": 0.0034773293972525346,
+        "traffic_rms": 0.061018724903928755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 9.316102023149142e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5896862042897907e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01365289767855389,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5930870194435119
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0042730569839478,
+        "mean_feedback_forward_cosine": 0.6981356220860635,
+        "mean_feedback_forward_relative_error": 0.7769870152396541,
+        "min_feedback_forward_cosine": 0.5083057284355164
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034731553950747888,
+        "instruction_rms": 0.0034731553952689577,
+        "raw_apical_rms": 0.0626269252739908,
+        "teaching_rms": 0.0034731553950747888,
+        "traffic_rms": 0.06252966378164276
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0759437429896934e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578908123350755e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014179395672452142,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.548681717376709
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9682550430297852,
+        "mean_feedback_forward_cosine": 0.7225830458825634,
+        "mean_feedback_forward_relative_error": 0.7448044092424454,
+        "min_feedback_forward_cosine": 0.544492244720459
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003548925307316809,
+        "instruction_rms": 0.0035489253083595103,
+        "raw_apical_rms": 0.0627202408191766,
+        "teaching_rms": 0.003548925307316809,
+        "traffic_rms": 0.06261872837906626
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.151621161938237e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5809551235128574e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013916157228203477,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5209420721435547
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9336236715316772,
+        "mean_feedback_forward_cosine": 0.7443536039321653,
+        "mean_feedback_forward_relative_error": 0.7148607430919525,
+        "min_feedback_forward_cosine": 0.5774005651473999
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035479097876059545,
+        "instruction_rms": 0.0035479097873360125,
+        "raw_apical_rms": 0.06351287187237872,
+        "teaching_rms": 0.0035479097876059545,
+        "traffic_rms": 0.0634126927515392
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 6.495565685327165e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5814357619928713e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014521128082131329,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.4921373353767395
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.899095892906189,
+        "mean_feedback_forward_cosine": 0.764203384999306,
+        "mean_feedback_forward_relative_error": 0.686450574667223,
+        "min_feedback_forward_cosine": 0.6088297963142395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003567407650267457,
+        "instruction_rms": 0.003567407649679948,
+        "raw_apical_rms": 0.0643272545903745,
+        "teaching_rms": 0.003567407650267457,
+        "traffic_rms": 0.06422709151095458
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0085728519015902e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5812116644453117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014100058092938588,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4646897285270691
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.869840681552887,
+        "mean_feedback_forward_cosine": 0.7823158867897526,
+        "mean_feedback_forward_relative_error": 0.6592727053549982,
+        "min_feedback_forward_cosine": 0.6380674839019775
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035551361837908983,
+        "instruction_rms": 0.003555136183908044,
+        "raw_apical_rms": 0.06526339862688703,
+        "teaching_rms": 0.0035551361837908983,
+        "traffic_rms": 0.06516528307975758
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.1249581177708023e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5811661225743245e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013975131741446984,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.44938543108940127
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8421918749809265,
+        "mean_feedback_forward_cosine": 0.7986098816317897,
+        "mean_feedback_forward_relative_error": 0.6339030655161026,
+        "min_feedback_forward_cosine": 0.6636968851089478
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003542310093047334,
+        "instruction_rms": 0.0035423100928636923,
+        "raw_apical_rms": 0.06566515295494509,
+        "teaching_rms": 0.003542310093047334,
+        "traffic_rms": 0.06556815349269349
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.069285673338527e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747109182637625e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014421003884813169,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4314415920257568
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8139985203742981,
+        "mean_feedback_forward_cosine": 0.8136870899508076,
+        "mean_feedback_forward_relative_error": 0.6094659340958442,
+        "min_feedback_forward_cosine": 0.6859352588653564
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00356102866105206,
+        "instruction_rms": 0.003561028660416645,
+        "raw_apical_rms": 0.06579666079935316,
+        "teaching_rms": 0.00356102866105206,
+        "traffic_rms": 0.06569893122453155
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.28980972755744e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5797627522924986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015149934872542212,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4118518581676483
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7864567637443542,
+        "mean_feedback_forward_cosine": 0.8278130292892456,
+        "mean_feedback_forward_relative_error": 0.5858500104758048,
+        "min_feedback_forward_cosine": 0.706699013710022
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003571298423541089,
+        "instruction_rms": 0.0035712984229070567,
+        "raw_apical_rms": 0.06652252201477747,
+        "teaching_rms": 0.003571298423541089,
+        "traffic_rms": 0.06642525712075328
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 7.55757980641647e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5685017447848382e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014987340263861476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.39782868075370786
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7594925165176392,
+        "mean_feedback_forward_cosine": 0.8409136937510583,
+        "mean_feedback_forward_relative_error": 0.5628470672715095,
+        "min_feedback_forward_cosine": 0.7266198992729187
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036124114347874862,
+        "instruction_rms": 0.0036124114343832375,
+        "raw_apical_rms": 0.0667853896376609,
+        "teaching_rms": 0.0036124114347874862,
+        "traffic_rms": 0.06668641115497063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.381794375760364e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5778748470378126e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01494092720952503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.3853364744567871
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7328860759735107,
+        "mean_feedback_forward_cosine": 0.8527568886356969,
+        "mean_feedback_forward_relative_error": 0.5412813420257261,
+        "min_feedback_forward_cosine": 0.7453172206878662
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036054019142679953,
+        "instruction_rms": 0.0036054019139316923,
+        "raw_apical_rms": 0.0669885631759906,
+        "teaching_rms": 0.0036054019142679953,
+        "traffic_rms": 0.06688996731069322
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 8.959162300925527e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574728810468514e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014829189195670446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.37180454840660093
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7077186703681946,
+        "mean_feedback_forward_cosine": 0.8637468526440282,
+        "mean_feedback_forward_relative_error": 0.5204056270660893,
+        "min_feedback_forward_cosine": 0.7624452114105225
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003605624887831031,
+        "instruction_rms": 0.0036056248874183766,
+        "raw_apical_rms": 0.06821762426263715,
+        "teaching_rms": 0.003605624887831031,
+        "traffic_rms": 0.06812068622192712
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.481707342549271e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56681578902328e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015647824216503382,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.3612572445106506
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.683469831943512,
+        "mean_feedback_forward_cosine": 0.8740252410211871,
+        "mean_feedback_forward_relative_error": 0.5002171757721132,
+        "min_feedback_forward_cosine": 0.7783001661300659
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003619591928771839,
+        "instruction_rms": 0.0036195919276024928,
+        "raw_apical_rms": 0.06828244077412947,
+        "teaching_rms": 0.003619591928771839,
+        "traffic_rms": 0.06818475517578435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 7.020572923011059e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5738955629962453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015268541183042194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.348959853515625
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6594583988189697,
+        "mean_feedback_forward_cosine": 0.8832904523418795,
+        "mean_feedback_forward_relative_error": 0.48108004658452924,
+        "min_feedback_forward_cosine": 0.7932708263397217
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035751354082638317,
+        "instruction_rms": 0.0035751354080015697,
+        "raw_apical_rms": 0.06857471519851022,
+        "teaching_rms": 0.0035751354082638317,
+        "traffic_rms": 0.06848007569623833
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 5.069496467058343e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704569681491547e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015717778113856357,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3425276482486725
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6360369920730591,
+        "mean_feedback_forward_cosine": 0.891940749460651,
+        "mean_feedback_forward_relative_error": 0.46262357600273624,
+        "min_feedback_forward_cosine": 0.807397723197937
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036275424698628857,
+        "instruction_rms": 0.0036275424707179647,
+        "raw_apical_rms": 0.06835233988520548,
+        "teaching_rms": 0.0036275424698628857,
+        "traffic_rms": 0.0682543939807236
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 5.109001577352501e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5694009383727903e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015192259002773798,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.32964239320755007
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6133252382278442,
+        "mean_feedback_forward_cosine": 0.9001314582363251,
+        "mean_feedback_forward_relative_error": 0.4446873885969962,
+        "min_feedback_forward_cosine": 0.8209010362625122
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003604449982899816,
+        "instruction_rms": 0.00360444998338726,
+        "raw_apical_rms": 0.06863894432059107,
+        "teaching_rms": 0.003604449982899816,
+        "traffic_rms": 0.06854259212185834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 5.521335211255973e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5750633355662413e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015290812355600071,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3240155930995941
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5919969081878662,
+        "mean_feedback_forward_cosine": 0.9074511239605565,
+        "mean_feedback_forward_relative_error": 0.42779956998363616,
+        "min_feedback_forward_cosine": 0.8330364227294922
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036113212761654206,
+        "instruction_rms": 0.003611321276892142,
+        "raw_apical_rms": 0.06890865489760267,
+        "teaching_rms": 0.0036113212761654206,
+        "traffic_rms": 0.06881233568903938
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 6.138535724176108e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5718360645139188e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015866967229347967,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3139541429710388
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5707038044929504,
+        "mean_feedback_forward_cosine": 0.9142736869473611,
+        "mean_feedback_forward_relative_error": 0.4115029477304028,
+        "min_feedback_forward_cosine": 0.8446475863456726
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035934747816962773,
+        "instruction_rms": 0.0035934747830829285,
+        "raw_apical_rms": 0.06914278411479509,
+        "teaching_rms": 0.0035934747816962773,
+        "traffic_rms": 0.06904740347797378
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 6.275681130318844e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5777951293001463e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015709981713933067,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3036772249507904
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5497543215751648,
+        "mean_feedback_forward_cosine": 0.9204997343401755,
+        "mean_feedback_forward_relative_error": 0.39606341575422593,
+        "min_feedback_forward_cosine": 0.8556846976280212
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003602066128294148,
+        "instruction_rms": 0.0036020661284273583,
+        "raw_apical_rms": 0.06942569318792734,
+        "teaching_rms": 0.003602066128294148,
+        "traffic_rms": 0.0693306285503332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 5.555501658704998e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5659540354013743e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01539304192058377,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.2984672192764282
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5293107032775879,
+        "mean_feedback_forward_cosine": 0.9263052536595252,
+        "mean_feedback_forward_relative_error": 0.3811599905452421,
+        "min_feedback_forward_cosine": 0.8660324215888977
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003567323708320373,
+        "instruction_rms": 0.00356732370952794,
+        "raw_apical_rms": 0.06916096814635381,
+        "teaching_rms": 0.003567323708320373,
+        "traffic_rms": 0.06906711680888128
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 5.934568392262918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5746689225887976e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01555602235159259,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.294402046585083
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5099024772644043,
+        "mean_feedback_forward_cosine": 0.9318184948736622,
+        "mean_feedback_forward_relative_error": 0.36650017144218566,
+        "min_feedback_forward_cosine": 0.8754812479019165
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003629055702909361,
+        "instruction_rms": 0.003629055701576995,
+        "raw_apical_rms": 0.06963092681279068,
+        "teaching_rms": 0.003629055702909361,
+        "traffic_rms": 0.06953449810498749
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 8.656269301354769e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5694340866787732e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015121122219050057,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.28934790353775025
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4909377694129944,
+        "mean_feedback_forward_cosine": 0.936896110734632,
+        "mean_feedback_forward_relative_error": 0.35241030973772847,
+        "min_feedback_forward_cosine": 0.8843867778778076
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003595609623953823,
+        "instruction_rms": 0.003595609624316693,
+        "raw_apical_rms": 0.0698145028916054,
+        "teaching_rms": 0.003595609623953823,
+        "traffic_rms": 0.06971977788686679
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 6.556560094850283e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565106171226261e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015467650889831446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.28395292448043824
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.47229552268981934,
+        "mean_feedback_forward_cosine": 0.941606746565911,
+        "mean_feedback_forward_relative_error": 0.338891624683334,
+        "min_feedback_forward_cosine": 0.892859935760498
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003570051048288169,
+        "instruction_rms": 0.0035700510476088967,
+        "raw_apical_rms": 0.07024312146693426,
+        "teaching_rms": 0.003570051048288169,
+        "traffic_rms": 0.07015033299946816
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 5.7252890428571845e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5736121763862837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015198169248482737,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.276487537021637
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4546135365962982,
+        "mean_feedback_forward_cosine": 0.9458679460710094,
+        "mean_feedback_forward_relative_error": 0.3261065620087808,
+        "min_feedback_forward_cosine": 0.9006040692329407
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003568283303870979,
+        "instruction_rms": 0.0035682833038841824,
+        "raw_apical_rms": 0.07017832986819403,
+        "teaching_rms": 0.003568283303870979,
+        "traffic_rms": 0.07008566460560568
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 7.809811108927533e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5715400077440312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015248935664702336,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.26848984317302704
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4374768137931824,
+        "mean_feedback_forward_cosine": 0.9498625666864456,
+        "mean_feedback_forward_relative_error": 0.31367341933711884,
+        "min_feedback_forward_cosine": 0.9077830910682678
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036007854799207767,
+        "instruction_rms": 0.003600785480386143,
+        "raw_apical_rms": 0.07004737717378703,
+        "teaching_rms": 0.0036007854799207767,
+        "traffic_rms": 0.06995282721579597
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 6.960980414305595e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562841669749408e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01491243445533156,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.26658033462524416
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4211234748363495,
+        "mean_feedback_forward_cosine": 0.953569890991334,
+        "mean_feedback_forward_relative_error": 0.3016835357392988,
+        "min_feedback_forward_cosine": 0.9144378304481506
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035859103841977,
+        "instruction_rms": 0.0035859103847275513,
+        "raw_apical_rms": 0.07025713004176318,
+        "teaching_rms": 0.0035859103841977,
+        "traffic_rms": 0.0701636167908582
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.169268201323575e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.563881850591078e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015135091509715095,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2559234872341156
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.404587984085083,
+        "mean_feedback_forward_cosine": 0.9570633845944558,
+        "mean_feedback_forward_relative_error": 0.2899813310753915,
+        "min_feedback_forward_cosine": 0.9208983182907104
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003623462345362718,
+        "instruction_rms": 0.0036234623452563995,
+        "raw_apical_rms": 0.07028596157188986,
+        "teaching_rms": 0.003623462345362718,
+        "traffic_rms": 0.07019001727884343
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 6.397198148988537e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5664044388585058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014641788890473018,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.25576767461776734
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3892500698566437,
+        "mean_feedback_forward_cosine": 0.960218318047062,
+        "mean_feedback_forward_relative_error": 0.2790132438944232,
+        "min_feedback_forward_cosine": 0.9266842007637024
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003579824925072167,
+        "instruction_rms": 0.0035798249259937926,
+        "raw_apical_rms": 0.07039205688694457,
+        "teaching_rms": 0.003579824925072167,
+        "traffic_rms": 0.070298913649722
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 8.090054137710467e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5668529465423474e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014838895349049018,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2515813309431076
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.37388598918914795,
+        "mean_feedback_forward_cosine": 0.96321480120382,
+        "mean_feedback_forward_relative_error": 0.26816824823617935,
+        "min_feedback_forward_cosine": 0.9322986602783203
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003604920150045678,
+        "instruction_rms": 0.003604920149207569,
+        "raw_apical_rms": 0.07069537659520468,
+        "teaching_rms": 0.003604920150045678,
+        "traffic_rms": 0.07060154749305185
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.07327636555965e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5603341621615057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014696763425095934,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.25099168491363527
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35926011204719543,
+        "mean_feedback_forward_cosine": 0.9659601334602602,
+        "mean_feedback_forward_relative_error": 0.2578650359665194,
+        "min_feedback_forward_cosine": 0.9374220371246338
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036139582229496527,
+        "instruction_rms": 0.003613958222213897,
+        "raw_apical_rms": 0.0707432196080217,
+        "teaching_rms": 0.0036139582229496527,
+        "traffic_rms": 0.07064876743849158
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 7.36420204816568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.557482387522224e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013753166593612634,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2449511640739441
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3455997407436371,
+        "mean_feedback_forward_cosine": 0.9684372140515235,
+        "mean_feedback_forward_relative_error": 0.24818992422473046,
+        "min_feedback_forward_cosine": 0.9419872760772705
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003618526539846824,
+        "instruction_rms": 0.0036185265395190084,
+        "raw_apical_rms": 0.0712440779671978,
+        "teaching_rms": 0.003618526539846824,
+        "traffic_rms": 0.07115006688456978
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.842152882631126e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5608908939363994e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01463015384333008,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.24492750885009765
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33338403701782227,
+        "mean_feedback_forward_cosine": 0.970689308258795,
+        "mean_feedback_forward_relative_error": 0.2390509692411269,
+        "min_feedback_forward_cosine": 0.9460171461105347
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003514273819638191,
+        "instruction_rms": 0.003514273819840301,
+        "raw_apical_rms": 0.07185023575879976,
+        "teaching_rms": 0.003514273819638191,
+        "traffic_rms": 0.07176248139000149
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 5.988686524460718e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5559257207111566e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014423459384459852,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2303639947128296
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32096561789512634,
+        "mean_feedback_forward_cosine": 0.9729102811505718,
+        "mean_feedback_forward_relative_error": 0.22972243399389328,
+        "min_feedback_forward_cosine": 0.9501440525054932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036082622957538165,
+        "instruction_rms": 0.0036082622961325665,
+        "raw_apical_rms": 0.07153499119852696,
+        "teaching_rms": 0.0036082622957538165,
+        "traffic_rms": 0.07144157740120281
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485987603664398,
+        "maximum_absolute_post_projection_soma_slope": 5.910189670998989e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5533174637422783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014583604056094006,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2331293714237213
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.31002968549728394,
+        "mean_feedback_forward_cosine": 0.9748779881385065,
+        "mean_feedback_forward_relative_error": 0.22114136718934582,
+        "min_feedback_forward_cosine": 0.9534217119216919
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035347714829293084,
+        "instruction_rms": 0.0035347714822814118,
+        "raw_apical_rms": 0.07183233493973475,
+        "teaching_rms": 0.0035347714829293084,
+        "traffic_rms": 0.07174284111941574
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 6.25932727871259e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5474592058844107e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014028240070744309,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2342703471660614
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.29950159788131714,
+        "mean_feedback_forward_cosine": 0.9767794339887558,
+        "mean_feedback_forward_relative_error": 0.21252780575906077,
+        "min_feedback_forward_cosine": 0.9565247893333435
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003610217123786374,
+        "instruction_rms": 0.0036102171238047123,
+        "raw_apical_rms": 0.07235855988277147,
+        "teaching_rms": 0.003610217123786374,
+        "traffic_rms": 0.07226617896469169
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.098534382521393e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5479094203370572e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014232548533931105,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.22992673044204712
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28973188996315,
+        "mean_feedback_forward_cosine": 0.9784697755690543,
+        "mean_feedback_forward_relative_error": 0.204577540918704,
+        "min_feedback_forward_cosine": 0.9593740105628967
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035683437195230664,
+        "instruction_rms": 0.003568343718641344,
+        "raw_apical_rms": 0.07251229130585289,
+        "teaching_rms": 0.0035683437195230664,
+        "traffic_rms": 0.07242229310682763
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 1.0579122289300358e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5491293110287204e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013873516771714936,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.22220664313316346
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2802804708480835,
+        "mean_feedback_forward_cosine": 0.9800236282810089,
+        "mean_feedback_forward_relative_error": 0.1969566575942501,
+        "min_feedback_forward_cosine": 0.9619824886322021
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003545573737626911,
+        "instruction_rms": 0.0035455737376359816,
+        "raw_apical_rms": 0.07271454910673958,
+        "teaching_rms": 0.003545573737626911,
+        "traffic_rms": 0.07262562983843843
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 6.769742810774915e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5573255268973508e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013970789926037681,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2209553227996826
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27100589871406555,
+        "mean_feedback_forward_cosine": 0.9814942479133606,
+        "mean_feedback_forward_relative_error": 0.18949198891078273,
+        "min_feedback_forward_cosine": 0.9644244313240051
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035538451028273837,
+        "instruction_rms": 0.003553845102324246,
+        "raw_apical_rms": 0.07255014547313235,
+        "teaching_rms": 0.0035538451028273837,
+        "traffic_rms": 0.07246072808047117
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.043365795629143e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5467154917628083e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014452166843817482,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2208089984035492
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26140815019607544,
+        "mean_feedback_forward_cosine": 0.982880175113678,
+        "mean_feedback_forward_relative_error": 0.18220968784824496,
+        "min_feedback_forward_cosine": 0.9668254852294922
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035411378733027445,
+        "instruction_rms": 0.0035411378738394307,
+        "raw_apical_rms": 0.07286733575368119,
+        "teaching_rms": 0.0035411378733027445,
+        "traffic_rms": 0.07277881354938386
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.648495336023188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5555301059849515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014634393083647996,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.21660668154716492
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2515721023082733,
+        "mean_feedback_forward_cosine": 0.9841807599990599,
+        "mean_feedback_forward_relative_error": 0.17512519321134012,
+        "min_feedback_forward_cosine": 0.9692121744155884
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003528841659097951,
+        "instruction_rms": 0.003528841659134414,
+        "raw_apical_rms": 0.07273094495250207,
+        "teaching_rms": 0.003528841659097951,
+        "traffic_rms": 0.07264293644618175
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 7.333095197736839e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5532725380837097e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014309781620687424,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.2198983741378784
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2422412931919098,
+        "mean_feedback_forward_cosine": 0.9853565500628564,
+        "mean_feedback_forward_relative_error": 0.16845456582884635,
+        "min_feedback_forward_cosine": 0.9714775085449219
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00356773510432647,
+        "instruction_rms": 0.003567735103613113,
+        "raw_apical_rms": 0.07288641617085317,
+        "teaching_rms": 0.00356773510432647,
+        "traffic_rms": 0.07279675240664363
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.341967827618646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5481388218298634e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013792453886977802,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.21505139840602874
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2331939935684204,
+        "mean_feedback_forward_cosine": 0.9864503952764696,
+        "mean_feedback_forward_relative_error": 0.16202208147414268,
+        "min_feedback_forward_cosine": 0.9735477566719055
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035382228881439665,
+        "instruction_rms": 0.0035382228874618767,
+        "raw_apical_rms": 0.07342302901155884,
+        "teaching_rms": 0.0035382228881439665,
+        "traffic_rms": 0.07333512088777719
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.433903531113174e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5485429765373552e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014346749791625278,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.2117636529159546
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22525061666965485,
+        "mean_feedback_forward_cosine": 0.987417588310857,
+        "mean_feedback_forward_relative_error": 0.15608877027707715,
+        "min_feedback_forward_cosine": 0.9753058552742004
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003467811643160292,
+        "instruction_rms": 0.0034678116421256577,
+        "raw_apical_rms": 0.0732651516126636,
+        "teaching_rms": 0.003467811643160292,
+        "traffic_rms": 0.07318059111933263
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.541247271092288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.543768711456422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014085245610821483,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.2025717242884636
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21740497648715973,
+        "mean_feedback_forward_cosine": 0.9883876289090803,
+        "mean_feedback_forward_relative_error": 0.1498993553461567,
+        "min_feedback_forward_cosine": 0.9769393801689148
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036306974563469294,
+        "instruction_rms": 0.0036306974575807606,
+        "raw_apical_rms": 0.07310654396514574,
+        "teaching_rms": 0.0036306974563469294,
+        "traffic_rms": 0.07301367906981819
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.591091216203495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.545394036883777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015027317682516157,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.2066680376958847
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20983608067035675,
+        "mean_feedback_forward_cosine": 0.9892710851084802,
+        "mean_feedback_forward_relative_error": 0.1440406883916547,
+        "min_feedback_forward_cosine": 0.978495180606842
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036078305681864972,
+        "instruction_rms": 0.003607830568422387,
+        "raw_apical_rms": 0.07326588468645093,
+        "teaching_rms": 0.0036078305681864972,
+        "traffic_rms": 0.07317474353022814
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.03603441568157e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5529996630176128e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015480392477072011,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.20970831125259398
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20208847522735596,
+        "mean_feedback_forward_cosine": 0.9900660899377638,
+        "mean_feedback_forward_relative_error": 0.13858351483941078,
+        "min_feedback_forward_cosine": 0.9800778031349182
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035191287390104386,
+        "instruction_rms": 0.003519128739096533,
+        "raw_apical_rms": 0.07320936943679052,
+        "teaching_rms": 0.0035191287390104386,
+        "traffic_rms": 0.07312225658221999
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.146664772022632e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5475826626873828e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015389471798350141,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.20343002840995789
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19537170231342316,
+        "mean_feedback_forward_cosine": 0.9907822551265839,
+        "mean_feedback_forward_relative_error": 0.13345198249143939,
+        "min_feedback_forward_cosine": 0.9813547134399414
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034957594861710862,
+        "instruction_rms": 0.0034957594880671693,
+        "raw_apical_rms": 0.0738828588731777,
+        "teaching_rms": 0.0034957594861710862,
+        "traffic_rms": 0.07379779846383361
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.070416359993942e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.542990011263659e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014873055506304843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.19964063883781433
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1883355677127838,
+        "mean_feedback_forward_cosine": 0.991474203525051,
+        "mean_feedback_forward_relative_error": 0.12832156977345865,
+        "min_feedback_forward_cosine": 0.9826860427856445
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035423250416894317,
+        "instruction_rms": 0.0035423250424304704,
+        "raw_apical_rms": 0.07414406138734056,
+        "teaching_rms": 0.0035423250416894317,
+        "traffic_rms": 0.07405697565431615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.433654130612922e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5484133176821375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014601856314887793,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.19996760390281676
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18150240182876587,
+        "mean_feedback_forward_cosine": 0.9921058416366577,
+        "mean_feedback_forward_relative_error": 0.12345341352685806,
+        "min_feedback_forward_cosine": 0.9839038848876953
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035368324558972893,
+        "instruction_rms": 0.003536832455649132,
+        "raw_apical_rms": 0.07443246141932693,
+        "teaching_rms": 0.0035368324558972893,
+        "traffic_rms": 0.07434611176159013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.004032839091451e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5400697112334856e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014279220159043305,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.19564476159572602
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1747015118598938,
+        "mean_feedback_forward_cosine": 0.9927121670015396,
+        "mean_feedback_forward_relative_error": 0.1185920762438928,
+        "min_feedback_forward_cosine": 0.9850529432296753
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035915274110740816,
+        "instruction_rms": 0.003591527411796789,
+        "raw_apical_rms": 0.07430636998145877,
+        "teaching_rms": 0.0035915274110740816,
+        "traffic_rms": 0.07421717398528853
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 9.405348322388818e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5461576666564704e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013864318215609397,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.19875957082271575
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16783694922924042,
+        "mean_feedback_forward_cosine": 0.9932740196104972,
+        "mean_feedback_forward_relative_error": 0.11392342960161547,
+        "min_feedback_forward_cosine": 0.986203134059906
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003583734185415176,
+        "instruction_rms": 0.0035837341850378382,
+        "raw_apical_rms": 0.07424991043734266,
+        "teaching_rms": 0.003583734185415176,
+        "traffic_rms": 0.07416121185209427
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.0125791050086264e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5419158141631458e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013878449428116037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.20260698585510253
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1618281751871109,
+        "mean_feedback_forward_cosine": 0.9937629680479726,
+        "mean_feedback_forward_relative_error": 0.10969174124540822,
+        "min_feedback_forward_cosine": 0.9871610999107361
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003478286763943438,
+        "instruction_rms": 0.0034782867641409117,
+        "raw_apical_rms": 0.07455198519834542,
+        "teaching_rms": 0.003478286763943438,
+        "traffic_rms": 0.07446807860912723
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.071890949333465e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.542102533768073e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013162751639562506,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.18915049114227295
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1558232605457306,
+        "mean_feedback_forward_cosine": 0.9942391476323528,
+        "mean_feedback_forward_relative_error": 0.10540983477427114,
+        "min_feedback_forward_cosine": 0.9880666732788086
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003535855358245179,
+        "instruction_rms": 0.003535855358514941,
+        "raw_apical_rms": 0.07485005451974064,
+        "teaching_rms": 0.003535855358245179,
+        "traffic_rms": 0.07476403673636119
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 7.411644276089646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.544305088672089e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013818985932131272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.19254500077724457
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14955919981002808,
+        "mean_feedback_forward_cosine": 0.9946779704863026,
+        "mean_feedback_forward_relative_error": 0.1013064254676142,
+        "min_feedback_forward_cosine": 0.9890223145484924
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003562531528604123,
+        "instruction_rms": 0.0035625315279557363,
+        "raw_apical_rms": 0.0746798395252637,
+        "teaching_rms": 0.003562531528604123,
+        "traffic_rms": 0.07459210094809259
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.0262327521104453e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.537492892285799e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014652329516216799,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.19360217828273774
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14410655200481415,
+        "mean_feedback_forward_cosine": 0.9950764986776537,
+        "mean_feedback_forward_relative_error": 0.09742516832005593,
+        "min_feedback_forward_cosine": 0.9898029565811157
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035676243786786333,
+        "instruction_rms": 0.003567624377833858,
+        "raw_apical_rms": 0.07492166847924847,
+        "teaching_rms": 0.0035676243786786333,
+        "traffic_rms": 0.07483419516109906
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.406086576291273e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.537579362513058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014646023011074276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.19030395037651063
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1386268138885498,
+        "mean_feedback_forward_cosine": 0.9954412310354172,
+        "mean_feedback_forward_relative_error": 0.093738068255686,
+        "min_feedback_forward_cosine": 0.9905557632446289
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035199649503759828,
+        "instruction_rms": 0.003519964950999063,
+        "raw_apical_rms": 0.07479722146273009,
+        "teaching_rms": 0.0035199649503759828,
+        "traffic_rms": 0.07471181997219575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.486156926641343e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.544761026237976e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01457558466425648,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.1909268178319931
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13337312638759613,
+        "mean_feedback_forward_cosine": 0.9957873455939754,
+        "mean_feedback_forward_relative_error": 0.09010233718060678,
+        "min_feedback_forward_cosine": 0.9912433624267578
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035849803237658047,
+        "instruction_rms": 0.003584980325426957,
+        "raw_apical_rms": 0.07548526364493609,
+        "teaching_rms": 0.0035849803237658047,
+        "traffic_rms": 0.07539773625772524
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 9.101554354629116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5268856084482808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014169535282067214,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.19319603216171263
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12824121117591858,
+        "mean_feedback_forward_cosine": 0.9961044346132586,
+        "mean_feedback_forward_relative_error": 0.08663714707138077,
+        "min_feedback_forward_cosine": 0.991897702217102
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035324138877987567,
+        "instruction_rms": 0.0035324138882821374,
+        "raw_apical_rms": 0.07569603700592356,
+        "teaching_rms": 0.0035324138877987567,
+        "traffic_rms": 0.07561110523697553
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.58067190026668e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5334213973492087e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014581693564766853,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.18684907359600067
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12333238124847412,
+        "mean_feedback_forward_cosine": 0.9963936132769431,
+        "mean_feedback_forward_relative_error": 0.08334574962575589,
+        "min_feedback_forward_cosine": 0.9924991130828857
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003496589974264169,
+        "instruction_rms": 0.0034965899747340617,
+        "raw_apical_rms": 0.07597036493797722,
+        "teaching_rms": 0.003496589974264169,
+        "traffic_rms": 0.07588712076219775
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.082046321078451e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5395833015813246e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0139032772775167,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.18405272352218627
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11874133348464966,
+        "mean_feedback_forward_cosine": 0.9966578425899628,
+        "mean_feedback_forward_relative_error": 0.08022083089716973,
+        "min_feedback_forward_cosine": 0.9930402636528015
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003513683101232733,
+        "instruction_rms": 0.0035136831006248627,
+        "raw_apical_rms": 0.07609684610219249,
+        "teaching_rms": 0.003513683101232733,
+        "traffic_rms": 0.07601334137741342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.90832154709642e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5242490335526098e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014270058077524241,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.18282177020549775
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11410302668809891,
+        "mean_feedback_forward_cosine": 0.9969153981054982,
+        "mean_feedback_forward_relative_error": 0.07707575161851221,
+        "min_feedback_forward_cosine": 0.9935793280601501
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036083476381545535,
+        "instruction_rms": 0.0036083476378228592,
+        "raw_apical_rms": 0.07622372732885632,
+        "teaching_rms": 0.0036083476381545535,
+        "traffic_rms": 0.07613545448242943
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 6.938371654996445e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5296652058797503e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014754368099530188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.18329295968055725
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10950884222984314,
+        "mean_feedback_forward_cosine": 0.9971511325528545,
+        "mean_feedback_forward_relative_error": 0.07406534020218157,
+        "min_feedback_forward_cosine": 0.9940752387046814
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003547374439442843,
+        "instruction_rms": 0.0035473744401827334,
+        "raw_apical_rms": 0.07605307224422006,
+        "teaching_rms": 0.003547374439442843,
+        "traffic_rms": 0.07596778447124998
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.937065132386124e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5315695191526278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014888307990096316,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.18906341844081878
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10573495179414749,
+        "mean_feedback_forward_cosine": 0.9973579760520689,
+        "mean_feedback_forward_relative_error": 0.07130478100190239,
+        "min_feedback_forward_cosine": 0.9944680333137512
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035124249429167513,
+        "instruction_rms": 0.0035124249436087693,
+        "raw_apical_rms": 0.07623972737135004,
+        "teaching_rms": 0.0035124249429167513,
+        "traffic_rms": 0.0761559267857974
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.0869854349948582e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5236234503629538e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014453972743486226,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.17535344400882721
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1018197163939476,
+        "mean_feedback_forward_cosine": 0.9975589552233296,
+        "mean_feedback_forward_relative_error": 0.06853668367670428,
+        "min_feedback_forward_cosine": 0.9948732852935791
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035406117729962503,
+        "instruction_rms": 0.0035406117724872217,
+        "raw_apical_rms": 0.07615759788290066,
+        "teaching_rms": 0.0035406117729962503,
+        "traffic_rms": 0.07607255346579143
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 9.821511071095301e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5451872344122994e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015035056867348424,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.1841877987718582
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09843720495700836,
+        "mean_feedback_forward_cosine": 0.9977367097331632,
+        "mean_feedback_forward_relative_error": 0.06598064537730909,
+        "min_feedback_forward_cosine": 0.9952043294906616
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003495830509761125,
+        "instruction_rms": 0.0034958305109188876,
+        "raw_apical_rms": 0.07629823092094715,
+        "teaching_rms": 0.003495830509761125,
+        "traffic_rms": 0.07621522743955157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.1210785544335522e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5239736843174995e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015060494768254747,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.17492715606689452
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09479423612356186,
+        "mean_feedback_forward_cosine": 0.9979092690252489,
+        "mean_feedback_forward_relative_error": 0.0634160170992536,
+        "min_feedback_forward_cosine": 0.9955540895462036
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003531479361941745,
+        "instruction_rms": 0.0035314793627695493,
+        "raw_apical_rms": 0.0763427653959354,
+        "teaching_rms": 0.003531479361941745,
+        "traffic_rms": 0.07625820705492264
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.1792678122901634e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.519641786309308e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01462348411231385,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.1827969622707367
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09126103669404984,
+        "mean_feedback_forward_cosine": 0.9980602264404297,
+        "mean_feedback_forward_relative_error": 0.06107467719383778,
+        "min_feedback_forward_cosine": 0.9958809614181519
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003511989402995332,
+        "instruction_rms": 0.0035119894045005503,
+        "raw_apical_rms": 0.07645319287249783,
+        "teaching_rms": 0.003511989402995332,
+        "traffic_rms": 0.07636960366053744
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.13380873157621e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.522335222133876e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015485400517680681,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.17390078784942628
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08786570280790329,
+        "mean_feedback_forward_cosine": 0.9982036775158297,
+        "mean_feedback_forward_relative_error": 0.058767640722855445,
+        "min_feedback_forward_cosine": 0.9961830377578735
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003510973985424096,
+        "instruction_rms": 0.0035109739863188965,
+        "raw_apical_rms": 0.07643620183467235,
+        "teaching_rms": 0.003510973985424096,
+        "traffic_rms": 0.07635283791254978
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.41351726674111e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.529499990270176e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014838685674348297,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.17431724754810332
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08470561355352402,
+        "mean_feedback_forward_cosine": 0.9983381205989469,
+        "mean_feedback_forward_relative_error": 0.05651552302222098,
+        "min_feedback_forward_cosine": 0.9964495897293091
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035387833308349556,
+        "instruction_rms": 0.0035387833295479386,
+        "raw_apical_rms": 0.07682818089801362,
+        "teaching_rms": 0.0035387833308349556,
+        "traffic_rms": 0.07674391562968257
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 7.734478657539512e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.525725334664447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014106072571530726,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.1742467817211151
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08137988299131393,
+        "mean_feedback_forward_cosine": 0.9984661398395416,
+        "mean_feedback_forward_relative_error": 0.05429629410707181,
+        "min_feedback_forward_cosine": 0.996722936630249
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035368698563421896,
+        "instruction_rms": 0.0035368698565948807,
+        "raw_apical_rms": 0.07668344871325335,
+        "teaching_rms": 0.0035368698563421896,
+        "traffic_rms": 0.07659905406782085
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.479236868197404e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5298777851516374e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014231159298908364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.17773329139709473
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07825799286365509,
+        "mean_feedback_forward_cosine": 0.998579828969894,
+        "mean_feedback_forward_relative_error": 0.05224089318465802,
+        "min_feedback_forward_cosine": 0.9969693422317505
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034274400758817418,
+        "instruction_rms": 0.0034274400757067897,
+        "raw_apical_rms": 0.07701370861979899,
+        "teaching_rms": 0.0034274400758817418,
+        "traffic_rms": 0.07693449183067701
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 1.1169006342015564e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5298715934851535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015109962188135194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.1731295151090622
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0752711072564125,
+        "mean_feedback_forward_cosine": 0.9986858887057151,
+        "mean_feedback_forward_relative_error": 0.05024578530461558,
+        "min_feedback_forward_cosine": 0.9971962571144104
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034798355626603264,
+        "instruction_rms": 0.0034798355619360087,
+        "raw_apical_rms": 0.0775893310921717,
+        "teaching_rms": 0.0034798355626603264,
+        "traffic_rms": 0.07750835716591364
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0516922088754654e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5225252800836012e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015427078382848262,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.17347687585830687
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.072512187063694,
+        "mean_feedback_forward_cosine": 0.9987837056959828,
+        "mean_feedback_forward_relative_error": 0.048337063541816126,
+        "min_feedback_forward_cosine": 0.9973939061164856
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003445245711270811,
+        "instruction_rms": 0.003445245710523916,
+        "raw_apical_rms": 0.07776831356730385,
+        "teaching_rms": 0.003445245711270811,
+        "traffic_rms": 0.0776889849298262
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.540880796521378e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5202650409199263e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015316771343777411,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.17246941825151443
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06970735639333725,
+        "mean_feedback_forward_cosine": 0.9988761851864476,
+        "mean_feedback_forward_relative_error": 0.04646128998889077,
+        "min_feedback_forward_cosine": 0.9975912570953369
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034676542428025547,
+        "instruction_rms": 0.003467654242923529,
+        "raw_apical_rms": 0.0780375994479244,
+        "teaching_rms": 0.0034676542428025547,
+        "traffic_rms": 0.07795783358289698
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.036554522215738e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5187794423048757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014605065470960913,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.1780101472902298
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06705942004919052,
+        "mean_feedback_forward_cosine": 0.9989592279157331,
+        "mean_feedback_forward_relative_error": 0.04471062772697018,
+        "min_feedback_forward_cosine": 0.9977735280990601
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034269871487030285,
+        "instruction_rms": 0.0034269871481415267,
+        "raw_apical_rms": 0.07826105492704556,
+        "teaching_rms": 0.0034269871487030285,
+        "traffic_rms": 0.0781829204866453
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.952651515097386e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5215194881173365e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01564781421400523,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.17068311315059662
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06453179568052292,
+        "mean_feedback_forward_cosine": 0.9990373100003889,
+        "mean_feedback_forward_relative_error": 0.04299624738914351,
+        "min_feedback_forward_cosine": 0.997937798500061
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003464505163004312,
+        "instruction_rms": 0.003464505162830319,
+        "raw_apical_rms": 0.07820298580457843,
+        "teaching_rms": 0.003464505163004312,
+        "traffic_rms": 0.07812343209678141
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.397366002554918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5236947503659647e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015184065074857188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.16956559858322143
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.062339261174201965,
+        "mean_feedback_forward_cosine": 0.999108495250825,
+        "mean_feedback_forward_relative_error": 0.04137106588290584,
+        "min_feedback_forward_cosine": 0.998076319694519
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034532588682173603,
+        "instruction_rms": 0.00345325886788395,
+        "raw_apical_rms": 0.07829725195512172,
+        "teaching_rms": 0.0034532588682173603,
+        "traffic_rms": 0.07821822696815829
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 9.947472534577173e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5161306306876885e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01527853877513493,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.17076773929595948
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059681862592697144,
+        "mean_feedback_forward_cosine": 0.9991771847971024,
+        "mean_feedback_forward_relative_error": 0.039746583319239075,
+        "min_feedback_forward_cosine": 0.9982354640960693
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035120564590859003,
+        "instruction_rms": 0.003512056458114103,
+        "raw_apical_rms": 0.07870747112464983,
+        "teaching_rms": 0.0035120564590859003,
+        "traffic_rms": 0.07862635169707961
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.217246343951047e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5232262780781532e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015276575791907918,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.17142115005493164
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05723540857434273,
+        "mean_feedback_forward_cosine": 0.9992400484700357,
+        "mean_feedback_forward_relative_error": 0.038202963408923915,
+        "min_feedback_forward_cosine": 0.9983772039413452
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003494858156359144,
+        "instruction_rms": 0.003494858156024841,
+        "raw_apical_rms": 0.07849947800043329,
+        "teaching_rms": 0.003494858156359144,
+        "traffic_rms": 0.07841873976114817
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.1524583243271991e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.519435529878183e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01421604195163046,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.17196555834770202
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05511709302663803,
+        "mean_feedback_forward_cosine": 0.9992951423891129,
+        "mean_feedback_forward_relative_error": 0.036785399961856105,
+        "min_feedback_forward_cosine": 0.9984930157661438
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033877543881544784,
+        "instruction_rms": 0.0033877543891387193,
+        "raw_apical_rms": 0.07872908532779466,
+        "teaching_rms": 0.0033877543881544784,
+        "traffic_rms": 0.07865335545989838
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 9.518948473896671e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5275384610118153e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014686607838940357,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.16454553032398223
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.053032949566841125,
+        "mean_feedback_forward_cosine": 0.9993482866594868,
+        "mean_feedback_forward_relative_error": 0.035372225267271844,
+        "min_feedback_forward_cosine": 0.9986045360565186
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034628492072512037,
+        "instruction_rms": 0.0034628492076276113,
+        "raw_apical_rms": 0.07910306808613789,
+        "teaching_rms": 0.0034628492072512037,
+        "traffic_rms": 0.07902444817274976
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.613498891918425e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.524672210198651e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014690587823124638,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.1659625129032135
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0507659912109375,
+        "mean_feedback_forward_cosine": 0.9993979853968467,
+        "mean_feedback_forward_relative_error": 0.03399836599466301,
+        "min_feedback_forward_cosine": 0.9987220764160156
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003486906064305537,
+        "instruction_rms": 0.0034869060650725967,
+        "raw_apical_rms": 0.0789895851124582,
+        "teaching_rms": 0.003486906064305537,
+        "traffic_rms": 0.07890988116910472
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.605545076534327e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5197526043836565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014318585798445338,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.16840963133335113
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04880470037460327,
+        "mean_feedback_forward_cosine": 0.9994427580987254,
+        "mean_feedback_forward_relative_error": 0.032710261913316864,
+        "min_feedback_forward_cosine": 0.9988191723823547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034286222954502533,
+        "instruction_rms": 0.0034286222948842304,
+        "raw_apical_rms": 0.0791167926077213,
+        "teaching_rms": 0.0034286222954502533,
+        "traffic_rms": 0.07903956783426677
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.1512290853943341e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5215864465985768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015061459454309834,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.16472424047470094
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.046967122703790665,
+        "mean_feedback_forward_cosine": 0.9994842486996804,
+        "mean_feedback_forward_relative_error": 0.03146700993660958,
+        "min_feedback_forward_cosine": 0.9989062547683716
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034543203241874623,
+        "instruction_rms": 0.003454320323692447,
+        "raw_apical_rms": 0.07911317919499969,
+        "teaching_rms": 0.0034543203241874623,
+        "traffic_rms": 0.07903508655923748
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 9.277758294956584e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513490919059114e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015046410993624913,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.1640119525885582
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04525262862443924,
+        "mean_feedback_forward_cosine": 0.9995235320060484,
+        "mean_feedback_forward_relative_error": 0.030242789476629225,
+        "min_feedback_forward_cosine": 0.9989849328994751
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003505403215488739,
+        "instruction_rms": 0.00350540321593002,
+        "raw_apical_rms": 0.07912524233391424,
+        "teaching_rms": 0.003505403215488739,
+        "traffic_rms": 0.07904428170793545
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 9.812236356765425e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5169537672197523e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015159762437062213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.166050426030159
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04345744103193283,
+        "mean_feedback_forward_cosine": 0.9995605657177586,
+        "mean_feedback_forward_relative_error": 0.02904382453209931,
+        "min_feedback_forward_cosine": 0.9990651607513428
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035393196707221674,
+        "instruction_rms": 0.0035393196696472083,
+        "raw_apical_rms": 0.07895586536078089,
+        "teaching_rms": 0.0035393196707221674,
+        "traffic_rms": 0.0788733693364956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.617264768417954e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5167174494917777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015240176688414445,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.1662076429438591
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04176519811153412,
+        "mean_feedback_forward_cosine": 0.9995943346331196,
+        "mean_feedback_forward_relative_error": 0.027905780191142714,
+        "min_feedback_forward_cosine": 0.9991357326507568
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003516851113984911,
+        "instruction_rms": 0.003516851114126374,
+        "raw_apical_rms": 0.07934237251546009,
+        "teaching_rms": 0.003516851113984911,
+        "traffic_rms": 0.07926160164845057
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.927081213665588e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5272991444347993e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015187137801153352,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.17011467378497125
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04019809141755104,
+        "mean_feedback_forward_cosine": 0.9996240754281321,
+        "mean_feedback_forward_relative_error": 0.026859281975175103,
+        "min_feedback_forward_cosine": 0.9991989135742188
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003448810612157141,
+        "instruction_rms": 0.0034488106128691583,
+        "raw_apical_rms": 0.0796090302692927,
+        "teaching_rms": 0.003448810612157141,
+        "traffic_rms": 0.07953194447727764
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 9.7103857399361e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.523996955379413e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01492849317895086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.16408861306190492
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038644999265670776,
+        "mean_feedback_forward_cosine": 0.9996531048128682,
+        "mean_feedback_forward_relative_error": 0.025800723402250196,
+        "min_feedback_forward_cosine": 0.9992592930793762
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035202597556042037,
+        "instruction_rms": 0.0035202597556102436,
+        "raw_apical_rms": 0.07971225660496446,
+        "teaching_rms": 0.0035202597556042037,
+        "traffic_rms": 0.07963165417954865
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.1783674125354082e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5197906453247196e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01535256807704044,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.16387008115291596
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03719918057322502,
+        "mean_feedback_forward_cosine": 0.9996788405602978,
+        "mean_feedback_forward_relative_error": 0.024823390878736973,
+        "min_feedback_forward_cosine": 0.9993136525154114
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034862356175156812,
+        "instruction_rms": 0.0034862356161719844,
+        "raw_apical_rms": 0.0796233196621906,
+        "teaching_rms": 0.0034862356175156812,
+        "traffic_rms": 0.07954412217449612
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.0124649207909897e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5100573789575725e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015956955036797622,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.16269615334510804
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035789620131254196,
+        "mean_feedback_forward_cosine": 0.9997035611060358,
+        "mean_feedback_forward_relative_error": 0.023847881163800915,
+        "min_feedback_forward_cosine": 0.9993649125099182
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035357990362742857,
+        "instruction_rms": 0.003535799037342637,
+        "raw_apical_rms": 0.07968405260724283,
+        "teaching_rms": 0.0035357990362742857,
+        "traffic_rms": 0.07960272501545694
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0262154148676927e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.512815379923576e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014595247023227986,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.16219510801792145
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03450062870979309,
+        "mean_feedback_forward_cosine": 0.999725676351978,
+        "mean_feedback_forward_relative_error": 0.022937791602265452,
+        "min_feedback_forward_cosine": 0.9994091987609863
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034607600347872436,
+        "instruction_rms": 0.0034607600338873563,
+        "raw_apical_rms": 0.08000673016027257,
+        "teaching_rms": 0.0034607600347872436,
+        "traffic_rms": 0.07992918212158623
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.115185406471937e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5132679730621306e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015766540240688,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.16312291798114775
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03321545943617821,
+        "mean_feedback_forward_cosine": 0.9997461188224054,
+        "mean_feedback_forward_relative_error": 0.022066733890002774,
+        "min_feedback_forward_cosine": 0.9994525909423828
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034335899241077694,
+        "instruction_rms": 0.0034335899243701077,
+        "raw_apical_rms": 0.07965220592247597,
+        "teaching_rms": 0.0034335899241077694,
+        "traffic_rms": 0.07957544158849365
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.0353105039939692e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5219333090705045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014654316319455121,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.15964929082393647
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03320581838488579,
+        "mean_feedback_forward_cosine": 0.9997462803317655,
+        "mean_feedback_forward_relative_error": 0.02205745293007743,
+        "min_feedback_forward_cosine": 0.9994529485702515
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002524377649175733,
+        "instruction_rms": 0.002524377648267595,
+        "raw_apical_rms": 0.07956611442997562,
+        "teaching_rms": 0.002524377649175733,
+        "traffic_rms": 0.07952373511436356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 9.715528648257532e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.509039661375874e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014598867267780324,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.0916484384560585
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0332002267241478,
+        "mean_feedback_forward_cosine": 0.9997463918501331,
+        "mean_feedback_forward_relative_error": 0.022051295460832697,
+        "min_feedback_forward_cosine": 0.9994531273841858
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022497534103624855,
+        "instruction_rms": 0.002249753409728509,
+        "raw_apical_rms": 0.07960016190938568,
+        "teaching_rms": 0.0022497534103624855,
+        "traffic_rms": 0.07956597747766647
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.1159445278963176e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.507462771047379e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014711402169480659,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.06731309509515762
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033195290714502335,
+        "mean_feedback_forward_cosine": 0.9997464976003093,
+        "mean_feedback_forward_relative_error": 0.022045515192252015,
+        "min_feedback_forward_cosine": 0.9994533061981201
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002138066689938949,
+        "instruction_rms": 0.0021380666902328957,
+        "raw_apical_rms": 0.07967308021131113,
+        "teaching_rms": 0.002138066689938949,
+        "traffic_rms": 0.07964159952796075
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.0855472254434062e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.51108435162377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01468375803516038,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.056721894896030425
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033190567046403885,
+        "mean_feedback_forward_cosine": 0.9997466033504855,
+        "mean_feedback_forward_relative_error": 0.02204016044795994,
+        "min_feedback_forward_cosine": 0.9994533061981201
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002051799172275007,
+        "instruction_rms": 0.0020517991726182517,
+        "raw_apical_rms": 0.0796808384156964,
+        "teaching_rms": 0.002051799172275007,
+        "traffic_rms": 0.07965182233170502
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.896699282307964e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5092704317774955e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01471528238026482,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.04962461613893509
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033185623586177826,
+        "mean_feedback_forward_cosine": 0.9997466552642084,
+        "mean_feedback_forward_relative_error": 0.022034939318414656,
+        "min_feedback_forward_cosine": 0.9994535446166992
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020726900735696325,
+        "instruction_rms": 0.0020726900734601827,
+        "raw_apical_rms": 0.07960521261310456,
+        "teaching_rms": 0.0020726900735696325,
+        "traffic_rms": 0.07957533626496159
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.0391228499884164e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5078323246202397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014989065416981587,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.04779350155115127
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0331808440387249,
+        "mean_feedback_forward_cosine": 0.9997467398643494,
+        "mean_feedback_forward_relative_error": 0.022029850722080278,
+        "min_feedback_forward_cosine": 0.999453604221344
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002036422250482297,
+        "instruction_rms": 0.0020364222508524317,
+        "raw_apical_rms": 0.07962794960976033,
+        "teaching_rms": 0.002036422250482297,
+        "traffic_rms": 0.07959921322394772
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.102458875531738e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5105934403930013e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014656352690534264,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.04343980648636818
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033176030963659286,
+        "mean_feedback_forward_cosine": 0.9997468321554123,
+        "mean_feedback_forward_relative_error": 0.022024953001809698,
+        "min_feedback_forward_cosine": 0.9994538426399231
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019692105624990824,
+        "instruction_rms": 0.001969210562701008,
+        "raw_apical_rms": 0.07960509195788704,
+        "teaching_rms": 0.0019692105624990824,
+        "traffic_rms": 0.07957783316156186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.2611951660801424e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5110189482235556e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0147731701658162,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.0396160158097744
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033171720802783966,
+        "mean_feedback_forward_cosine": 0.9997469071419008,
+        "mean_feedback_forward_relative_error": 0.022020161482355288,
+        "min_feedback_forward_cosine": 0.9994539022445679
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019188334077852975,
+        "instruction_rms": 0.0019188334085098486,
+        "raw_apical_rms": 0.07958338833757954,
+        "teaching_rms": 0.0019188334077852975,
+        "traffic_rms": 0.07955734412186102
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.26731820779969e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5061211124889174e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015009183275247655,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.03591494343280792
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03316723182797432,
+        "mean_feedback_forward_cosine": 0.9997470052011551,
+        "mean_feedback_forward_relative_error": 0.02201542094530117,
+        "min_feedback_forward_cosine": 0.9994542002677917
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019498957651283382,
+        "instruction_rms": 0.0019498957650978819,
+        "raw_apical_rms": 0.07959046767113151,
+        "teaching_rms": 0.0019498957651283382,
+        "traffic_rms": 0.07956336137100854
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0529499405720344e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.51076287096211e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014459088446631522,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.034892128787636756
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03316301852464676,
+        "mean_feedback_forward_cosine": 0.9997470724967218,
+        "mean_feedback_forward_relative_error": 0.022010906599462032,
+        "min_feedback_forward_cosine": 0.9994543194770813
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018224904877953568,
+        "instruction_rms": 0.0018224904876616578,
+        "raw_apical_rms": 0.07956183794329776,
+        "teaching_rms": 0.0018224904877953568,
+        "traffic_rms": 0.07953792842441589
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.690877078583071e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.508789933180616e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014563443524614637,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.03149836225405336
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03315827250480652,
+        "mean_feedback_forward_cosine": 0.9997471436377494,
+        "mean_feedback_forward_relative_error": 0.022006309305828427,
+        "min_feedback_forward_cosine": 0.9994544982910156
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019209985393784101,
+        "instruction_rms": 0.0019209985401233442,
+        "raw_apical_rms": 0.07959803661440297,
+        "teaching_rms": 0.0019209985393784101,
+        "traffic_rms": 0.07957096637679241
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.1551588130487289e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5072826531844513e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014283908329078016,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.03162747761368752
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03315358608961105,
+        "mean_feedback_forward_cosine": 0.9997472359288123,
+        "mean_feedback_forward_relative_error": 0.02200179961660216,
+        "min_feedback_forward_cosine": 0.9994546175003052
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018567101702496465,
+        "instruction_rms": 0.0018567101701632818,
+        "raw_apical_rms": 0.07956063304666747,
+        "teaching_rms": 0.0018567101702496465,
+        "traffic_rms": 0.07953554369900595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.462548433702977e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.504557128584169e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014699166657594836,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.029898817348778247
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03314914554357529,
+        "mean_feedback_forward_cosine": 0.9997473224516837,
+        "mean_feedback_forward_relative_error": 0.02199734953202067,
+        "min_feedback_forward_cosine": 0.9994547963142395
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018413790513199125,
+        "instruction_rms": 0.0018413790507320182,
+        "raw_apical_rms": 0.07955049423748724,
+        "teaching_rms": 0.0018413790513199125,
+        "traffic_rms": 0.0795254641147627
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.593823253022492e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5111988895415303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014515494039985179,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.028182127690315247
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03314487263560295,
+        "mean_feedback_forward_cosine": 0.9997473859017895,
+        "mean_feedback_forward_relative_error": 0.021993035916239023,
+        "min_feedback_forward_cosine": 0.999454915523529
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017795296092024486,
+        "instruction_rms": 0.0017795296086548704,
+        "raw_apical_rms": 0.07955582123128997,
+        "teaching_rms": 0.0017795296092024486,
+        "traffic_rms": 0.0795319232146296
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.0053417298649947e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5073376856272273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014497252674330037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.02656099889576435
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03314022719860077,
+        "mean_feedback_forward_cosine": 0.9997474820383133,
+        "mean_feedback_forward_relative_error": 0.021988571696584264,
+        "min_feedback_forward_cosine": 0.9994550347328186
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001797634265611029,
+        "instruction_rms": 0.0017976342654406304,
+        "raw_apical_rms": 0.07951707143616796,
+        "teaching_rms": 0.001797634265611029,
+        "traffic_rms": 0.07949222952459628
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.597399497351944e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.509047463529293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014660497326169326,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.026259113113284112
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03313567489385605,
+        "mean_feedback_forward_cosine": 0.9997475435656886,
+        "mean_feedback_forward_relative_error": 0.02198437445106045,
+        "min_feedback_forward_cosine": 0.9994550943374634
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017471089053553352,
+        "instruction_rms": 0.0017471089048102062,
+        "raw_apical_rms": 0.07946765434164102,
+        "teaching_rms": 0.0017471089053553352,
+        "traffic_rms": 0.07944430355378941
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.617651386406578e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5151259222042737e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01445668886878179,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.024145349757671356
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03313136473298073,
+        "mean_feedback_forward_cosine": 0.9997476185521772,
+        "mean_feedback_forward_relative_error": 0.021980281438558333,
+        "min_feedback_forward_cosine": 0.9994553327560425
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016865049301085428,
+        "instruction_rms": 0.0016865049298738439,
+        "raw_apical_rms": 0.07948849854382041,
+        "teaching_rms": 0.0016865049301085428,
+        "traffic_rms": 0.07946660361099382
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.524128247699991e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5104894937384047e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014659490321058812,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.022238348321318626
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03312728554010391,
+        "mean_feedback_forward_cosine": 0.9997476896932048,
+        "mean_feedback_forward_relative_error": 0.021976222794863484,
+        "min_feedback_forward_cosine": 0.9994553923606873
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016817080548818311,
+        "instruction_rms": 0.0016817080542188324,
+        "raw_apical_rms": 0.07951743508161727,
+        "teaching_rms": 0.0016817080548818311,
+        "traffic_rms": 0.07949618469505985
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.4558110674825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.50937748467848e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014636433726206802,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.021405158285796644
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03312275558710098,
+        "mean_feedback_forward_cosine": 0.99974775122058,
+        "mean_feedback_forward_relative_error": 0.021972021899156032,
+        "min_feedback_forward_cosine": 0.9994556307792664
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017309468360352236,
+        "instruction_rms": 0.0017309468359035642,
+        "raw_apical_rms": 0.07953350997944694,
+        "teaching_rms": 0.0017309468360352236,
+        "traffic_rms": 0.07950999837100513
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.687001695761865e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.509258159906198e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01421481767207631,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.02178585317194462
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03311806544661522,
+        "mean_feedback_forward_cosine": 0.9997478473571039,
+        "mean_feedback_forward_relative_error": 0.021967657210846103,
+        "min_feedback_forward_cosine": 0.9994557499885559
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017604146655849492,
+        "instruction_rms": 0.001760414665925824,
+        "raw_apical_rms": 0.07950234198003521,
+        "teaching_rms": 0.0017604146655849492,
+        "traffic_rms": 0.07947830958813384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.1629545326741209e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.508939020407699e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015019918875239891,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.021678331478238107
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03311392292380333,
+        "mean_feedback_forward_cosine": 0.9997479281117839,
+        "mean_feedback_forward_relative_error": 0.021963649519508886,
+        "min_feedback_forward_cosine": 0.9994558095932007
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016276494832314413,
+        "instruction_rms": 0.0016276494832636883,
+        "raw_apical_rms": 0.07949333313050187,
+        "teaching_rms": 0.0016276494832314413,
+        "traffic_rms": 0.07947271086670903
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.639353410444528e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5086631254468076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014495193289308194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.0191543836581707
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033109523355960846,
+        "mean_feedback_forward_cosine": 0.9997480069437334,
+        "mean_feedback_forward_relative_error": 0.021959528101668242,
+        "min_feedback_forward_cosine": 0.9994560480117798
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016840093252409765,
+        "instruction_rms": 0.0016840093253523928,
+        "raw_apical_rms": 0.07949006482803656,
+        "teaching_rms": 0.0016840093252409765,
+        "traffic_rms": 0.0794677123452571
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.4564647667994e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.512491338890048e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014758534750771176,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.019814275299310683
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03310495615005493,
+        "mean_feedback_forward_cosine": 0.9997480992347964,
+        "mean_feedback_forward_relative_error": 0.021955404190286514,
+        "min_feedback_forward_cosine": 0.9994560480117798
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016450483733881712,
+        "instruction_rms": 0.0016450483738384846,
+        "raw_apical_rms": 0.07945055397437419,
+        "teaching_rms": 0.0016450483733881712,
+        "traffic_rms": 0.07942905777135492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.15649328336076e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5097370078311765e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014317199746892446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.0184604742115736
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03310025855898857,
+        "mean_feedback_forward_cosine": 0.999748170375824,
+        "mean_feedback_forward_relative_error": 0.021951179891344038,
+        "min_feedback_forward_cosine": 0.9994562864303589
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016646489682154704,
+        "instruction_rms": 0.0016646489675116367,
+        "raw_apical_rms": 0.07939332941780236,
+        "teaching_rms": 0.0016646489682154704,
+        "traffic_rms": 0.0793713704016793
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.1870082516907132e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5113734466973797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014584545773621074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.018684975422620775
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03309587761759758,
+        "mean_feedback_forward_cosine": 0.9997482434395821,
+        "mean_feedback_forward_relative_error": 0.021947216663149097,
+        "min_feedback_forward_cosine": 0.999456524848938
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015961695537588894,
+        "instruction_rms": 0.0015961695537925569,
+        "raw_apical_rms": 0.07936028725061918,
+        "teaching_rms": 0.0015961695537588894,
+        "traffic_rms": 0.07933939059594357
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.1308503644613666e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513410244674237e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014335429213391412,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.017586506919264795
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03309120610356331,
+        "mean_feedback_forward_cosine": 0.9997483414988364,
+        "mean_feedback_forward_relative_error": 0.021942997816950083,
+        "min_feedback_forward_cosine": 0.9994565844535828
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016478505165141738,
+        "instruction_rms": 0.0016478505164579625,
+        "raw_apical_rms": 0.07938729879437009,
+        "teaching_rms": 0.0016478505165141738,
+        "traffic_rms": 0.07936557637829424
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 9.983491366938324e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5100228695085506e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014283761860934935,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.017436602291464806
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033086344599723816,
+        "mean_feedback_forward_cosine": 0.9997483972580202,
+        "mean_feedback_forward_relative_error": 0.021938673716278806,
+        "min_feedback_forward_cosine": 0.9994568228721619
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001652176430966241,
+        "instruction_rms": 0.0016521764307322567,
+        "raw_apical_rms": 0.07941043600527799,
+        "teaching_rms": 0.001652176430966241,
+        "traffic_rms": 0.07938796849465479
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0065264888226011e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5165874757897445e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014618440249554736,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.017328789977729322
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033081695437431335,
+        "mean_feedback_forward_cosine": 0.9997484876263526,
+        "mean_feedback_forward_relative_error": 0.021934578811088876,
+        "min_feedback_forward_cosine": 0.9994568824768066
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001546432797776313,
+        "instruction_rms": 0.0015464327977135898,
+        "raw_apical_rms": 0.07935611624620695,
+        "teaching_rms": 0.001546432797776313,
+        "traffic_rms": 0.0793365383409044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.005647345044054e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.512237536886877e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014617593939318123,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.01631776251614094
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03307739645242691,
+        "mean_feedback_forward_cosine": 0.9997485837628765,
+        "mean_feedback_forward_relative_error": 0.02193071631594531,
+        "min_feedback_forward_cosine": 0.999457061290741
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015037357866316053,
+        "instruction_rms": 0.001503735786111609,
+        "raw_apical_rms": 0.07932926771432572,
+        "teaching_rms": 0.0015037357866316053,
+        "traffic_rms": 0.0793099664185165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0920367543576504e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.511391510659731e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014229565556877086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.014984703678786754
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03307286649942398,
+        "mean_feedback_forward_cosine": 0.9997486299084078,
+        "mean_feedback_forward_relative_error": 0.021926819692335783,
+        "min_feedback_forward_cosine": 0.9994572997093201
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014736606712644036,
+        "instruction_rms": 0.0014736606712586367,
+        "raw_apical_rms": 0.07929485206923978,
+        "teaching_rms": 0.0014736606712644036,
+        "traffic_rms": 0.07927646701433155
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485996544361115,
+        "maximum_absolute_post_projection_soma_slope": 1.3293023926053138e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513993364567757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014414970683719124,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.01485530969157815
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033068444579839706,
+        "mean_feedback_forward_cosine": 0.999748706817627,
+        "mean_feedback_forward_relative_error": 0.02192302085759659,
+        "min_feedback_forward_cosine": 0.9994574189186096
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014623085161146114,
+        "instruction_rms": 0.0014623085164752676,
+        "raw_apical_rms": 0.07926587091041316,
+        "teaching_rms": 0.0014623085161146114,
+        "traffic_rms": 0.07924741455353097
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.738642520711437e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5127331979987113e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014329939355551581,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.013986171801686287
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0330636203289032,
+        "mean_feedback_forward_cosine": 0.9997487856495765,
+        "mean_feedback_forward_relative_error": 0.02191885963322655,
+        "min_feedback_forward_cosine": 0.999457597732544
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001488147267169501,
+        "instruction_rms": 0.0014881472668486888,
+        "raw_apical_rms": 0.07931577823971268,
+        "teaching_rms": 0.001488147267169501,
+        "traffic_rms": 0.07929633046706953
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.666328454864924e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510809225351413e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014807647480394788,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.014039978965818881
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03305862098932266,
+        "mean_feedback_forward_cosine": 0.9997488664042565,
+        "mean_feedback_forward_relative_error": 0.02191468203560479,
+        "min_feedback_forward_cosine": 0.9994577765464783
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015287955608723936,
+        "instruction_rms": 0.0015287955609434537,
+        "raw_apical_rms": 0.07930816031100323,
+        "teaching_rms": 0.0015287955608723936,
+        "traffic_rms": 0.07928856228118013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 9.03557548781464e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5161297888060356e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014344471194332043,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.014608249745666982
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03305349126458168,
+        "mean_feedback_forward_cosine": 0.9997489759998937,
+        "mean_feedback_forward_relative_error": 0.02191058897803868,
+        "min_feedback_forward_cosine": 0.999457836151123
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00150112125665082,
+        "instruction_rms": 0.0015011212561185463,
+        "raw_apical_rms": 0.07934008124301642,
+        "teaching_rms": 0.00150112125665082,
+        "traffic_rms": 0.07932065923465888
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.94770408876866e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5148499394904662e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014618811664349857,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.013778267548978328
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033047933131456375,
+        "mean_feedback_forward_cosine": 0.9997490509863822,
+        "mean_feedback_forward_relative_error": 0.021906138112347935,
+        "min_feedback_forward_cosine": 0.9994581937789917
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015349943191689491,
+        "instruction_rms": 0.001534994320111577,
+        "raw_apical_rms": 0.07928782792113892,
+        "teaching_rms": 0.0015349943191689491,
+        "traffic_rms": 0.07926703245957184
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485989093780518,
+        "maximum_absolute_post_projection_soma_slope": 1.0586501986153962e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5146327100451497e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014320241728654594,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.014246001432240009
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03304282948374748,
+        "mean_feedback_forward_cosine": 0.9997491278956013,
+        "mean_feedback_forward_relative_error": 0.021901976181975296,
+        "min_feedback_forward_cosine": 0.9994581937789917
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014740610487929146,
+        "instruction_rms": 0.0014740610494236002,
+        "raw_apical_rms": 0.0792762921437456,
+        "teaching_rms": 0.0014740610487929146,
+        "traffic_rms": 0.07925717504643073
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.784923094002806e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.514359236451982e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01417467304159868,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.012947517290711403
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03303813189268112,
+        "mean_feedback_forward_cosine": 0.9997492124957423,
+        "mean_feedback_forward_relative_error": 0.021897993125622312,
+        "min_feedback_forward_cosine": 0.9994583129882812
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014300269964651832,
+        "instruction_rms": 0.0014300269963151006,
+        "raw_apical_rms": 0.07922977658315739,
+        "teaching_rms": 0.0014300269964651832,
+        "traffic_rms": 0.079211840163229
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.412162344484386e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5176864371716052e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014720802594932686,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.01280154710650444
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033033035695552826,
+        "mean_feedback_forward_cosine": 0.9997492855595004,
+        "mean_feedback_forward_relative_error": 0.021893944891710437,
+        "min_feedback_forward_cosine": 0.9994584918022156
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001422550292052476,
+        "instruction_rms": 0.0014225502922694034,
+        "raw_apical_rms": 0.0792274778439576,
+        "teaching_rms": 0.001422550292052476,
+        "traffic_rms": 0.07920960937542025
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.1356434015397099e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5133326718182288e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014270647888960066,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.012516646864414215
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033027809113264084,
+        "mean_feedback_forward_cosine": 0.9997493951551376,
+        "mean_feedback_forward_relative_error": 0.021889692908453363,
+        "min_feedback_forward_cosine": 0.9994587898254395
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014556578825081108,
+        "instruction_rms": 0.001455657882529878,
+        "raw_apical_rms": 0.0792284660023234,
+        "teaching_rms": 0.0014556578825081108,
+        "traffic_rms": 0.07920974768793237
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 9.947395795961711e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5128178433672987e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01479745777508257,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.012854426398873329
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033022891730070114,
+        "mean_feedback_forward_cosine": 0.9997494701416262,
+        "mean_feedback_forward_relative_error": 0.02188554198871697,
+        "min_feedback_forward_cosine": 0.9994589686393738
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014239408222492184,
+        "instruction_rms": 0.0014239408218267473,
+        "raw_apical_rms": 0.07920914969742018,
+        "teaching_rms": 0.0014239408222492184,
+        "traffic_rms": 0.0791905802278244
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.806539935652836e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5097579659283822e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014466917315100964,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.012006430386602878
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03301799297332764,
+        "mean_feedback_forward_cosine": 0.9997495528190367,
+        "mean_feedback_forward_relative_error": 0.021881497404988733,
+        "min_feedback_forward_cosine": 0.9994590282440186
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013793257124983078,
+        "instruction_rms": 0.0013793257123449474,
+        "raw_apical_rms": 0.07921858917427291,
+        "teaching_rms": 0.0013793257124983078,
+        "traffic_rms": 0.07920085743444595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.272689993622407e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5135981381251612e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014045345101084775,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.011773471644818782
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03301255777478218,
+        "mean_feedback_forward_cosine": 0.99974964703283,
+        "mean_feedback_forward_relative_error": 0.021877035844109712,
+        "min_feedback_forward_cosine": 0.9994592666625977
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014504367673261113,
+        "instruction_rms": 0.0014504367676894732,
+        "raw_apical_rms": 0.07922338906626804,
+        "teaching_rms": 0.0014504367673261113,
+        "traffic_rms": 0.07920431146452989
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.921401217776292e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.514224387228165e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014464510775200487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.012035533401668071
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033007241785526276,
+        "mean_feedback_forward_cosine": 0.99974972778751,
+        "mean_feedback_forward_relative_error": 0.02187272048585357,
+        "min_feedback_forward_cosine": 0.9994593858718872
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014160072170194369,
+        "instruction_rms": 0.0014160072167058446,
+        "raw_apical_rms": 0.07918109159981292,
+        "teaching_rms": 0.0014160072170194369,
+        "traffic_rms": 0.07916295968253205
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.110519272326201e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.515495028598973e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014224182328554595,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.011447750072479248
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0330021008849144,
+        "mean_feedback_forward_cosine": 0.999749812387651,
+        "mean_feedback_forward_relative_error": 0.02186850042292668,
+        "min_feedback_forward_cosine": 0.9994595050811768
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013933700395346994,
+        "instruction_rms": 0.0013933700392033319,
+        "raw_apical_rms": 0.07918157824278696,
+        "teaching_rms": 0.0013933700395346994,
+        "traffic_rms": 0.07916338343285519
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.707011372483976e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510750225411907e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01394252116038533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.011034861965775489
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03299662470817566,
+        "mean_feedback_forward_cosine": 0.99974988929687,
+        "mean_feedback_forward_relative_error": 0.021864212313366514,
+        "min_feedback_forward_cosine": 0.9994596838951111
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001368839589429481,
+        "instruction_rms": 0.0013688395893179711,
+        "raw_apical_rms": 0.07917062061491366,
+        "teaching_rms": 0.001368839589429481,
+        "traffic_rms": 0.0791535977046907
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.2251864234258392e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513117292228353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013996948203743328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.01080519924364984
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03299080953001976,
+        "mean_feedback_forward_cosine": 0.999749977742472,
+        "mean_feedback_forward_relative_error": 0.021859597069241347,
+        "min_feedback_forward_cosine": 0.9994598627090454
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014290478374085786,
+        "instruction_rms": 0.0014290478379404262,
+        "raw_apical_rms": 0.07915993932216328,
+        "teaching_rms": 0.0014290478374085786,
+        "traffic_rms": 0.07914083382911073
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0593859656182758e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.514032748636662e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013886441921894333,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.011204586127251387
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03298547491431236,
+        "mean_feedback_forward_cosine": 0.9997500815699177,
+        "mean_feedback_forward_relative_error": 0.02185536186481195,
+        "min_feedback_forward_cosine": 0.999459981918335
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013227167268413406,
+        "instruction_rms": 0.001322716727390108,
+        "raw_apical_rms": 0.07913041551307097,
+        "teaching_rms": 0.0013227167268413406,
+        "traffic_rms": 0.07911367080930927
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.0352396628832139e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5127181960960118e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014147333314633512,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.010198485948964954
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032979924231767654,
+        "mean_feedback_forward_cosine": 0.9997501565564063,
+        "mean_feedback_forward_relative_error": 0.021850934071886922,
+        "min_feedback_forward_cosine": 0.9994602799415588
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001376275402272166,
+        "instruction_rms": 0.0013762754027576624,
+        "raw_apical_rms": 0.07909923910477713,
+        "teaching_rms": 0.001376275402272166,
+        "traffic_rms": 0.07908093860126976
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 7.992051109795284e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.511808489834985e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014044196766188915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.010641923874206842
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03297405317425728,
+        "mean_feedback_forward_cosine": 0.9997502584611216,
+        "mean_feedback_forward_relative_error": 0.02184631022053861,
+        "min_feedback_forward_cosine": 0.9994604587554932
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014201690924522756,
+        "instruction_rms": 0.0014201690920126423,
+        "raw_apical_rms": 0.07914313714380547,
+        "teaching_rms": 0.0014201690924522756,
+        "traffic_rms": 0.07912430447505304
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.200623196647939e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5163667722108673e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01394759487130833,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.011176317230463029
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296904265880585,
+        "mean_feedback_forward_cosine": 0.9997503180657664,
+        "mean_feedback_forward_relative_error": 0.021842379107951157,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00125620757200252,
+        "instruction_rms": 0.0012562075712499428,
+        "raw_apical_rms": 0.0790734972576514,
+        "teaching_rms": 0.00125620757200252,
+        "traffic_rms": 0.07905877775397716
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.1262259391742191e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.515955062305274e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014052499863172833,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.009651345887109638
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968949526548386,
+        "mean_feedback_forward_cosine": 0.9997503238339578,
+        "mean_feedback_forward_relative_error": 0.02184228008733161,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012127444147503,
+        "instruction_rms": 0.0012127444148545786,
+        "raw_apical_rms": 0.07907800722754545,
+        "teaching_rms": 0.0012127444147503,
+        "traffic_rms": 0.07906396720153161
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0901062097445902e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5136365022952516e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01390933908113494,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.009107687174677848
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296886384487152,
+        "mean_feedback_forward_cosine": 0.9997503296021493,
+        "mean_feedback_forward_relative_error": 0.021842192392796278,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012044832049351271,
+        "instruction_rms": 0.0012044832044063598,
+        "raw_apical_rms": 0.07907504564911902,
+        "teaching_rms": 0.0012044832049351271,
+        "traffic_rms": 0.07906055223895456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.0774364511689782e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.517670431963739e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013905316794414391,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.009388247827142477
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296883404254913,
+        "mean_feedback_forward_cosine": 0.9997503411385321,
+        "mean_feedback_forward_relative_error": 0.021842103541618394,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011686305647989979,
+        "instruction_rms": 0.0011686305645142846,
+        "raw_apical_rms": 0.07907672729787814,
+        "teaching_rms": 0.0011686305647989979,
+        "traffic_rms": 0.07906340510438958
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.0281117823751629e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.518394430389037e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014070420830134678,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.008710122377723456
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296877071261406,
+        "mean_feedback_forward_cosine": 0.999750348829454,
+        "mean_feedback_forward_relative_error": 0.021842013608904615,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011258742416508797,
+        "instruction_rms": 0.0011258742418373587,
+        "raw_apical_rms": 0.0790740132440427,
+        "teaching_rms": 0.0011258742416508797,
+        "traffic_rms": 0.07906119572531516
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.0154835905495929e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.517110430964284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013724314104478141,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.008479624182283879
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296871483325958,
+        "mean_feedback_forward_cosine": 0.9997503353703406,
+        "mean_feedback_forward_relative_error": 0.02184192481781206,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001143909574712528,
+        "instruction_rms": 0.001143909574256564,
+        "raw_apical_rms": 0.07907794714577587,
+        "teaching_rms": 0.001143909574712528,
+        "traffic_rms": 0.07906466208946192
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.976192589216225e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5212801878121047e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014055417777558253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.008150725717097521
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968681305646896,
+        "mean_feedback_forward_cosine": 0.999750348829454,
+        "mean_feedback_forward_relative_error": 0.021841845715478543,
+        "min_feedback_forward_cosine": 0.999460756778717
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001113586573641177,
+        "instruction_rms": 0.001113586574168122,
+        "raw_apical_rms": 0.07907284645007709,
+        "teaching_rms": 0.001113586573641177,
+        "traffic_rms": 0.07906011026335273
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.142130585662926e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5168162832984197e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013956785087086336,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.008282279493808746
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296864777803421,
+        "mean_feedback_forward_cosine": 0.9997503392158016,
+        "mean_feedback_forward_relative_error": 0.02184175962822572,
+        "min_feedback_forward_cosine": 0.9994608163833618
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010981999131193143,
+        "instruction_rms": 0.00109819991333166,
+        "raw_apical_rms": 0.07907158907386407,
+        "teaching_rms": 0.0010981999131193143,
+        "traffic_rms": 0.07905950387920319
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.484158880468385e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.51430887292063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013811410831241175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.007810450859293341
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296860679984093,
+        "mean_feedback_forward_cosine": 0.9997503565203759,
+        "mean_feedback_forward_relative_error": 0.021841676274855292,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010293274383823628,
+        "instruction_rms": 0.0010293274385340119,
+        "raw_apical_rms": 0.07906876547630647,
+        "teaching_rms": 0.0010293274383823628,
+        "traffic_rms": 0.07905777306666822
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0873407063627383e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.520211796338585e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014243086572885448,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.007417631448805332
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296856954693794,
+        "mean_feedback_forward_cosine": 0.9997503507521844,
+        "mean_feedback_forward_relative_error": 0.021841591209053032,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010990896054554713,
+        "instruction_rms": 0.0010990896050859494,
+        "raw_apical_rms": 0.07907188351905532,
+        "teaching_rms": 0.0010990896054554713,
+        "traffic_rms": 0.07905936494461577
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.216087448749022e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5128722676911396e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01390453691567737,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.00799274047780782
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968513667583466,
+        "mean_feedback_forward_cosine": 0.9997503353703406,
+        "mean_feedback_forward_relative_error": 0.021841514780516585,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001039693161321965,
+        "instruction_rms": 0.0010396931615913152,
+        "raw_apical_rms": 0.07907147451871269,
+        "teaching_rms": 0.001039693161321965,
+        "traffic_rms": 0.07906007519289633
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.175548143502965e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5159678167948397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013929542799831694,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.007195238195806742
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296850621700287,
+        "mean_feedback_forward_cosine": 0.9997503411385321,
+        "mean_feedback_forward_relative_error": 0.021841427010874593,
+        "min_feedback_forward_cosine": 0.9994604587554932
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010587673045355833,
+        "instruction_rms": 0.0010587673048441063,
+        "raw_apical_rms": 0.07906853031965344,
+        "teaching_rms": 0.0010587673045355833,
+        "traffic_rms": 0.07905707695607361
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0061324218213485e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5142331724915705e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013949775043342588,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.007522924195155501
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296847641468048,
+        "mean_feedback_forward_cosine": 0.9997503699794892,
+        "mean_feedback_forward_relative_error": 0.021841345940746607,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001032601818717189,
+        "instruction_rms": 0.0010326018188862908,
+        "raw_apical_rms": 0.07906675683980931,
+        "teaching_rms": 0.001032601818717189,
+        "traffic_rms": 0.07905548687416446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.145840351720835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513182585962524e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013791341999313844,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.007077542001754046
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968468964099884,
+        "mean_feedback_forward_cosine": 0.9997503565203759,
+        "mean_feedback_forward_relative_error": 0.021841263383506768,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010075389793597076,
+        "instruction_rms": 0.001007538979640138,
+        "raw_apical_rms": 0.07905920973494185,
+        "teaching_rms": 0.0010075389793597076,
+        "traffic_rms": 0.07904918442559099
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.2415040373525699e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5149577056817836e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013963581488269363,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.007016531794071197
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968442887067795,
+        "mean_feedback_forward_cosine": 0.9997503276794187,
+        "mean_feedback_forward_relative_error": 0.021841186354117047,
+        "min_feedback_forward_cosine": 0.9994605183601379
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009794548225085466,
+        "instruction_rms": 0.000979454822212397,
+        "raw_apical_rms": 0.07906025538834051,
+        "teaching_rms": 0.0009794548225085466,
+        "traffic_rms": 0.07905011493779528
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.708836756772143e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5159453615433813e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014014949148318256,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.0068274441438168285
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968390733003616,
+        "mean_feedback_forward_cosine": 0.9997503584431063,
+        "mean_feedback_forward_relative_error": 0.021841106290418293,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000954442312528871,
+        "instruction_rms": 0.000954442312153421,
+        "raw_apical_rms": 0.07905498202553352,
+        "teaching_rms": 0.000954442312528871,
+        "traffic_rms": 0.07904550296684917
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.484836655497929e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5164051989572564e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013849536754940474,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.006930758911669254
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296835720539093,
+        "mean_feedback_forward_cosine": 0.9997503411385321,
+        "mean_feedback_forward_relative_error": 0.021841023402709152,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010581227319160036,
+        "instruction_rms": 0.0010581227317756794,
+        "raw_apical_rms": 0.07905369779438841,
+        "teaching_rms": 0.0010581227319160036,
+        "traffic_rms": 0.07904225243721603
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.1420457468602763e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5157561224054275e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014117948170150052,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.007310915174931288
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296829015016556,
+        "mean_feedback_forward_cosine": 0.9997503584431063,
+        "mean_feedback_forward_relative_error": 0.021840944976335572,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009231001149004738,
+        "instruction_rms": 0.0009231001146256697,
+        "raw_apical_rms": 0.07904741986531665,
+        "teaching_rms": 0.0009231001149004738,
+        "traffic_rms": 0.0790382252821156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 9.967943981337157e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.51251331573601e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01412589656533901,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.0064019406197965145
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296823427081108,
+        "mean_feedback_forward_cosine": 0.9997503815158721,
+        "mean_feedback_forward_relative_error": 0.021840862343989072,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009712137624356089,
+        "instruction_rms": 0.0009712137624081436,
+        "raw_apical_rms": 0.07904598387235957,
+        "teaching_rms": 0.0009712137624356089,
+        "traffic_rms": 0.0790361511473722
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.2918070524392533e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510792366926753e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014148175272320715,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.006712962313741445
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968200743198395,
+        "mean_feedback_forward_cosine": 0.9997503565203759,
+        "mean_feedback_forward_relative_error": 0.021840780312495846,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009585568874126313,
+        "instruction_rms": 0.000958556887707422,
+        "raw_apical_rms": 0.07904796009636961,
+        "teaching_rms": 0.0009585568874126313,
+        "traffic_rms": 0.07903824963562338
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 9.406608825202056e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5158510592307154e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014014358810283886,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.006386181721538305
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296816349029541,
+        "mean_feedback_forward_cosine": 0.999750348829454,
+        "mean_feedback_forward_relative_error": 0.02184070112003434,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010190728852142073,
+        "instruction_rms": 0.001019072885635134,
+        "raw_apical_rms": 0.07904376617008083,
+        "teaching_rms": 0.0010190728852142073,
+        "traffic_rms": 0.07903246938581641
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 9.508214304787543e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5147979536538562e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014128765496529347,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.00735633303925395
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968126237392426,
+        "mean_feedback_forward_cosine": 0.9997503545976454,
+        "mean_feedback_forward_relative_error": 0.021840617376109286,
+        "min_feedback_forward_cosine": 0.9994606375694275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010597441145455456,
+        "instruction_rms": 0.0010597441143722257,
+        "raw_apical_rms": 0.07903477734099151,
+        "teaching_rms": 0.0010597441145455456,
+        "traffic_rms": 0.07902286833676171
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.194368916747408e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5194051803493045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014033613988649298,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.007420399015843868
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296808898448944,
+        "mean_feedback_forward_cosine": 0.9997503430612625,
+        "mean_feedback_forward_relative_error": 0.021840542705068664,
+        "min_feedback_forward_cosine": 0.9994608163833618
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009092463332496438,
+        "instruction_rms": 0.0009092463329607667,
+        "raw_apical_rms": 0.07902699670635355,
+        "teaching_rms": 0.0009092463332496438,
+        "traffic_rms": 0.07901763732489243
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.1640194941264781e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5172593750667414e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013780072240533117,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.006279832129329443
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296803683042526,
+        "mean_feedback_forward_cosine": 0.9997503603658369,
+        "mean_feedback_forward_relative_error": 0.0218404695211399,
+        "min_feedback_forward_cosine": 0.9994606375694275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009283214847513154,
+        "instruction_rms": 0.0009283214850865595,
+        "raw_apical_rms": 0.07902539066494889,
+        "teaching_rms": 0.0009283214847513154,
+        "traffic_rms": 0.0790161656110024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0106430181622272e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510396423546384e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013900489463075089,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.006302440658658743
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032968029379844666,
+        "mean_feedback_forward_cosine": 0.9997503680567588,
+        "mean_feedback_forward_relative_error": 0.021840394579715306,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009633431514219273,
+        "instruction_rms": 0.0009633431512511766,
+        "raw_apical_rms": 0.07902768305575265,
+        "teaching_rms": 0.0009633431514219273,
+        "traffic_rms": 0.07901792463611976
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0518120774349882e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5128072079863254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013987146702412094,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.006698597816675901
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296799957752228,
+        "mean_feedback_forward_cosine": 0.9997503565203759,
+        "mean_feedback_forward_relative_error": 0.021840316393683033,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010000299154175943,
+        "instruction_rms": 0.0010000299151706183,
+        "raw_apical_rms": 0.07902469276990336,
+        "teaching_rms": 0.0010000299154175943,
+        "traffic_rms": 0.0790144353089952
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 7.862864492835797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5112782806721006e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014643221676709678,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.006783464626297355
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032967958599328995,
+        "mean_feedback_forward_cosine": 0.9997503622885673,
+        "mean_feedback_forward_relative_error": 0.021840241827791738,
+        "min_feedback_forward_cosine": 0.9994606375694275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008780621072531113,
+        "instruction_rms": 0.0008780621068969911,
+        "raw_apical_rms": 0.07902535642722684,
+        "teaching_rms": 0.0008780621072531113,
+        "traffic_rms": 0.07901718988832938
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.293840008695042e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5190192119950504e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014337392750427867,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.006023441557586193
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296790271997452,
+        "mean_feedback_forward_cosine": 0.999750348829454,
+        "mean_feedback_forward_relative_error": 0.021840161869242307,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010084789308129687,
+        "instruction_rms": 0.00100847893088988,
+        "raw_apical_rms": 0.07901621026423537,
+        "teaching_rms": 0.0010084789308129687,
+        "traffic_rms": 0.07900551782606892
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.1451479764446049e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5101286456537437e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01404842447167463,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.0068005267182737585
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296787291765213,
+        "mean_feedback_forward_cosine": 0.9997503661340282,
+        "mean_feedback_forward_relative_error": 0.02184008601151647,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009281412579568421,
+        "instruction_rms": 0.0009281412575446859,
+        "raw_apical_rms": 0.07901848716659302,
+        "teaching_rms": 0.0009281412579568421,
+        "traffic_rms": 0.07900935628414446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.991509841711377e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513563349317439e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014266434664338122,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.0063689275822788475
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296784311532974,
+        "mean_feedback_forward_cosine": 0.9997503622885673,
+        "mean_feedback_forward_relative_error": 0.02184000653364966,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009401112224684706,
+        "instruction_rms": 0.0009401112219936799,
+        "raw_apical_rms": 0.07901911226798321,
+        "teaching_rms": 0.0009401112224684706,
+        "traffic_rms": 0.07900958266821878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 7.831042125872045e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5107561904213066e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013947600001987413,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.006227054849639535
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296780586242676,
+        "mean_feedback_forward_cosine": 0.9997503584431063,
+        "mean_feedback_forward_relative_error": 0.021839930045027888,
+        "min_feedback_forward_cosine": 0.9994606375694275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009164359653864836,
+        "instruction_rms": 0.000916435965763419,
+        "raw_apical_rms": 0.07901875888850046,
+        "teaching_rms": 0.0009164359653864836,
+        "traffic_rms": 0.07901024929324467
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.639287412710473e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5138816225905168e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014516120322245647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.006150956730246544
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296780586242676,
+        "mean_feedback_forward_cosine": 0.9997503661340282,
+        "mean_feedback_forward_relative_error": 0.021839853661555435,
+        "min_feedback_forward_cosine": 0.9994606375694275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010130038828007153,
+        "instruction_rms": 0.0010130038828723808,
+        "raw_apical_rms": 0.07902319780907384,
+        "teaching_rms": 0.0010130038828007153,
+        "traffic_rms": 0.0790124095618252
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.684595170256216e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5105054896223538e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014464864722658278,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.006684562460407615
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296775743365288,
+        "mean_feedback_forward_cosine": 0.9997503622885673,
+        "mean_feedback_forward_relative_error": 0.02183977739825364,
+        "min_feedback_forward_cosine": 0.9994606375694275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009672630980360208,
+        "instruction_rms": 0.0009672630980452365,
+        "raw_apical_rms": 0.07902147399329391,
+        "teaching_rms": 0.0009672630980360208,
+        "traffic_rms": 0.07901109540736853
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.772029502779333e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5147833422659638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014153282180992266,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.006518044872879982
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296773135662079,
+        "mean_feedback_forward_cosine": 0.9997503603658369,
+        "mean_feedback_forward_relative_error": 0.021839702817341013,
+        "min_feedback_forward_cosine": 0.999460756778717
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008945342574852321,
+        "instruction_rms": 0.0008945342576079396,
+        "raw_apical_rms": 0.07902197896548262,
+        "teaching_rms": 0.0008945342574852321,
+        "traffic_rms": 0.07901360048996826
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0292936281075526e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5145038787534723e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014322578794122146,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.006084084855392575
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0329676978290081,
+        "mean_feedback_forward_cosine": 0.9997503622885673,
+        "mean_feedback_forward_relative_error": 0.02183962811625773,
+        "min_feedback_forward_cosine": 0.9994605183601379
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008992423666483758,
+        "instruction_rms": 0.00089924236675753,
+        "raw_apical_rms": 0.07902933837563056,
+        "teaching_rms": 0.0008992423666483758,
+        "traffic_rms": 0.07902068264415925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0374198922136202e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5135901896982387e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014059817482893236,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.006096628274694085
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032967641949653625,
+        "mean_feedback_forward_cosine": 0.9997503642112978,
+        "mean_feedback_forward_relative_error": 0.02183955101176135,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009439295918184116,
+        "instruction_rms": 0.0009439295917520948,
+        "raw_apical_rms": 0.07903089944121158,
+        "teaching_rms": 0.0009439295918184116,
+        "traffic_rms": 0.07902142464199287
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 1.131690225975035e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513015308590563e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014110760511991617,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.006555102370977402
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296760842204094,
+        "mean_feedback_forward_cosine": 0.9997503661340282,
+        "mean_feedback_forward_relative_error": 0.02183947269053709,
+        "min_feedback_forward_cosine": 0.9994605779647827
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009616176574595979,
+        "instruction_rms": 0.0009616176575442036,
+        "raw_apical_rms": 0.07902639739093784,
+        "teaching_rms": 0.0009616176574595979,
+        "traffic_rms": 0.0790164520945508
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.79134915976465e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5130737708500898e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013927311754260987,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.006420740809813142
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296755254268646,
+        "mean_feedback_forward_cosine": 0.9997503680567588,
+        "mean_feedback_forward_relative_error": 0.0218393943542915,
+        "min_feedback_forward_cosine": 0.999460756778717
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009561128928233094,
+        "instruction_rms": 0.0009561128929356521,
+        "raw_apical_rms": 0.07901602955702663,
+        "teaching_rms": 0.0009561128928233094,
+        "traffic_rms": 0.07900628366509403
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.298380294036178e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5198650270715774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014109272161080539,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.006626169956922531
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296753019094467,
+        "mean_feedback_forward_cosine": 0.9997503661340282,
+        "mean_feedback_forward_relative_error": 0.021839321245469393,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000840724984697107,
+        "instruction_rms": 0.0008407249842759102,
+        "raw_apical_rms": 0.07901127431004264,
+        "teaching_rms": 0.000840724984697107,
+        "traffic_rms": 0.07900356784083713
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 1.0973425190741182e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510839297349668e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014017268517362923,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.005670979055911303
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296751528978348,
+        "mean_feedback_forward_cosine": 0.9997503719022197,
+        "mean_feedback_forward_relative_error": 0.02183924743064469,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009584272369043849,
+        "instruction_rms": 0.0009584272367005154,
+        "raw_apical_rms": 0.07900784757432908,
+        "teaching_rms": 0.0009584272369043849,
+        "traffic_rms": 0.0789979160255518
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485995054244995,
+        "maximum_absolute_post_projection_soma_slope": 1.1700515756274399e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.514845728999968e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013975331223805388,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.006382069548889995
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296748921275139,
+        "mean_feedback_forward_cosine": 0.9997503545976454,
+        "mean_feedback_forward_relative_error": 0.02183917286475339,
+        "min_feedback_forward_cosine": 0.999460756778717
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009023088347941386,
+        "instruction_rms": 0.000902308834552656,
+        "raw_apical_rms": 0.07900471276416937,
+        "teaching_rms": 0.0009023088347941386,
+        "traffic_rms": 0.07899559234368503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.519089871901087e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.51414561701434e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014107934734276593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.00600534839913249
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032967474311590195,
+        "mean_feedback_forward_cosine": 0.9997503622885673,
+        "mean_feedback_forward_relative_error": 0.02183909953061131,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009122620665221869,
+        "instruction_rms": 0.0009122620665402818,
+        "raw_apical_rms": 0.07900576117634668,
+        "teaching_rms": 0.0009122620665221869,
+        "traffic_rms": 0.07899680517053587
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485990583896637,
+        "maximum_absolute_post_projection_soma_slope": 8.163934950289331e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5162347607435555e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01422119973126778,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.006067476005852223
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032967422157526016,
+        "mean_feedback_forward_cosine": 0.9997503680567588,
+        "mean_feedback_forward_relative_error": 0.021839025550551953,
+        "min_feedback_forward_cosine": 0.999460756778717
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008872481055347488,
+        "instruction_rms": 0.0008872481059716014,
+        "raw_apical_rms": 0.07900496911237236,
+        "teaching_rms": 0.0008872481055347488,
+        "traffic_rms": 0.07899654099239764
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.099937776416482e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.517637085567607e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013890023698339776,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.005863672554884106
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296740725636482,
+        "mean_feedback_forward_cosine": 0.9997503719022197,
+        "mean_feedback_forward_relative_error": 0.021838953027561787,
+        "min_feedback_forward_cosine": 0.9994608163833618
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009156327037024176,
+        "instruction_rms": 0.0009156327038337892,
+        "raw_apical_rms": 0.0790039321496955,
+        "teaching_rms": 0.0009156327037024176,
+        "traffic_rms": 0.07899460412410766
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 9.450116067455383e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5189542867007598e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014710242127299952,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.00601576112754643
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032967373728752136,
+        "mean_feedback_forward_cosine": 0.9997503642112978,
+        "mean_feedback_forward_relative_error": 0.02183888137580887,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009124955672854133,
+        "instruction_rms": 0.0009124955673140389,
+        "raw_apical_rms": 0.07900084201321039,
+        "teaching_rms": 0.0009124955672854133,
+        "traffic_rms": 0.07899186077277014
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.168264773809824e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5140803261038174e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014547152937846046,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.005961679786294699
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296734765172005,
+        "mean_feedback_forward_cosine": 0.9997503699794892,
+        "mean_feedback_forward_relative_error": 0.021838807365706852,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009445591740789052,
+        "instruction_rms": 0.0009445591741396572,
+        "raw_apical_rms": 0.07899786446561065,
+        "teaching_rms": 0.0009445591740789052,
+        "traffic_rms": 0.07898848974266093
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.1056327053893256e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.516956032154085e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014368800921630846,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.006252165116071701
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296731784939766,
+        "mean_feedback_forward_cosine": 0.9997503622885673,
+        "mean_feedback_forward_relative_error": 0.021838735338420637,
+        "min_feedback_forward_cosine": 0.9994606375694275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009108061973677489,
+        "instruction_rms": 0.0009108061971431601,
+        "raw_apical_rms": 0.07899758507212541,
+        "teaching_rms": 0.0009108061973677489,
+        "traffic_rms": 0.07898874183738822
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.3652264385655144e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5132383642144577e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01409900083149227,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.006082479944527149
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032967302948236465,
+        "mean_feedback_forward_cosine": 0.9997503719022197,
+        "mean_feedback_forward_relative_error": 0.021838656912047054,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009383804513924885,
+        "instruction_rms": 0.0009383804510292355,
+        "raw_apical_rms": 0.07899267105418258,
+        "teaching_rms": 0.0009383804513924885,
+        "traffic_rms": 0.07898357952351737
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.1492713269944943e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5191171640399516e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014221252394748479,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.006195355851203203
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032967254519462585,
+        "mean_feedback_forward_cosine": 0.9997503815158721,
+        "mean_feedback_forward_relative_error": 0.02183858228607043,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008929500694685327,
+        "instruction_rms": 0.0008929500696270735,
+        "raw_apical_rms": 0.07899459633576932,
+        "teaching_rms": 0.0008929500694685327,
+        "traffic_rms": 0.07898567271487614
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485992074012756,
+        "maximum_absolute_post_projection_soma_slope": 8.929259109891063e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5141642521591798e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013872893435305468,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.005830887074619532
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0329672209918499,
+        "mean_feedback_forward_cosine": 0.9997503565203759,
+        "mean_feedback_forward_relative_error": 0.02183850734464584,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008716643037513351,
+        "instruction_rms": 0.000871664303017085,
+        "raw_apical_rms": 0.07899832843137548,
+        "teaching_rms": 0.0008716643037513351,
+        "traffic_rms": 0.07898993315542388
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 1.0306368380952335e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5132546889416105e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014071420884752703,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.005806158569604159
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03296716883778572,
+        "mean_feedback_forward_cosine": 0.9997503872840635,
+        "mean_feedback_forward_relative_error": 0.021838433800205108,
+        "min_feedback_forward_cosine": 0.9994606971740723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009030733433882777,
+        "instruction_rms": 0.0009030733431554299,
+        "raw_apical_rms": 0.07899734028753069,
+        "teaching_rms": 0.0009030733433882777,
+        "traffic_rms": 0.07898853607377436
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.16485993564128876,
+        "maximum_absolute_post_projection_soma_slope": 9.832930913944438e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5207141787821894e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014025337666491038,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.005745448650866747
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9245,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.3702026550292969,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2529336320,
+    "peak_memory_reserved_bytes": 3821010944,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 4.7853433216005214e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 3.677267201851464e-08,
+      "min_residual_soma_slope": -4.7853433216005214e-08,
+      "mse": 5.5042523997636e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.121279244416156e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.121279244416156e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 14,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 1.1455144882202148,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.04877066612243652,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 14949.984804391861,
+    "train_wall_s": 14945.887037992477
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.022805234417319298,
+      0.016488894820213318,
+      0.010465242899954319,
+      0.009960980154573917,
+      0.0061687263660132885,
+      0.0069997189566493034,
+      0.0042089177295565605,
+      0.0052098724991083145,
+      0.0032430493738502264,
+      0.004236941691488028,
+      0.0026123940479010344,
+      0.005416125524789095,
+      0.0038156001828610897,
+      0.004767284262925386,
+      0.0030251212883740664,
+      0.004124426748603582,
+      0.0025168154388666153,
+      0.003442907240241766,
+      0.0021780587267130613,
+      0.0030431649647653103,
+      0.0018720370717346668,
+      0.004256135784089565,
+      0.0029823817312717438,
+      0.003729435382410884,
+      0.0026436245534569025,
+      0.003457642626017332,
+      0.002387387678027153,
+      0.0029531591571867466,
+      0.0022456953302025795,
+      0.002684617880731821,
+      0.002184882527217269
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999523162842,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999523162842,
+      3.999999761581421,
+      3.999999761581421,
+      4.0,
+      3.999999761581421,
+      3.999999523162842,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.12281870096921921,
+      0.0890195369720459,
+      0.037514179944992065,
+      0.05279386788606644,
+      0.016393808647990227,
+      0.03781002387404442,
+      0.009272366762161255,
+      0.028348324820399284,
+      0.006517303641885519,
+      0.022264672443270683,
+      0.004724749829620123,
+      0.028529828414320946,
+      0.008454201743006706,
+      0.0255922582000494,
+      0.006007933523505926,
+      0.022076090797781944,
+      0.004486671183258295,
+      0.018180686980485916,
+      0.0035881344228982925,
+      0.01652967743575573,
+      0.0028566550463438034,
+      0.022440683096647263,
+      0.005847430322319269,
+      0.019685085862874985,
+      0.004685010761022568,
+      0.018438123166561127,
+      0.003933165688067675,
+      0.015699174255132675,
+      0.0034667328000068665,
+      0.014064486138522625,
+      0.003166335867717862
+    ],
+    "unscaled_traffic_rms": [
+      0.7427284121513367,
+      0.7409113049507141,
+      1.1158705949783325,
+      0.7547073364257812,
+      1.5051356554031372,
+      0.7405146360397339,
+      1.8156821727752686,
+      0.7351224422454834,
+      1.9904239177703857,
+      0.7611954212188721,
+      2.211667537689209,
+      0.7593632340431213,
+      1.8053035736083984,
+      0.7451134920120239,
+      2.0140843391418457,
+      0.7473110556602478,
+      2.2438154220581055,
+      0.7574867010116577,
+      2.428068161010742,
+      0.7364124059677124,
+      2.6212995052337646,
+      0.7586463689804077,
+      2.0401315689086914,
+      0.7578194737434387,
+      2.257091522216797,
+      0.7501072883605957,
+      2.427955389022827,
+      0.7524368166923523,
+      2.591137409210205,
+      0.7635167837142944,
+      2.7601399421691895
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 68420224,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 684206618894336,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 684202240000000,
+      "local_weight_correlation_macs": 688625920000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 688625920000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 4407205888
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 72745580756992,
+    "forward_macs_per_example": 68862592,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 2745665106100224
+  }
+}