results: pass full dynamic projection gate

2 files changed, 6706 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_full/dynamic.json b/results/kp_dynamic_projection_full/dynamic.json
new file mode 100644
index 0000000..4455702
--- /dev/null
+++ b/results/kp_dynamic_projection_full/dynamic.json
@@ -0,0 +1,6656 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "validation",
+    "learn_P": 1,
+    "loader_seed": 0,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_full/dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 0,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 5000,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 9000000,
+    "ordinary_examples": 9000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9993531107902527,
+    "feedback_forward_cosine": [
+      0.9996309280395508,
+      0.9996198415756226,
+      0.9995802640914917,
+      0.9995542764663696,
+      0.999667227268219,
+      0.9995895624160767,
+      0.999621570110321,
+      0.9997460842132568,
+      0.9996741414070129,
+      0.9996030330657959,
+      0.9997074007987976,
+      0.9995955228805542,
+      0.9996406435966492,
+      0.9997881650924683,
+      0.9997618198394775,
+      0.9997238516807556,
+      0.9997385144233704,
+      0.9993833303451538,
+      0.999971330165863
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9998671412467957,
+      1.0014188289642334,
+      0.9987283945083618,
+      1.0009597539901733,
+      0.9995688796043396,
+      1.0014020204544067,
+      0.9985869526863098,
+      1.0007604360580444,
+      0.9996787309646606,
+      1.0013729333877563,
+      0.9994238018989563,
+      1.00147545337677,
+      0.9994580745697021,
+      1.0003999471664429,
+      0.9998673796653748,
+      1.0010995864868164,
+      1.0001338720321655,
+      1.0014588832855225,
+      1.0030252933502197
+    ],
+    "feedback_forward_relative_error": [
+      0.027166930958628654,
+      0.02762974426150322,
+      0.028983745723962784,
+      0.029886221513152122,
+      0.025798769667744637,
+      0.028706029057502747,
+      0.027527619153261185,
+      0.02255363203585148,
+      0.025528917089104652,
+      0.028227029368281364,
+      0.024189209565520287,
+      0.02850458398461342,
+      0.026806185021996498,
+      0.020589008927345276,
+      0.021823255345225334,
+      0.02353925071656704,
+      0.022875294089317322,
+      0.03517461568117142,
+      0.008170997723937035
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.999388575553894,
+      0.9992932081222534,
+      0.9993807077407837,
+      0.9992673397064209,
+      0.9993915557861328,
+      0.9993972778320312,
+      0.9994419813156128,
+      0.9994826316833496,
+      0.9995076656341553,
+      0.9994210004806519,
+      0.9995474219322205,
+      0.999545693397522,
+      0.999559760093689,
+      0.9996796250343323,
+      0.9997274279594421,
+      0.9997656941413879,
+      0.9998624324798584,
+      0.9999479055404663,
+      0.8409839868545532
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.999388575553894,
+      0.9992932081222534,
+      0.9993807077407837,
+      0.9992673397064209,
+      0.9993915557861328,
+      0.9993972778320312,
+      0.9994419813156128,
+      0.9994826316833496,
+      0.9995076656341553,
+      0.9994210004806519,
+      0.9995474219322205,
+      0.999545693397522,
+      0.999559760093689,
+      0.9996796250343323,
+      0.9997273683547974,
+      0.9997656941413879,
+      0.9998624324798584,
+      0.9999479055404663,
+      0.8457916975021362
+    ],
+    "matched_negative_gradient_cosine": [
+      0.060321249067783356,
+      0.047743767499923706,
+      0.10081717371940613,
+      0.06733228266239166,
+      0.14586150646209717,
+      0.11613982915878296,
+      0.21200072765350342,
+      0.17854726314544678,
+      0.2334006130695343,
+      0.29790955781936646,
+      0.2993221580982208,
+      0.4016193747520447,
+      0.325888454914093,
+      0.24776923656463623,
+      0.23554277420043945,
+      0.5049529075622559,
+      0.33715713024139404,
+      0.4630717933177948,
+      0.1730448305606842
+    ],
+    "max_norm_match_direction_error": 2.384185791015625e-07,
+    "max_norm_match_relative_error": 1.6929013213484723e-07,
+    "mean_feedback_forward_cosine": 0.9996630267093056,
+    "mean_feedback_forward_relative_error": 0.02545689683603613,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.029334165155887604,
+      "max_absolute_post_projection_soma_slope": 6.581627243207322e-09,
+      "max_absolute_pre_projection_soma_slope": 0.029334165155887604,
+      "max_positive_post_projection_soma_slope": 6.581627243207322e-09,
+      "min_post_projection_soma_slope": -2.4895590033935378e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.460503062171037e-08,
+      "pre_projection_traffic_rms_ratio": 0.006978539340077843
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.006978539340029857,
+    "raw_negative_gradient_cosine": [
+      0.060321249067783356,
+      0.047743767499923706,
+      0.10081717371940613,
+      0.06733228266239166,
+      0.14586150646209717,
+      0.11613983660936356,
+      0.2120007425546646,
+      0.17854726314544678,
+      0.2334005981683731,
+      0.29790955781936646,
+      0.2993221580982208,
+      0.4016193747520447,
+      0.325888454914093,
+      0.24776923656463623,
+      0.23554277420043945,
+      0.5049529075622559,
+      0.33715713024139404,
+      0.4630717635154724,
+      0.1730448305606842
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.999388575553894,
+      0.9992932081222534,
+      0.9993807077407837,
+      0.9992673397064209,
+      0.9993915557861328,
+      0.9993972778320312,
+      0.9994419813156128,
+      0.9994826316833496,
+      0.9995076656341553,
+      0.9994210004806519,
+      0.9995474219322205,
+      0.999545693397522,
+      0.999559760093689,
+      0.9996796250343323,
+      0.9997274279594421,
+      0.9997656941413879,
+      0.9998624324798584,
+      0.9999479055404663,
+      0.8409839868545532
+    ],
+    "traffic_instruction_rms_ratio": 4.0905248135551835,
+    "used_negative_gradient_cosine": [
+      0.999388575553894,
+      0.9992932081222534,
+      0.9993807077407837,
+      0.9992673397064209,
+      0.9993915557861328,
+      0.9993972778320312,
+      0.9994419813156128,
+      0.9994826316833496,
+      0.9995076656341553,
+      0.9994210004806519,
+      0.9995474219322205,
+      0.999545693397522,
+      0.999559760093689,
+      0.9996796250343323,
+      0.9997274279594421,
+      0.9997656941413879,
+      0.9998624324798584,
+      0.9999479055404663,
+      0.8409839868545532
+    ],
+    "wall_s": 0.15305685997009277
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3208942413330078,
+        "mean_feedback_forward_cosine": 0.26572668787680176,
+        "mean_feedback_forward_relative_error": 1.2089347557017678,
+        "min_feedback_forward_cosine": 0.13212205469608307
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00176127815980867,
+        "instruction_rms": 0.0017612781596980898,
+        "raw_apical_rms": 0.01970900920957716,
+        "teaching_rms": 0.00176127815980867,
+        "traffic_rms": 0.019620059795727826
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675638303160667,
+        "maximum_absolute_post_projection_soma_slope": 1.680687766736355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.034416537204971e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0055521117957815554,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 352,
+      "train_examples": 45000,
+      "train_loss": 1.8653697775099012
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2501256465911865,
+        "mean_feedback_forward_cosine": 0.3849036332808043,
+        "mean_feedback_forward_relative_error": 1.1075019428604527,
+        "min_feedback_forward_cosine": 0.22604647278785706
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00272784271204736,
+        "instruction_rms": 0.002727842711300922,
+        "raw_apical_rms": 0.022571779826148622,
+        "teaching_rms": 0.00272784271204736,
+        "traffic_rms": 0.022403662356084045
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675643891096115,
+        "maximum_absolute_post_projection_soma_slope": 2.10941575318202e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8190355163955552e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005706113569965034,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 704,
+      "train_examples": 45000,
+      "train_loss": 1.4394195338143243
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1953498125076294,
+        "mean_feedback_forward_cosine": 0.4817756602638646,
+        "mean_feedback_forward_relative_error": 1.0171826450448287,
+        "min_feedback_forward_cosine": 0.30099520087242126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036478952606817925,
+        "instruction_rms": 0.0036478952607315114,
+        "raw_apical_rms": 0.024811102635593343,
+        "teaching_rms": 0.0036478952606817925,
+        "traffic_rms": 0.024539919367171717
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2416463412989742e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.771183508802476e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005632979294670484,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 1056,
+      "train_examples": 45000,
+      "train_loss": 1.172375847053528
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1572630405426025,
+        "mean_feedback_forward_cosine": 0.5541205312076368,
+        "mean_feedback_forward_relative_error": 0.9447968068875765,
+        "min_feedback_forward_cosine": 0.34827691316604614
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0041727624955036,
+        "instruction_rms": 0.004172762495484253,
+        "raw_apical_rms": 0.0261150820527983,
+        "teaching_rms": 0.0041727624955036,
+        "traffic_rms": 0.025777190880313206
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.0835841557366166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.741928624803431e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0052094725256785586,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 1408,
+      "train_examples": 45000,
+      "train_loss": 0.9737908069292704
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1158310174942017,
+        "mean_feedback_forward_cosine": 0.6108334723271822,
+        "mean_feedback_forward_relative_error": 0.8830388753037703,
+        "min_feedback_forward_cosine": 0.39703112840652466
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044882176026400265,
+        "instruction_rms": 0.0044882176036673575,
+        "raw_apical_rms": 0.026540164779946685,
+        "teaching_rms": 0.0044882176026400265,
+        "traffic_rms": 0.02615496291660363
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675627127289772,
+        "maximum_absolute_post_projection_soma_slope": 1.4114063695558343e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.739537732341968e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.004947927283394566,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 1760,
+      "train_examples": 45000,
+      "train_loss": 0.8430277118470934
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.076006293296814,
+        "mean_feedback_forward_cosine": 0.6558777642877478,
+        "mean_feedback_forward_relative_error": 0.8304105259870228,
+        "min_feedback_forward_cosine": 0.44165071845054626
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004676124962668091,
+        "instruction_rms": 0.004676124962952443,
+        "raw_apical_rms": 0.027023240122562096,
+        "teaching_rms": 0.004676124962668091,
+        "traffic_rms": 0.02661256803169767
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.656371395597489e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.727294998730891e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005215660685134916,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 2112,
+      "train_examples": 45000,
+      "train_loss": 0.7461940018018087
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0393093824386597,
+        "mean_feedback_forward_cosine": 0.6920134613388463,
+        "mean_feedback_forward_relative_error": 0.7857506165378972,
+        "min_feedback_forward_cosine": 0.48000437021255493
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004687592600201903,
+        "instruction_rms": 0.004687592600373035,
+        "raw_apical_rms": 0.02780302571434342,
+        "teaching_rms": 0.004687592600201903,
+        "traffic_rms": 0.02740143770784009
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.4890781052656621e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7172701034122658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00496440043655767,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 2464,
+      "train_examples": 45000,
+      "train_loss": 0.6777692235840691
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0039763450622559,
+        "mean_feedback_forward_cosine": 0.7229205369949341,
+        "mean_feedback_forward_relative_error": 0.7450834936217258,
+        "min_feedback_forward_cosine": 0.5158758163452148
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004857191407835956,
+        "instruction_rms": 0.004857191408199495,
+        "raw_apical_rms": 0.02829675388670567,
+        "teaching_rms": 0.004857191407835956,
+        "traffic_rms": 0.02787307376912925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.3657173170145143e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.710233861083361e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005024036714150963,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 2816,
+      "train_examples": 45000,
+      "train_loss": 0.6278091134177314
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9704445600509644,
+        "mean_feedback_forward_cosine": 0.7486687177105954,
+        "mean_feedback_forward_relative_error": 0.7098248757814106,
+        "min_feedback_forward_cosine": 0.5481800436973572
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004832182404761978,
+        "instruction_rms": 0.004832182406736472,
+        "raw_apical_rms": 0.029025546068873344,
+        "teaching_rms": 0.004832182404761978,
+        "traffic_rms": 0.028616866109520037
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.293298446114477e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6956160002722994e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.004941208231164369,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 3168,
+      "train_examples": 45000,
+      "train_loss": 0.579307162115309
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9392027258872986,
+        "mean_feedback_forward_cosine": 0.770746576158624,
+        "mean_feedback_forward_relative_error": 0.6779498708875555,
+        "min_feedback_forward_cosine": 0.5774270296096802
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004794954777977972,
+        "instruction_rms": 0.004794954777316536,
+        "raw_apical_rms": 0.02963476958875788,
+        "teaching_rms": 0.004794954777977972,
+        "traffic_rms": 0.029240494938618314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675627127289772,
+        "maximum_absolute_post_projection_soma_slope": 1.4201552822612484e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.683220216287508e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005840500689004955,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 3520,
+      "train_examples": 45000,
+      "train_loss": 0.5490219657791986
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9084327816963196,
+        "mean_feedback_forward_cosine": 0.7907271259709409,
+        "mean_feedback_forward_relative_error": 0.6476874351501465,
+        "min_feedback_forward_cosine": 0.6053400039672852
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004891083259591291,
+        "instruction_rms": 0.004891083259825752,
+        "raw_apical_rms": 0.029806350623523922,
+        "teaching_rms": 0.004891083259591291,
+        "traffic_rms": 0.029397753761928547
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2816802730242216e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.682653806143806e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0057348849770242115,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 3872,
+      "train_examples": 45000,
+      "train_loss": 0.5238390977117751
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8782476186752319,
+        "mean_feedback_forward_cosine": 0.8078694029858238,
+        "mean_feedback_forward_relative_error": 0.620332829262081,
+        "min_feedback_forward_cosine": 0.6315196752548218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004828856402587328,
+        "instruction_rms": 0.004828856403778181,
+        "raw_apical_rms": 0.030108718773299535,
+        "teaching_rms": 0.004828856402587328,
+        "traffic_rms": 0.02971462428494129
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.1539130539972575e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.674288797695104e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0064367134465591475,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 4224,
+      "train_examples": 45000,
+      "train_loss": 0.5012671041488648
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8492985963821411,
+        "mean_feedback_forward_cosine": 0.823531985282898,
+        "mean_feedback_forward_relative_error": 0.5942544921448356,
+        "min_feedback_forward_cosine": 0.6557575464248657
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048802717611011615,
+        "instruction_rms": 0.004880271762358402,
+        "raw_apical_rms": 0.030332039996688428,
+        "teaching_rms": 0.0048802717611011615,
+        "traffic_rms": 0.029932178164279264
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.1193629134709226e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.680512565819769e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006503044559718003,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 4576,
+      "train_examples": 45000,
+      "train_loss": 0.47654378561443755
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.820609450340271,
+        "mean_feedback_forward_cosine": 0.8375276891808761,
+        "mean_feedback_forward_relative_error": 0.5698960337199663,
+        "min_feedback_forward_cosine": 0.6785321235656738
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004899611524145301,
+        "instruction_rms": 0.004899611524086224,
+        "raw_apical_rms": 0.030549115248801873,
+        "teaching_rms": 0.004899611524145301,
+        "traffic_rms": 0.030148916430989544
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.4958557059685518e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.670433842618428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006935424863271694,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 4928,
+      "train_examples": 45000,
+      "train_loss": 0.45719405432277255
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7921566367149353,
+        "mean_feedback_forward_cosine": 0.8504019191390589,
+        "mean_feedback_forward_relative_error": 0.5465463517527831,
+        "min_feedback_forward_cosine": 0.7002912759780884
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004944714724769605,
+        "instruction_rms": 0.00494471472460781,
+        "raw_apical_rms": 0.031010804048195707,
+        "teaching_rms": 0.004944714724769605,
+        "traffic_rms": 0.030608910625471577
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.3812277543934215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.665623050245905e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0070390385843560775,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 5280,
+      "train_examples": 45000,
+      "train_loss": 0.4429965573416816
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7653689384460449,
+        "mean_feedback_forward_cosine": 0.8618609811130323,
+        "mean_feedback_forward_relative_error": 0.5249310018200624,
+        "min_feedback_forward_cosine": 0.720328688621521
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004916791291750992,
+        "instruction_rms": 0.004916791289990979,
+        "raw_apical_rms": 0.03138172441959533,
+        "teaching_rms": 0.004916791291750992,
+        "traffic_rms": 0.030989451668016
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.1824067946974992e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.669725949023624e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006380343781853303,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 5632,
+      "train_examples": 45000,
+      "train_loss": 0.42346437350379096
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7393286228179932,
+        "mean_feedback_forward_cosine": 0.8721894810074254,
+        "mean_feedback_forward_relative_error": 0.5047251425291363,
+        "min_feedback_forward_cosine": 0.7386887073516846
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004845737192809852,
+        "instruction_rms": 0.0048457371940681575,
+        "raw_apical_rms": 0.03177718303360443,
+        "teaching_rms": 0.004845737192809852,
+        "traffic_rms": 0.031400495813704896
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675627127289772,
+        "maximum_absolute_post_projection_soma_slope": 1.377530001178684e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.669705686872765e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006878598872898493,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 5984,
+      "train_examples": 45000,
+      "train_loss": 0.41181702778074475
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7131171822547913,
+        "mean_feedback_forward_cosine": 0.8817963443304363,
+        "mean_feedback_forward_relative_error": 0.48527401764141886,
+        "min_feedback_forward_cosine": 0.7567601203918457
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004874510813101269,
+        "instruction_rms": 0.0048745108127900205,
+        "raw_apical_rms": 0.03191449498693988,
+        "teaching_rms": 0.004874510813101269,
+        "traffic_rms": 0.03153496272684937
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.1337212058037949e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6610238022051928e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006796731992832239,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 6336,
+      "train_examples": 45000,
+      "train_loss": 0.4047249168978797
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6876523494720459,
+        "mean_feedback_forward_cosine": 0.8905258492419594,
+        "mean_feedback_forward_relative_error": 0.4668128380649968,
+        "min_feedback_forward_cosine": 0.773826003074646
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004842962218902367,
+        "instruction_rms": 0.004842962217325251,
+        "raw_apical_rms": 0.03210603737113249,
+        "teaching_rms": 0.004842962218902367,
+        "traffic_rms": 0.031733259227757465
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.021997597661084e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6561385328457704e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0072265165302418605,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 6688,
+      "train_examples": 45000,
+      "train_loss": 0.3881496053112878
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6639921069145203,
+        "mean_feedback_forward_cosine": 0.8985948844959861,
+        "mean_feedback_forward_relative_error": 0.44910417261876556,
+        "min_feedback_forward_cosine": 0.7892276644706726
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004879095911901487,
+        "instruction_rms": 0.004879095912151728,
+        "raw_apical_rms": 0.03223334031664,
+        "teaching_rms": 0.004879095911901487,
+        "traffic_rms": 0.031856662595585915
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2353628342509637e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6527129482715664e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007188475664919865,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 7040,
+      "train_examples": 45000,
+      "train_loss": 0.3760425761381785
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6399484276771545,
+        "mean_feedback_forward_cosine": 0.9059260456185592,
+        "mean_feedback_forward_relative_error": 0.43230524188593816,
+        "min_feedback_forward_cosine": 0.8041872978210449
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048301941479179464,
+        "instruction_rms": 0.004830194148316426,
+        "raw_apical_rms": 0.032546400950925765,
+        "teaching_rms": 0.0048301941479179464,
+        "traffic_rms": 0.03218096290844831
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.193140963806627e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6512933588774136e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006844369948657477,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 7392,
+      "train_examples": 45000,
+      "train_loss": 0.36794573974609374
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6166084408760071,
+        "mean_feedback_forward_cosine": 0.9128296061566001,
+        "mean_feedback_forward_relative_error": 0.41594962461998586,
+        "min_feedback_forward_cosine": 0.8180532455444336
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004900315624423276,
+        "instruction_rms": 0.004900315625363001,
+        "raw_apical_rms": 0.03270211192824829,
+        "teaching_rms": 0.004900315624423276,
+        "traffic_rms": 0.03232740708023411
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.2930589043946839e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6544923212681565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0069007572203251795,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 7744,
+      "train_examples": 45000,
+      "train_loss": 0.36293131414519414
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5951222777366638,
+        "mean_feedback_forward_cosine": 0.9190061751164889,
+        "mean_feedback_forward_relative_error": 0.4007799350901654,
+        "min_feedback_forward_cosine": 0.830369234085083
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004843570411635718,
+        "instruction_rms": 0.004843570412676223,
+        "raw_apical_rms": 0.032670177269017636,
+        "teaching_rms": 0.004843570411635718,
+        "traffic_rms": 0.032302950505885254
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675627127289772,
+        "maximum_absolute_post_projection_soma_slope": 1.2545362970683982e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.645849502200866e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0077478006639099236,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 8096,
+      "train_examples": 45000,
+      "train_loss": 0.35105009763505723
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5736109614372253,
+        "mean_feedback_forward_cosine": 0.9248945462076288,
+        "mean_feedback_forward_relative_error": 0.3857750947538175,
+        "min_feedback_forward_cosine": 0.8421847820281982
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00490224323988519,
+        "instruction_rms": 0.004902243241323322,
+        "raw_apical_rms": 0.03283681646041043,
+        "teaching_rms": 0.00490224323988519,
+        "traffic_rms": 0.03246266122826286
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675627127289772,
+        "maximum_absolute_post_projection_soma_slope": 1.1799242471965954e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6521732271628284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00817807356428145,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 8448,
+      "train_examples": 45000,
+      "train_loss": 0.3449040139092339
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5524972081184387,
+        "mean_feedback_forward_cosine": 0.9301809292090567,
+        "mean_feedback_forward_relative_error": 0.37176035736736496,
+        "min_feedback_forward_cosine": 0.853496789932251
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004809871721128032,
+        "instruction_rms": 0.004809871721751949,
+        "raw_apical_rms": 0.032902262340171476,
+        "teaching_rms": 0.004809871721128032,
+        "traffic_rms": 0.03254270950861472
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.1705552971363886e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6503140157342164e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007937835965287195,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 8800,
+      "train_examples": 45000,
+      "train_loss": 0.33893598572942946
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5328496098518372,
+        "mean_feedback_forward_cosine": 0.9350314579511944,
+        "mean_feedback_forward_relative_error": 0.3584451228380203,
+        "min_feedback_forward_cosine": 0.8635996580123901
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004769329699541406,
+        "instruction_rms": 0.004769329698793746,
+        "raw_apical_rms": 0.03289753148971676,
+        "teaching_rms": 0.004769329699541406,
+        "traffic_rms": 0.032544047300340335
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.3243759866554683e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6472561152197025e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007427345914697316,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 9152,
+      "train_examples": 45000,
+      "train_loss": 0.3277022144211663
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5142813324928284,
+        "mean_feedback_forward_cosine": 0.9395312102217424,
+        "mean_feedback_forward_relative_error": 0.34556079930380773,
+        "min_feedback_forward_cosine": 0.872759222984314
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004763927263719658,
+        "instruction_rms": 0.004763927264096545,
+        "raw_apical_rms": 0.03309824271761031,
+        "teaching_rms": 0.004763927263719658,
+        "traffic_rms": 0.03274776175160015
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.5430584809905667e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6520857723146948e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007525635190742613,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 9504,
+      "train_examples": 45000,
+      "train_loss": 0.32538832007514107
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4963195323944092,
+        "mean_feedback_forward_cosine": 0.9438059486840901,
+        "mean_feedback_forward_relative_error": 0.33296909849894674,
+        "min_feedback_forward_cosine": 0.8814602494239807
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004810262478133544,
+        "instruction_rms": 0.004810262478290341,
+        "raw_apical_rms": 0.03304438652232064,
+        "teaching_rms": 0.004810262478133544,
+        "traffic_rms": 0.03268605083372845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.36650610826905e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.65028981181932e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007888968574257036,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 9856,
+      "train_examples": 45000,
+      "train_loss": 0.31189009115166133
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.47776511311531067,
+        "mean_feedback_forward_cosine": 0.947817789880853,
+        "mean_feedback_forward_relative_error": 0.3207588297756095,
+        "min_feedback_forward_cosine": 0.8899701833724976
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004878798651864594,
+        "instruction_rms": 0.004878798650974694,
+        "raw_apical_rms": 0.03314056753469326,
+        "teaching_rms": 0.004878798651864594,
+        "traffic_rms": 0.032773291105595403
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.172212993338917e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6593536650347987e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007758524874359583,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 10208,
+      "train_examples": 45000,
+      "train_loss": 0.31725460268126593
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4608437120914459,
+        "mean_feedback_forward_cosine": 0.9514495542174891,
+        "mean_feedback_forward_relative_error": 0.30922098928376246,
+        "min_feedback_forward_cosine": 0.8974511623382568
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004824407023249866,
+        "instruction_rms": 0.004824407022962019,
+        "raw_apical_rms": 0.033052613830716435,
+        "teaching_rms": 0.004824407023249866,
+        "traffic_rms": 0.03269239485607043
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.1860199933266813e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.65078737342064e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007323016122308353,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 10560,
+      "train_examples": 45000,
+      "train_loss": 0.30824669748412237
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.44458648562431335,
+        "mean_feedback_forward_cosine": 0.9547305577679684,
+        "mean_feedback_forward_relative_error": 0.2984705324235715,
+        "min_feedback_forward_cosine": 0.904517650604248
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004681306638736054,
+        "instruction_rms": 0.00468130663683493,
+        "raw_apical_rms": 0.03342469701182517,
+        "teaching_rms": 0.004681306638736054,
+        "traffic_rms": 0.03308855577704295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.3912916152492016e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6435992354161188e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00745821709811486,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 10912,
+      "train_examples": 45000,
+      "train_loss": 0.298130183479521
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4290631115436554,
+        "mean_feedback_forward_cosine": 0.957818749703859,
+        "mean_feedback_forward_relative_error": 0.2880182874045874,
+        "min_feedback_forward_cosine": 0.9109900593757629
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004744140832203882,
+        "instruction_rms": 0.004744140831769829,
+        "raw_apical_rms": 0.03345457121622474,
+        "teaching_rms": 0.004744140832203882,
+        "traffic_rms": 0.03311033552206735
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.2858437870022499e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.648195659154632e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007393427532203632,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 11264,
+      "train_examples": 45000,
+      "train_loss": 0.29347565114763047
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4134889841079712,
+        "mean_feedback_forward_cosine": 0.9607153723114416,
+        "mean_feedback_forward_relative_error": 0.27790678449367223,
+        "min_feedback_forward_cosine": 0.9172528386116028
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004720613048531108,
+        "instruction_rms": 0.00472061305017265,
+        "raw_apical_rms": 0.03360017482851976,
+        "teaching_rms": 0.004720613048531108,
+        "traffic_rms": 0.03326039704803005
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2155696005322625e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6498854455153493e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007921086074687384,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 11616,
+      "train_examples": 45000,
+      "train_loss": 0.2912694776561525
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3989754021167755,
+        "mean_feedback_forward_cosine": 0.9633991153616654,
+        "mean_feedback_forward_relative_error": 0.26811448680727107,
+        "min_feedback_forward_cosine": 0.9228969812393188
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004771508284288347,
+        "instruction_rms": 0.004771508281634542,
+        "raw_apical_rms": 0.033644093643004955,
+        "teaching_rms": 0.004771508284288347,
+        "traffic_rms": 0.03329703335851989
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.250801773267085e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.643338575973959e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00786347081331639,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 11968,
+      "train_examples": 45000,
+      "train_loss": 0.2872003724363115
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3840159773826599,
+        "mean_feedback_forward_cosine": 0.9659611865093833,
+        "mean_feedback_forward_relative_error": 0.2584397910456908,
+        "min_feedback_forward_cosine": 0.928446352481842
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048174960693729224,
+        "instruction_rms": 0.004817496068862757,
+        "raw_apical_rms": 0.03375892117302001,
+        "teaching_rms": 0.0048174960693729224,
+        "traffic_rms": 0.033406189459776796
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3800254272666734e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6407707732600457e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007863726703980289,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 12320,
+      "train_examples": 45000,
+      "train_loss": 0.27968909242153167
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3703266978263855,
+        "mean_feedback_forward_cosine": 0.9682689905166626,
+        "mean_feedback_forward_relative_error": 0.24946017994692452,
+        "min_feedback_forward_cosine": 0.9334127902984619
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004712959229945297,
+        "instruction_rms": 0.0047129592298166606,
+        "raw_apical_rms": 0.033907276231348725,
+        "teaching_rms": 0.004712959229945297,
+        "traffic_rms": 0.033570433417405496
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.0985061749124725e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.636391888572703e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007899196805827432,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 12672,
+      "train_examples": 45000,
+      "train_loss": 0.2795928961382972
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35702258348464966,
+        "mean_feedback_forward_cosine": 0.9704734839891133,
+        "mean_feedback_forward_relative_error": 0.24055047372454091,
+        "min_feedback_forward_cosine": 0.9380240440368652
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004782290351400383,
+        "instruction_rms": 0.00478229035135258,
+        "raw_apical_rms": 0.033883983790127505,
+        "teaching_rms": 0.004782290351400383,
+        "traffic_rms": 0.033537262772109305
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3784677399542034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6421176037256008e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0080821375156384,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 13024,
+      "train_examples": 45000,
+      "train_loss": 0.2787536144230101
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.34415683150291443,
+        "mean_feedback_forward_cosine": 0.9725059553196556,
+        "mean_feedback_forward_relative_error": 0.23201881702009,
+        "min_feedback_forward_cosine": 0.9423730969429016
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004723291722321843,
+        "instruction_rms": 0.00472329172259429,
+        "raw_apical_rms": 0.033924394358811595,
+        "teaching_rms": 0.004723291722321843,
+        "traffic_rms": 0.03358796771203482
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.333908183909216e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.639672654959102e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00796990944931867,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 13376,
+      "train_examples": 45000,
+      "train_loss": 0.27210139400164285
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3317205011844635,
+        "mean_feedback_forward_cosine": 0.9743669127163134,
+        "mean_feedback_forward_relative_error": 0.22398421482035988,
+        "min_feedback_forward_cosine": 0.9464354515075684
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004661757655262386,
+        "instruction_rms": 0.004661757656038705,
+        "raw_apical_rms": 0.03403332792624944,
+        "teaching_rms": 0.004661757655262386,
+        "traffic_rms": 0.03370621353765779
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.7597862722595892e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6355164006001823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007607569588195413,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 13728,
+      "train_examples": 45000,
+      "train_loss": 0.2680433222876655
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3195788860321045,
+        "mean_feedback_forward_cosine": 0.9761544434647811,
+        "mean_feedback_forward_relative_error": 0.21601076031986036,
+        "min_feedback_forward_cosine": 0.9502158164978027
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004776894591640745,
+        "instruction_rms": 0.004776894591454205,
+        "raw_apical_rms": 0.034103712390215875,
+        "teaching_rms": 0.004776894591640745,
+        "traffic_rms": 0.033760304101526896
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.279143813093242e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6424587187680552e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007761612862718696,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 14080,
+      "train_examples": 45000,
+      "train_loss": 0.2662101541996002
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30783212184906006,
+        "mean_feedback_forward_cosine": 0.9777752725701583,
+        "mean_feedback_forward_relative_error": 0.2084365287109425,
+        "min_feedback_forward_cosine": 0.9537599086761475
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004699059680708036,
+        "instruction_rms": 0.004699059680188085,
+        "raw_apical_rms": 0.03414932184315777,
+        "teaching_rms": 0.004699059680708036,
+        "traffic_rms": 0.03381818867837494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2431739193630165e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6460847745747836e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0077991492730956685,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 14432,
+      "train_examples": 45000,
+      "train_loss": 0.2600565419700411
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2968943119049072,
+        "mean_feedback_forward_cosine": 0.9792970701267845,
+        "mean_feedback_forward_relative_error": 0.20108051519644887,
+        "min_feedback_forward_cosine": 0.9569568037986755
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004763095028566614,
+        "instruction_rms": 0.004763095029232173,
+        "raw_apical_rms": 0.03438335177389699,
+        "teaching_rms": 0.004763095028566614,
+        "traffic_rms": 0.03404417936722059
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.4808669845933764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6424890916919685e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00845588882444567,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 14784,
+      "train_examples": 45000,
+      "train_loss": 0.254280227888955
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28573423624038696,
+        "mean_feedback_forward_cosine": 0.9807222234575372,
+        "mean_feedback_forward_relative_error": 0.19400072725195633,
+        "min_feedback_forward_cosine": 0.9601020812988281
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004710863499973082,
+        "instruction_rms": 0.004710863499285182,
+        "raw_apical_rms": 0.034504757380937924,
+        "teaching_rms": 0.004710863499973082,
+        "traffic_rms": 0.03417535173138206
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.311371455869903e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6339249720358487e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007526737269890926,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 15136,
+      "train_examples": 45000,
+      "train_loss": 0.25525954416592916
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27519121766090393,
+        "mean_feedback_forward_cosine": 0.9820384163605539,
+        "mean_feedback_forward_relative_error": 0.18720350100805885,
+        "min_feedback_forward_cosine": 0.9629638195037842
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004701518684372687,
+        "instruction_rms": 0.004701518684863849,
+        "raw_apical_rms": 0.03461234790122849,
+        "teaching_rms": 0.004701518684372687,
+        "traffic_rms": 0.03428399115709166
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2923868197844968e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6311688757394687e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007720353421523628,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 15488,
+      "train_examples": 45000,
+      "train_loss": 0.2539062928358714
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2654401659965515,
+        "mean_feedback_forward_cosine": 0.9832494133397153,
+        "mean_feedback_forward_relative_error": 0.18073756130118118,
+        "min_feedback_forward_cosine": 0.9655036926269531
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004671197535033111,
+        "instruction_rms": 0.004671197535135195,
+        "raw_apical_rms": 0.03466821527562583,
+        "teaching_rms": 0.004671197535033111,
+        "traffic_rms": 0.034345520557083384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3602021731173863e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6258762474243875e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007603984458865029,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 15840,
+      "train_examples": 45000,
+      "train_loss": 0.251618927748998
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2559916377067566,
+        "mean_feedback_forward_cosine": 0.9843838465841193,
+        "mean_feedback_forward_relative_error": 0.17444850974961332,
+        "min_feedback_forward_cosine": 0.9679042100906372
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046645104169916055,
+        "instruction_rms": 0.004664510416303185,
+        "raw_apical_rms": 0.03467126796524318,
+        "teaching_rms": 0.0046645104169916055,
+        "traffic_rms": 0.03434910434632763
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.379899217113234e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6306638712101177e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00783831171514736,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 16192,
+      "train_examples": 45000,
+      "train_loss": 0.24952880779372322
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24713581800460815,
+        "mean_feedback_forward_cosine": 0.9854045667146382,
+        "mean_feedback_forward_relative_error": 0.16860151251679972,
+        "min_feedback_forward_cosine": 0.9700533151626587
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004559302968625124,
+        "instruction_rms": 0.0045593029677413925,
+        "raw_apical_rms": 0.03472805131256213,
+        "teaching_rms": 0.004559302968625124,
+        "traffic_rms": 0.034419659823142476
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2115297209902565e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6363335392976076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007791670014191839,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 16544,
+      "train_examples": 45000,
+      "train_loss": 0.24057156450483533
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2380978763103485,
+        "mean_feedback_forward_cosine": 0.9864013665600827,
+        "mean_feedback_forward_relative_error": 0.1627316274925282,
+        "min_feedback_forward_cosine": 0.9721730947494507
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004606396898138145,
+        "instruction_rms": 0.004606396898037523,
+        "raw_apical_rms": 0.03472626080918165,
+        "teaching_rms": 0.004606396898138145,
+        "traffic_rms": 0.03441298406533082
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.3051913327899456e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.625421575727776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007350429312921069,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 16896,
+      "train_examples": 45000,
+      "train_loss": 0.24404090649286905
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22930406033992767,
+        "mean_feedback_forward_cosine": 0.9873418368791279,
+        "mean_feedback_forward_relative_error": 0.15697959183078064,
+        "min_feedback_forward_cosine": 0.9741794466972351
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004644267469034802,
+        "instruction_rms": 0.00464426746876939,
+        "raw_apical_rms": 0.03468131906465864,
+        "teaching_rms": 0.004644267469034802,
+        "traffic_rms": 0.034361650292883295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675627127289772,
+        "maximum_absolute_post_projection_soma_slope": 1.5975151868019566e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6279289648495134e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007684965560878773,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 17248,
+      "train_examples": 45000,
+      "train_loss": 0.24277654730478923
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2208755910396576,
+        "mean_feedback_forward_cosine": 0.9882248138126574,
+        "mean_feedback_forward_relative_error": 0.15137433064611336,
+        "min_feedback_forward_cosine": 0.9760395288467407
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046430086564233424,
+        "instruction_rms": 0.004643008656217725,
+        "raw_apical_rms": 0.03473068852522543,
+        "teaching_rms": 0.0046430086564233424,
+        "traffic_rms": 0.034411883822943565
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.0882732048855814e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6327518823353146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007633137365012518,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 17600,
+      "train_examples": 45000,
+      "train_loss": 0.2443996674458186
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21271175146102905,
+        "mean_feedback_forward_cosine": 0.9890305588119909,
+        "mean_feedback_forward_relative_error": 0.14607982043372958,
+        "min_feedback_forward_cosine": 0.9777553081512451
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004594959414552394,
+        "instruction_rms": 0.0045949594167889775,
+        "raw_apical_rms": 0.03497597579132669,
+        "teaching_rms": 0.004594959414552394,
+        "traffic_rms": 0.03466508204714108
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.4316285046334087e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628302419364009e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007773507565085117,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 17952,
+      "train_examples": 45000,
+      "train_loss": 0.2410176281955507
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20511937141418457,
+        "mean_feedback_forward_cosine": 0.9897625885511699,
+        "mean_feedback_forward_relative_error": 0.14108704422649584,
+        "min_feedback_forward_cosine": 0.9793134927749634
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004567773009036595,
+        "instruction_rms": 0.00456777300962078,
+        "raw_apical_rms": 0.03520495415505641,
+        "teaching_rms": 0.004567773009036595,
+        "traffic_rms": 0.034901235928274564
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.4875592313501329e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6332958530834732e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0074677408216019935,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 18304,
+      "train_examples": 45000,
+      "train_loss": 0.2340294860045115
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.197466641664505,
+        "mean_feedback_forward_cosine": 0.990464354816236,
+        "mean_feedback_forward_relative_error": 0.1361611010996919,
+        "min_feedback_forward_cosine": 0.9808119535446167
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004562108366410874,
+        "instruction_rms": 0.0045621083654823575,
+        "raw_apical_rms": 0.035211274386603715,
+        "teaching_rms": 0.004562108366410874,
+        "traffic_rms": 0.03490732328883552
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675627127289772,
+        "maximum_absolute_post_projection_soma_slope": 1.2012673522576733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.62110178440126e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007060365629530651,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 18656,
+      "train_examples": 45000,
+      "train_loss": 0.23484097828070322
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19022594392299652,
+        "mean_feedback_forward_cosine": 0.9911271553290518,
+        "mean_feedback_forward_relative_error": 0.13134553754015973,
+        "min_feedback_forward_cosine": 0.9821869730949402
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046435733522626095,
+        "instruction_rms": 0.004643573350708397,
+        "raw_apical_rms": 0.03517939465507605,
+        "teaching_rms": 0.0046435733522626095,
+        "traffic_rms": 0.0348637147196017
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2162117535297057e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6191307072360626e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007188689738797162,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 19008,
+      "train_examples": 45000,
+      "train_loss": 0.23323015623092652
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18319855630397797,
+        "mean_feedback_forward_cosine": 0.991731982482107,
+        "mean_feedback_forward_relative_error": 0.1267676692652075,
+        "min_feedback_forward_cosine": 0.9834647178649902
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004555257730404213,
+        "instruction_rms": 0.004555257730049382,
+        "raw_apical_rms": 0.0351389552323441,
+        "teaching_rms": 0.004555257730404213,
+        "traffic_rms": 0.03483570954862583
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.8357507514110694e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6244619750540534e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007445472547313312,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 19360,
+      "train_examples": 45000,
+      "train_loss": 0.2296267622894711
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17642830312252045,
+        "mean_feedback_forward_cosine": 0.9923079045195329,
+        "mean_feedback_forward_relative_error": 0.12225980272418574,
+        "min_feedback_forward_cosine": 0.9846528172492981
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004644012372759655,
+        "instruction_rms": 0.0046440123728291455,
+        "raw_apical_rms": 0.03526161090179914,
+        "teaching_rms": 0.004644012372759655,
+        "traffic_rms": 0.03494609703635114
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2899863399695732e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.627011804694801e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006958764964616925,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 19712,
+      "train_examples": 45000,
+      "train_loss": 0.2365132146411472
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17026235163211823,
+        "mean_feedback_forward_cosine": 0.9928123543136999,
+        "mean_feedback_forward_relative_error": 0.11815644526167919,
+        "min_feedback_forward_cosine": 0.9856986999511719
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004449164598015525,
+        "instruction_rms": 0.004449164598310792,
+        "raw_apical_rms": 0.03538711843163806,
+        "teaching_rms": 0.004449164598015525,
+        "traffic_rms": 0.03509960605659332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.251204828633945e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6241986234866222e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007579821524470718,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 20064,
+      "train_examples": 45000,
+      "train_loss": 0.22395737641652425
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.164112851023674,
+        "mean_feedback_forward_cosine": 0.9933079198787087,
+        "mean_feedback_forward_relative_error": 0.11400180760967105,
+        "min_feedback_forward_cosine": 0.9867027997970581
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004548831364868537,
+        "instruction_rms": 0.004548831363312621,
+        "raw_apical_rms": 0.0354164301950668,
+        "teaching_rms": 0.004548831364868537,
+        "traffic_rms": 0.035115907677580965
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2336201393736701e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.622275387344884e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007568028854974735,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 20416,
+      "train_examples": 45000,
+      "train_loss": 0.22827845895555285
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15825243294239044,
+        "mean_feedback_forward_cosine": 0.9937614829916703,
+        "mean_feedback_forward_relative_error": 0.11005663205134242,
+        "min_feedback_forward_cosine": 0.9876329302787781
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004476251393292254,
+        "instruction_rms": 0.004476251393484599,
+        "raw_apical_rms": 0.03563047256291201,
+        "teaching_rms": 0.004476251393292254,
+        "traffic_rms": 0.03534100790190985
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.57045807469558e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6202528516988424e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007246255970942516,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 20768,
+      "train_examples": 45000,
+      "train_loss": 0.22411545930438573
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15272173285484314,
+        "mean_feedback_forward_cosine": 0.9941777053632235,
+        "mean_feedback_forward_relative_error": 0.10632398410847313,
+        "min_feedback_forward_cosine": 0.9884786009788513
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004456169283475561,
+        "instruction_rms": 0.004456169283940708,
+        "raw_apical_rms": 0.03578923714236428,
+        "teaching_rms": 0.004456169283475561,
+        "traffic_rms": 0.03550214598845318
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3066555837326632e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6287714181005582e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0072570412955580595,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 21120,
+      "train_examples": 45000,
+      "train_loss": 0.2188749658372667
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14698725938796997,
+        "mean_feedback_forward_cosine": 0.994572423006359,
+        "mean_feedback_forward_relative_error": 0.1026448040808502,
+        "min_feedback_forward_cosine": 0.989323616027832
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004456419764945225,
+        "instruction_rms": 0.004456419763981235,
+        "raw_apical_rms": 0.03585860561769728,
+        "teaching_rms": 0.004456419764945225,
+        "traffic_rms": 0.03557324134946727
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2649693736932477e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6145051085877405e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006919550027460348,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 21472,
+      "train_examples": 45000,
+      "train_loss": 0.2257381404876709
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14190393686294556,
+        "mean_feedback_forward_cosine": 0.9949436532823663,
+        "mean_feedback_forward_relative_error": 0.09906195398224027,
+        "min_feedback_forward_cosine": 0.9900442957878113
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004548542376455561,
+        "instruction_rms": 0.004548542375285443,
+        "raw_apical_rms": 0.03573337059769428,
+        "teaching_rms": 0.004548542376455561,
+        "traffic_rms": 0.03543467955156096
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.4675849868694968e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6237103687005373e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007374741434962257,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 21824,
+      "train_examples": 45000,
+      "train_loss": 0.21773362610869937
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13695169985294342,
+        "mean_feedback_forward_cosine": 0.9952792054728458,
+        "mean_feedback_forward_relative_error": 0.09569711728315604,
+        "min_feedback_forward_cosine": 0.9907217025756836
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461043077216043,
+        "instruction_rms": 0.004461043076866014,
+        "raw_apical_rms": 0.035951803523671215,
+        "teaching_rms": 0.004461043077216043,
+        "traffic_rms": 0.03566646319885846
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.577162755950212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6242356519127556e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007718233372377685,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 22176,
+      "train_examples": 45000,
+      "train_loss": 0.21600445506837632
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1320258527994156,
+        "mean_feedback_forward_cosine": 0.9955978079846031,
+        "mean_feedback_forward_relative_error": 0.09240627131964031,
+        "min_feedback_forward_cosine": 0.991374135017395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004477116609699352,
+        "instruction_rms": 0.004477116609083413,
+        "raw_apical_rms": 0.03612461334516873,
+        "teaching_rms": 0.004477116609699352,
+        "traffic_rms": 0.03583912732872384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.4565021189127947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6273824646798095e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007450295196506095,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 22528,
+      "train_examples": 45000,
+      "train_loss": 0.21777281631628673
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12717783451080322,
+        "mean_feedback_forward_cosine": 0.9959008944661993,
+        "mean_feedback_forward_relative_error": 0.0891655795276165,
+        "min_feedback_forward_cosine": 0.991992712020874
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045498406642311235,
+        "instruction_rms": 0.004549840663236202,
+        "raw_apical_rms": 0.036044709509119054,
+        "teaching_rms": 0.0045498406642311235,
+        "traffic_rms": 0.0357500017907505
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.536017357750552e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6217039608516756e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007156218601674351,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 22880,
+      "train_examples": 45000,
+      "train_loss": 0.221185155638059
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12260657548904419,
+        "mean_feedback_forward_cosine": 0.9961796214706019,
+        "mean_feedback_forward_relative_error": 0.08607814931555798,
+        "min_feedback_forward_cosine": 0.9925543069839478
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004453811916858959,
+        "instruction_rms": 0.004453811916150239,
+        "raw_apical_rms": 0.0359950634387879,
+        "teaching_rms": 0.004453811916858959,
+        "traffic_rms": 0.03571235317468114
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.8037065174780764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623762848961395e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007172063641093142,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 23232,
+      "train_examples": 45000,
+      "train_loss": 0.21804162822564443
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11837345361709595,
+        "mean_feedback_forward_cosine": 0.9964380609361749,
+        "mean_feedback_forward_relative_error": 0.08311013916605398,
+        "min_feedback_forward_cosine": 0.9930553436279297
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044489120470179175,
+        "instruction_rms": 0.004448912049185746,
+        "raw_apical_rms": 0.035993515488427406,
+        "teaching_rms": 0.0044489120470179175,
+        "traffic_rms": 0.035709418999218895
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.5781090212385607e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6231976272486762e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007817539431370736,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 23584,
+      "train_examples": 45000,
+      "train_loss": 0.21024991050693723
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11415514349937439,
+        "mean_feedback_forward_cosine": 0.996677649648566,
+        "mean_feedback_forward_relative_error": 0.08026282450086192,
+        "min_feedback_forward_cosine": 0.9935400485992432
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044645860135849764,
+        "instruction_rms": 0.004464586013641585,
+        "raw_apical_rms": 0.03602365474933413,
+        "teaching_rms": 0.0044645860135849764,
+        "traffic_rms": 0.03573778901523109
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.1406419808679402e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6224922974920334e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007406809782368285,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 23936,
+      "train_examples": 45000,
+      "train_loss": 0.21092831121020847
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11018594354391098,
+        "mean_feedback_forward_cosine": 0.9968988864045394,
+        "mean_feedback_forward_relative_error": 0.07754268046272428,
+        "min_feedback_forward_cosine": 0.9939804673194885
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004362341840475601,
+        "instruction_rms": 0.004362341839124682,
+        "raw_apical_rms": 0.03620718433461889,
+        "teaching_rms": 0.004362341840475601,
+        "traffic_rms": 0.035937145248334974
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.6491068066670778e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6203214262490774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007487036713527173,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 24288,
+      "train_examples": 45000,
+      "train_loss": 0.21018273235691917
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10609277337789536,
+        "mean_feedback_forward_cosine": 0.9971169013726083,
+        "mean_feedback_forward_relative_error": 0.0747689776318638,
+        "min_feedback_forward_cosine": 0.9944174289703369
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00451003769408126,
+        "instruction_rms": 0.004510037693065025,
+        "raw_apical_rms": 0.036318838953473126,
+        "teaching_rms": 0.00451003769408126,
+        "traffic_rms": 0.03603091127843311
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2620477995994861e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6200094293259555e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007972338810982858,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 24640,
+      "train_examples": 45000,
+      "train_loss": 0.2134532284617424
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10220836102962494,
+        "mean_feedback_forward_cosine": 0.9973136217970597,
+        "mean_feedback_forward_relative_error": 0.07216161744374978,
+        "min_feedback_forward_cosine": 0.9948174953460693
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004440322775932015,
+        "instruction_rms": 0.004440322774575008,
+        "raw_apical_rms": 0.03641699174804736,
+        "teaching_rms": 0.004440322775932015,
+        "traffic_rms": 0.036138183265553056
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.6258070445474004e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6233081168666382e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007207478057598643,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 24992,
+      "train_examples": 45000,
+      "train_loss": 0.2102156790865792
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09862367063760757,
+        "mean_feedback_forward_cosine": 0.9974928686493322,
+        "mean_feedback_forward_relative_error": 0.06970344581886341,
+        "min_feedback_forward_cosine": 0.9951724410057068
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004315599717075808,
+        "instruction_rms": 0.004315599715999141,
+        "raw_apical_rms": 0.036537647522808164,
+        "teaching_rms": 0.004315599717075808,
+        "traffic_rms": 0.036275136037878984
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.4048120000609288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.620137432006344e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007502094491475108,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 25344,
+      "train_examples": 45000,
+      "train_loss": 0.20704805523024666
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09504998475313187,
+        "mean_feedback_forward_cosine": 0.9976669204862494,
+        "mean_feedback_forward_relative_error": 0.06723592949933127,
+        "min_feedback_forward_cosine": 0.9955151677131653
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004427855583699056,
+        "instruction_rms": 0.004427855584664746,
+        "raw_apical_rms": 0.03668482221514479,
+        "teaching_rms": 0.004427855583699056,
+        "traffic_rms": 0.03640982269328263
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.248983672041959e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6126080221705005e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007986076993406584,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 25696,
+      "train_examples": 45000,
+      "train_loss": 0.20908995280795628
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09164435416460037,
+        "mean_feedback_forward_cosine": 0.997825497075131,
+        "mean_feedback_forward_relative_error": 0.06490947384583323,
+        "min_feedback_forward_cosine": 0.9958301782608032
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004399429402061184,
+        "instruction_rms": 0.004399429402189536,
+        "raw_apical_rms": 0.03700029338582229,
+        "teaching_rms": 0.004399429402061184,
+        "traffic_rms": 0.036730780102490306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.425360629525585e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623028050109535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007896421990698977,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 26048,
+      "train_examples": 45000,
+      "train_loss": 0.20722820389535693
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08822862058877945,
+        "mean_feedback_forward_cosine": 0.9979766262205023,
+        "mean_feedback_forward_relative_error": 0.06261574094624896,
+        "min_feedback_forward_cosine": 0.9961338639259338
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044697062809208815,
+        "instruction_rms": 0.0044697062813138354,
+        "raw_apical_rms": 0.037006601273574254,
+        "teaching_rms": 0.0044697062809208815,
+        "traffic_rms": 0.03672776540183049
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.5057434410437054e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6136589180701452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007799762316189546,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 26400,
+      "train_examples": 45000,
+      "train_loss": 0.20900147353278267
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08507800847291946,
+        "mean_feedback_forward_cosine": 0.9981122612953186,
+        "mean_feedback_forward_relative_error": 0.06047938862129262,
+        "min_feedback_forward_cosine": 0.9964041113853455
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00447532828806215,
+        "instruction_rms": 0.004475328288289176,
+        "raw_apical_rms": 0.03704116745998077,
+        "teaching_rms": 0.00447532828806215,
+        "traffic_rms": 0.03676239738192544
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.213237332819972e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.614873744819049e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00802047859210537,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 26752,
+      "train_examples": 45000,
+      "train_loss": 0.20270962162547643
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08195352554321289,
+        "mean_feedback_forward_cosine": 0.9982417288579439,
+        "mean_feedback_forward_relative_error": 0.05836986269997923,
+        "min_feedback_forward_cosine": 0.9966623783111572
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004406351161944455,
+        "instruction_rms": 0.00440635116218692,
+        "raw_apical_rms": 0.03714989124929627,
+        "teaching_rms": 0.004406351161944455,
+        "traffic_rms": 0.036880860224630836
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2166855967166157e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6147118595923876e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008428201646432978,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 27104,
+      "train_examples": 45000,
+      "train_loss": 0.20738727831310697
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07894580066204071,
+        "mean_feedback_forward_cosine": 0.9983680530598289,
+        "mean_feedback_forward_relative_error": 0.056237597998819853,
+        "min_feedback_forward_cosine": 0.99690181016922
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004472040092538484,
+        "instruction_rms": 0.004472040091745848,
+        "raw_apical_rms": 0.037260774472050735,
+        "teaching_rms": 0.004472040092538484,
+        "traffic_rms": 0.03698415678025868
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.260605753117261e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6083117311608757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008149354668471675,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 27456,
+      "train_examples": 45000,
+      "train_loss": 0.21016761886278787
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07613518834114075,
+        "mean_feedback_forward_cosine": 0.9984755641535709,
+        "mean_feedback_forward_relative_error": 0.05434604704772171,
+        "min_feedback_forward_cosine": 0.9971174001693726
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00432761968489776,
+        "instruction_rms": 0.004327619684964721,
+        "raw_apical_rms": 0.03734747195999519,
+        "teaching_rms": 0.00432761968489776,
+        "traffic_rms": 0.03708964853307454
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.4971128337037953e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6107575152420894e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008043142794216621,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 27808,
+      "train_examples": 45000,
+      "train_loss": 0.2002604562415017
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07347670942544937,
+        "mean_feedback_forward_cosine": 0.9985768073483517,
+        "mean_feedback_forward_relative_error": 0.05250467232575542,
+        "min_feedback_forward_cosine": 0.9973148107528687
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043529784142581724,
+        "instruction_rms": 0.004352978414375338,
+        "raw_apical_rms": 0.03733636469875139,
+        "teaching_rms": 0.0043529784142581724,
+        "traffic_rms": 0.037074661203136475
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.714559516585723e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6139826127614257e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008474441828304233,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 28160,
+      "train_examples": 45000,
+      "train_loss": 0.20348531726201374
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07079853862524033,
+        "mean_feedback_forward_cosine": 0.9986788630485535,
+        "mean_feedback_forward_relative_error": 0.050594215330324675,
+        "min_feedback_forward_cosine": 0.9975066184997559
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004493471889684713,
+        "instruction_rms": 0.004493471887775368,
+        "raw_apical_rms": 0.03742428383875813,
+        "teaching_rms": 0.004493471889684713,
+        "traffic_rms": 0.03714556730784643
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2801011806118368e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612617837806104e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008305362498167478,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 28512,
+      "train_examples": 45000,
+      "train_loss": 0.2035255651526981
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0683562159538269,
+        "mean_feedback_forward_cosine": 0.9987668520525882,
+        "mean_feedback_forward_relative_error": 0.04887905001248184,
+        "min_feedback_forward_cosine": 0.9976755380630493
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004347656472246829,
+        "instruction_rms": 0.0043476564713782005,
+        "raw_apical_rms": 0.03743621352427378,
+        "teaching_rms": 0.004347656472246829,
+        "traffic_rms": 0.03717564940571991
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.7949190578292473e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6076711378252958e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007621236358654399,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 28864,
+      "train_examples": 45000,
+      "train_loss": 0.20018683223194547
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06601220369338989,
+        "mean_feedback_forward_cosine": 0.9988470955898887,
+        "mean_feedback_forward_relative_error": 0.047254847264603564,
+        "min_feedback_forward_cosine": 0.9978319406509399
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004284115804983141,
+        "instruction_rms": 0.004284115806419629,
+        "raw_apical_rms": 0.03739583129120028,
+        "teaching_rms": 0.004284115804983141,
+        "traffic_rms": 0.03714179068079272
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3574358526113883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6179546987380908e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007854798722812353,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 29216,
+      "train_examples": 45000,
+      "train_loss": 0.19392986518012154
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06361216306686401,
+        "mean_feedback_forward_cosine": 0.998924362032037,
+        "mean_feedback_forward_relative_error": 0.045645895855207196,
+        "min_feedback_forward_cosine": 0.9979863166809082
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004315300071328077,
+        "instruction_rms": 0.004315300069402798,
+        "raw_apical_rms": 0.037622392890990945,
+        "teaching_rms": 0.004315300071328077,
+        "traffic_rms": 0.037367052187926346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.2211862632227621e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6110125838472492e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007631722079373359,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 29568,
+      "train_examples": 45000,
+      "train_loss": 0.19560214926401773
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06134519726037979,
+        "mean_feedback_forward_cosine": 0.9989984506054929,
+        "mean_feedback_forward_relative_error": 0.04404884978736702,
+        "min_feedback_forward_cosine": 0.9981269836425781
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004396383568908268,
+        "instruction_rms": 0.004396383568446012,
+        "raw_apical_rms": 0.03785131051852422,
+        "teaching_rms": 0.004396383568908268,
+        "traffic_rms": 0.037588601006829474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.8113381017315078e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6083608410586487e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00778666450092506,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 29920,
+      "train_examples": 45000,
+      "train_loss": 0.20038994897206625
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05918081849813461,
+        "mean_feedback_forward_cosine": 0.9990670179065905,
+        "mean_feedback_forward_relative_error": 0.04250993530609106,
+        "min_feedback_forward_cosine": 0.9982566833496094
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004394481694269408,
+        "instruction_rms": 0.0043944816923532715,
+        "raw_apical_rms": 0.03781911664545062,
+        "teaching_rms": 0.004394481694269408,
+        "traffic_rms": 0.03755694895620572
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.4487307353761025e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.605415205290466e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007641434302581334,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 30272,
+      "train_examples": 45000,
+      "train_loss": 0.1941228145837784
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05701030045747757,
+        "mean_feedback_forward_cosine": 0.9991297031703749,
+        "mean_feedback_forward_relative_error": 0.041057775091183815,
+        "min_feedback_forward_cosine": 0.9983820915222168
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004331305577935983,
+        "instruction_rms": 0.0043313055790372545,
+        "raw_apical_rms": 0.03787017026590211,
+        "teaching_rms": 0.004331305577935983,
+        "traffic_rms": 0.03761522941990792
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.5786813634122154e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.604175652336849e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008057223801348086,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 30624,
+      "train_examples": 45000,
+      "train_loss": 0.19786492485735152
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05499575287103653,
+        "mean_feedback_forward_cosine": 0.9991886584382308,
+        "mean_feedback_forward_relative_error": 0.039640944451093674,
+        "min_feedback_forward_cosine": 0.9984940886497498
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004393154458661703,
+        "instruction_rms": 0.004393154457830873,
+        "raw_apical_rms": 0.037911314346334796,
+        "teaching_rms": 0.004393154458661703,
+        "traffic_rms": 0.03764851357892891
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.8321809847066106e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.608008773246122e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007747195383372029,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 30976,
+      "train_examples": 45000,
+      "train_loss": 0.19616146234936185
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.052947551012039185,
+        "mean_feedback_forward_cosine": 0.9992460263402838,
+        "mean_feedback_forward_relative_error": 0.03821591307458125,
+        "min_feedback_forward_cosine": 0.9986038208007812
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004440101631080247,
+        "instruction_rms": 0.004440101632527795,
+        "raw_apical_rms": 0.03796219665605633,
+        "teaching_rms": 0.004440101631080247,
+        "traffic_rms": 0.03769360442140302
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2470649402018807e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6093386714278868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00676450492754892,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 31328,
+      "train_examples": 45000,
+      "train_loss": 0.2016470360438029
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05115712061524391,
+        "mean_feedback_forward_cosine": 0.9992954511391489,
+        "mean_feedback_forward_relative_error": 0.03693320518849712,
+        "min_feedback_forward_cosine": 0.9986964464187622
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004326605059032084,
+        "instruction_rms": 0.004326605059817017,
+        "raw_apical_rms": 0.038069904368916614,
+        "teaching_rms": 0.004326605059032084,
+        "traffic_rms": 0.037817008510303056
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2531740090082621e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.606498135968753e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007051705340311277,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 31680,
+      "train_examples": 45000,
+      "train_loss": 0.1913992996957567
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04919249191880226,
+        "mean_feedback_forward_cosine": 0.999344781825417,
+        "mean_feedback_forward_relative_error": 0.035617098016174215,
+        "min_feedback_forward_cosine": 0.998794436454773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00440364773811703,
+        "instruction_rms": 0.0044036477398902455,
+        "raw_apical_rms": 0.038179856062798084,
+        "teaching_rms": 0.00440364773811703,
+        "traffic_rms": 0.03791791438745892
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.3066009607598517e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.604651818377211e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007050239780225879,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 32032,
+      "train_examples": 45000,
+      "train_loss": 0.20269022012021806
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.047487448900938034,
+        "mean_feedback_forward_cosine": 0.9993884406591717,
+        "mean_feedback_forward_relative_error": 0.03441068608509867,
+        "min_feedback_forward_cosine": 0.9988765120506287
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004297384338849623,
+        "instruction_rms": 0.004297384337137126,
+        "raw_apical_rms": 0.038315780517473495,
+        "teaching_rms": 0.004297384338849623,
+        "traffic_rms": 0.03806581825700761
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.4822999716557206e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6023912119814353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00697884890163563,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 32384,
+      "train_examples": 45000,
+      "train_loss": 0.19145635812017653
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04584144428372383,
+        "mean_feedback_forward_cosine": 0.9994289624063593,
+        "mean_feedback_forward_relative_error": 0.03325003390445521,
+        "min_feedback_forward_cosine": 0.9989528656005859
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004243356527139954,
+        "instruction_rms": 0.004243356527757337,
+        "raw_apical_rms": 0.03838302601070241,
+        "teaching_rms": 0.004243356527139954,
+        "traffic_rms": 0.03814006011744761
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2285148898172338e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6004557166578526e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007113606767937407,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 32736,
+      "train_examples": 45000,
+      "train_loss": 0.18899007729424372
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04414232447743416,
+        "mean_feedback_forward_cosine": 0.9994694308230752,
+        "mean_feedback_forward_relative_error": 0.03205089908289282,
+        "min_feedback_forward_cosine": 0.9990289807319641
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043756763481226195,
+        "instruction_rms": 0.004375676347416654,
+        "raw_apical_rms": 0.038437979631398486,
+        "teaching_rms": 0.0043756763481226195,
+        "traffic_rms": 0.038180416662133426
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.4684702343004119e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5977010052403776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007149062144853269,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 33088,
+      "train_examples": 45000,
+      "train_loss": 0.1979328562392129
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04258665814995766,
+        "mean_feedback_forward_cosine": 0.9995063041385851,
+        "mean_feedback_forward_relative_error": 0.03092107642441988,
+        "min_feedback_forward_cosine": 0.9990959167480469
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004339947219580718,
+        "instruction_rms": 0.004339947219513514,
+        "raw_apical_rms": 0.038648125714962615,
+        "teaching_rms": 0.004339947219580718,
+        "traffic_rms": 0.03839487084495387
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.4272039550178306e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5971581254662823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007465495413903004,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 33440,
+      "train_examples": 45000,
+      "train_loss": 0.19327747562726338
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04108345881104469,
+        "mean_feedback_forward_cosine": 0.9995398615535936,
+        "mean_feedback_forward_relative_error": 0.029853186423057003,
+        "min_feedback_forward_cosine": 0.9991586804389954
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004287789111997284,
+        "instruction_rms": 0.004287789112378635,
+        "raw_apical_rms": 0.03872370458835143,
+        "teaching_rms": 0.004287789111997284,
+        "traffic_rms": 0.03847909401808973
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.6351600962138946e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.597674944750536e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00755429649739705,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 33792,
+      "train_examples": 45000,
+      "train_loss": 0.19491494815349578
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03956536203622818,
+        "mean_feedback_forward_cosine": 0.9995721578598022,
+        "mean_feedback_forward_relative_error": 0.028786583999662024,
+        "min_feedback_forward_cosine": 0.9992196559906006
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004322239384328543,
+        "instruction_rms": 0.0043222393833470575,
+        "raw_apical_rms": 0.038754836503425615,
+        "teaching_rms": 0.004322239384328543,
+        "traffic_rms": 0.038505480735225785
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2408955640808017e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5953175593454964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0074328152278408145,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 34144,
+      "train_examples": 45000,
+      "train_loss": 0.19559030701319377
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03814008831977844,
+        "mean_feedback_forward_cosine": 0.9996019099888048,
+        "mean_feedback_forward_relative_error": 0.027764835689020783,
+        "min_feedback_forward_cosine": 0.999274730682373
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004367662017031151,
+        "instruction_rms": 0.0043676620168374486,
+        "raw_apical_rms": 0.03874693233206164,
+        "teaching_rms": 0.004367662017031151,
+        "traffic_rms": 0.038492129350920404
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.302397123481569e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.592644409198551e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008369572379394412,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 34496,
+      "train_examples": 45000,
+      "train_loss": 0.1941847652859158
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03679465129971504,
+        "mean_feedback_forward_cosine": 0.999629579092327,
+        "mean_feedback_forward_relative_error": 0.02678505007765795,
+        "min_feedback_forward_cosine": 0.9993250370025635
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004365263498806897,
+        "instruction_rms": 0.004365263499098351,
+        "raw_apical_rms": 0.03869347878013241,
+        "teaching_rms": 0.004365263498806897,
+        "traffic_rms": 0.03843871337004048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.5709009204556423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.60158979664915e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007453172673963679,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 34848,
+      "train_examples": 45000,
+      "train_loss": 0.1933625394874149
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03547969087958336,
+        "mean_feedback_forward_cosine": 0.9996546757848639,
+        "mean_feedback_forward_relative_error": 0.02586230150374927,
+        "min_feedback_forward_cosine": 0.9993723630905151
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004276900791934233,
+        "instruction_rms": 0.004276900790236045,
+        "raw_apical_rms": 0.03878936566719971,
+        "teaching_rms": 0.004276900791934233,
+        "traffic_rms": 0.0385452378882788
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.3350017091795507e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.597300530405323e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0070940807314659755,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 35200,
+      "train_examples": 45000,
+      "train_loss": 0.1892697947555118
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035467904061079025,
+        "mean_feedback_forward_cosine": 0.9996549487113953,
+        "mean_feedback_forward_relative_error": 0.025849258821261555,
+        "min_feedback_forward_cosine": 0.9993727803230286
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003312247819034628,
+        "instruction_rms": 0.0033122478191834203,
+        "raw_apical_rms": 0.038656369286820286,
+        "teaching_rms": 0.003312247819034628,
+        "traffic_rms": 0.03850776026257795
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.589899412124396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588383007609891e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00672607272485885,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 35552,
+      "train_examples": 45000,
+      "train_loss": 0.1223080732981364
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035461895167827606,
+        "mean_feedback_forward_cosine": 0.9996551400736758,
+        "mean_feedback_forward_relative_error": 0.02583924671144862,
+        "min_feedback_forward_cosine": 0.9993730187416077
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002924694274306742,
+        "instruction_rms": 0.0029246942738536184,
+        "raw_apical_rms": 0.03859051297243855,
+        "teaching_rms": 0.002924694274306742,
+        "traffic_rms": 0.03847380881502724
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.4697529415741428e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589820398708272e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006728201243757008,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 35904,
+      "train_examples": 45000,
+      "train_loss": 0.0915588243789143
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03545601665973663,
+        "mean_feedback_forward_cosine": 0.9996552781054848,
+        "mean_feedback_forward_relative_error": 0.025830023382839403,
+        "min_feedback_forward_cosine": 0.999373197555542
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029309421487672157,
+        "instruction_rms": 0.002930942147509609,
+        "raw_apical_rms": 0.03857750469025156,
+        "teaching_rms": 0.0029309421487672157,
+        "traffic_rms": 0.038459632721814394
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.554508166634605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59338170952667e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006810122250638152,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 36256,
+      "train_examples": 45000,
+      "train_loss": 0.08456779065728187
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03545033186674118,
+        "mean_feedback_forward_cosine": 0.9996554443710729,
+        "mean_feedback_forward_relative_error": 0.02582100769014735,
+        "min_feedback_forward_cosine": 0.9993733763694763
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028600804610835807,
+        "instruction_rms": 0.002860080460490966,
+        "raw_apical_rms": 0.03857665690666654,
+        "teaching_rms": 0.0028600804610835807,
+        "traffic_rms": 0.0384644482254856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2602199284117432e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589946620608442e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0068209318282229986,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 36608,
+      "train_examples": 45000,
+      "train_loss": 0.07664982967376709
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03544463962316513,
+        "mean_feedback_forward_cosine": 0.9996556043624878,
+        "mean_feedback_forward_relative_error": 0.02581235820329503,
+        "min_feedback_forward_cosine": 0.9993735551834106
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00289562891853247,
+        "instruction_rms": 0.0028956289184776805,
+        "raw_apical_rms": 0.03857086141627413,
+        "teaching_rms": 0.00289562891853247,
+        "traffic_rms": 0.038455484270229656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.583842035302041e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588841046345999e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006870017913682209,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 36960,
+      "train_examples": 45000,
+      "train_loss": 0.07250767991675271
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03543941676616669,
+        "mean_feedback_forward_cosine": 0.9996557141605177,
+        "mean_feedback_forward_relative_error": 0.025804330251718823,
+        "min_feedback_forward_cosine": 0.9993737936019897
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002796815942835893,
+        "instruction_rms": 0.002796815942608266,
+        "raw_apical_rms": 0.03856232131867424,
+        "teaching_rms": 0.002796815942835893,
+        "traffic_rms": 0.03845370528315716
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.5497004568487682e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5872103166593062e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0070440836878252954,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 37312,
+      "train_examples": 45000,
+      "train_loss": 0.06713332132763333
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03543360158801079,
+        "mean_feedback_forward_cosine": 0.9996559023857117,
+        "mean_feedback_forward_relative_error": 0.025796194217706982,
+        "min_feedback_forward_cosine": 0.9993740320205688
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002873489222037939,
+        "instruction_rms": 0.0028734892220498532,
+        "raw_apical_rms": 0.038565627020152746,
+        "teaching_rms": 0.002873489222037939,
+        "traffic_rms": 0.03845072447644055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.3589013470038935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5928566147064452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00704726458641148,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 37664,
+      "train_examples": 45000,
+      "train_loss": 0.06585171522431904
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035428375005722046,
+        "mean_feedback_forward_cosine": 0.9996560247320878,
+        "mean_feedback_forward_relative_error": 0.025788249693026667,
+        "min_feedback_forward_cosine": 0.999374270439148
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027955761324979793,
+        "instruction_rms": 0.0027955761328062496,
+        "raw_apical_rms": 0.038536016912495995,
+        "teaching_rms": 0.0027955761324979793,
+        "traffic_rms": 0.03842695950113611
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.4206618104140034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5860456091111312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007122917511673032,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 38016,
+      "train_examples": 45000,
+      "train_loss": 0.06071221488813559
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03542286157608032,
+        "mean_feedback_forward_cosine": 0.9996561878605893,
+        "mean_feedback_forward_relative_error": 0.025780296688409227,
+        "min_feedback_forward_cosine": 0.9993743896484375
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028140278914085435,
+        "instruction_rms": 0.0028140278919670694,
+        "raw_apical_rms": 0.038501660378755236,
+        "teaching_rms": 0.0028140278914085435,
+        "traffic_rms": 0.038390586666096564
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2944432192796285e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586456184417353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0071050344874653,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 38368,
+      "train_examples": 45000,
+      "train_loss": 0.05875023815234502
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03541717678308487,
+        "mean_feedback_forward_cosine": 0.9996563353036579,
+        "mean_feedback_forward_relative_error": 0.02577247519634272,
+        "min_feedback_forward_cosine": 0.9993745684623718
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028331127509024015,
+        "instruction_rms": 0.0028331127513174644,
+        "raw_apical_rms": 0.03851408269764331,
+        "teaching_rms": 0.0028331127509024015,
+        "traffic_rms": 0.038401333182884474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.0589340959654692e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5874645829730186e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006979147149965646,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 38720,
+      "train_examples": 45000,
+      "train_loss": 0.05675199253095521
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03541172668337822,
+        "mean_feedback_forward_cosine": 0.999656501569246,
+        "mean_feedback_forward_relative_error": 0.025764711642343747,
+        "min_feedback_forward_cosine": 0.9993748664855957
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028003471744681946,
+        "instruction_rms": 0.0028003471744691383,
+        "raw_apical_rms": 0.038508378410369595,
+        "teaching_rms": 0.0028003471744681946,
+        "traffic_rms": 0.03839815719885706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.512997727104448e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5852891500013705e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006957535586807042,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39072,
+      "train_examples": 45000,
+      "train_loss": 0.053674102103710174
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03540630266070366,
+        "mean_feedback_forward_cosine": 0.9996566145043624,
+        "mean_feedback_forward_relative_error": 0.025757163370910444,
+        "min_feedback_forward_cosine": 0.9993749856948853
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027962825026871777,
+        "instruction_rms": 0.0027962825024110904,
+        "raw_apical_rms": 0.038494738653309865,
+        "teaching_rms": 0.0027962825026871777,
+        "traffic_rms": 0.038384621620748655
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.391897708202805e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5888290238141344e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006909162741727037,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39424,
+      "train_examples": 45000,
+      "train_loss": 0.05230452452765571
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03540102392435074,
+        "mean_feedback_forward_cosine": 0.9996567713586908,
+        "mean_feedback_forward_relative_error": 0.025749726613101206,
+        "min_feedback_forward_cosine": 0.9993752241134644
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002728877943430814,
+        "instruction_rms": 0.002728877942317057,
+        "raw_apical_rms": 0.03848213019834961,
+        "teaching_rms": 0.002728877943430814,
+        "traffic_rms": 0.03837616083564904
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.491850376567072e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588637582480347e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006962811117063132,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39776,
+      "train_examples": 45000,
+      "train_loss": 0.049105577030446795
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03539587929844856,
+        "mean_feedback_forward_cosine": 0.9996569407613654,
+        "mean_feedback_forward_relative_error": 0.025742279855828536,
+        "min_feedback_forward_cosine": 0.9993753433227539
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002743596027583915,
+        "instruction_rms": 0.0027435960270257072,
+        "raw_apical_rms": 0.03848762598423322,
+        "teaching_rms": 0.002743596027583915,
+        "traffic_rms": 0.03838063011696865
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.4434503370353013e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5868503424919003e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007071021542738117,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40128,
+      "train_examples": 45000,
+      "train_loss": 0.04695447424782647
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03539068624377251,
+        "mean_feedback_forward_cosine": 0.9996570693819147,
+        "mean_feedback_forward_relative_error": 0.025734918192029,
+        "min_feedback_forward_cosine": 0.999375581741333
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027092893397678472,
+        "instruction_rms": 0.0027092893403731218,
+        "raw_apical_rms": 0.03843921731986081,
+        "teaching_rms": 0.0027092893397678472,
+        "traffic_rms": 0.03833515995720922
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.3059205272725194e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5841006690663487e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006988227999704331,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40480,
+      "train_examples": 45000,
+      "train_loss": 0.04515131123761336
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035385023802518845,
+        "mean_feedback_forward_cosine": 0.9996572168249833,
+        "mean_feedback_forward_relative_error": 0.025727419182658195,
+        "min_feedback_forward_cosine": 0.9993758201599121
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002799708695561083,
+        "instruction_rms": 0.002799708695590263,
+        "raw_apical_rms": 0.03844931210728296,
+        "teaching_rms": 0.002799708695561083,
+        "traffic_rms": 0.038337135599322995
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.4723521069015533e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.580834622128153e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007106608606066142,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40832,
+      "train_examples": 45000,
+      "train_loss": 0.04599150287575192
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03537962585687637,
+        "mean_feedback_forward_cosine": 0.9996573736793116,
+        "mean_feedback_forward_relative_error": 0.02572019702117694,
+        "min_feedback_forward_cosine": 0.9993759989738464
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027277592136439334,
+        "instruction_rms": 0.0027277592139995223,
+        "raw_apical_rms": 0.038442010466164765,
+        "teaching_rms": 0.0027277592136439334,
+        "traffic_rms": 0.03833546060662697
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.3060469150616427e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584318831447521e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007158999537576329,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41184,
+      "train_examples": 45000,
+      "train_loss": 0.044221558666229246
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03537387400865555,
+        "mean_feedback_forward_cosine": 0.9996575148482072,
+        "mean_feedback_forward_relative_error": 0.025712759626146994,
+        "min_feedback_forward_cosine": 0.9993762969970703
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027388957800395697,
+        "instruction_rms": 0.002738895780279704,
+        "raw_apical_rms": 0.03843744043045513,
+        "teaching_rms": 0.0027388957800395697,
+        "traffic_rms": 0.03832921462523639
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.4741115883509792e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5875198887447677e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007059517218295529,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41536,
+      "train_examples": 45000,
+      "train_loss": 0.04352538893338707
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035368457436561584,
+        "mean_feedback_forward_cosine": 0.999657646605843,
+        "mean_feedback_forward_relative_error": 0.025705385512035144,
+        "min_feedback_forward_cosine": 0.9993764162063599
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027314402740166925,
+        "instruction_rms": 0.0027314402742559737,
+        "raw_apical_rms": 0.038403923086193566,
+        "teaching_rms": 0.0027314402740166925,
+        "traffic_rms": 0.03829552680506255
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.293399165547271e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5885931510407845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0070493458647887045,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41888,
+      "train_examples": 45000,
+      "train_loss": 0.040680674653251966
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03536292910575867,
+        "mean_feedback_forward_cosine": 0.9996578065972579,
+        "mean_feedback_forward_relative_error": 0.025698145361323105,
+        "min_feedback_forward_cosine": 0.9993765354156494
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002672432983432619,
+        "instruction_rms": 0.002672432982386257,
+        "raw_apical_rms": 0.038381616437378537,
+        "teaching_rms": 0.002672432983432619,
+        "traffic_rms": 0.038278526907065194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2164231399935943e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.592268422581863e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007127381536789919,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42240,
+      "train_examples": 45000,
+      "train_loss": 0.03868171781433953
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03535729646682739,
+        "mean_feedback_forward_cosine": 0.9996579477661535,
+        "mean_feedback_forward_relative_error": 0.025690897073792785,
+        "min_feedback_forward_cosine": 0.9993768930435181
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002694424227908753,
+        "instruction_rms": 0.0026944242278955075,
+        "raw_apical_rms": 0.03836615645172439,
+        "teaching_rms": 0.002694424227908753,
+        "traffic_rms": 0.03825954670671919
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.4783602786394567e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912502904551413e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007102608681595452,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42592,
+      "train_examples": 45000,
+      "train_loss": 0.03881456925339169
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03535182774066925,
+        "mean_feedback_forward_cosine": 0.9996580889350489,
+        "mean_feedback_forward_relative_error": 0.02568370932222981,
+        "min_feedback_forward_cosine": 0.9993770122528076
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002641356473696618,
+        "instruction_rms": 0.002641356472996567,
+        "raw_apical_rms": 0.03840503247355747,
+        "teaching_rms": 0.002641356473696618,
+        "traffic_rms": 0.03830340189819094
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.6382342593601606e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5933395113795106e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0071246216527859375,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42944,
+      "train_examples": 45000,
+      "train_loss": 0.03740294339524375
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03534602373838425,
+        "mean_feedback_forward_cosine": 0.9996582520635504,
+        "mean_feedback_forward_relative_error": 0.02567625423207095,
+        "min_feedback_forward_cosine": 0.9993771910667419
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002692973841445241,
+        "instruction_rms": 0.002692973842158492,
+        "raw_apical_rms": 0.03838828814379054,
+        "teaching_rms": 0.002692973841445241,
+        "traffic_rms": 0.038282199788181565
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.5708035761008432e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593672566066835e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007202207392070303,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43296,
+      "train_examples": 45000,
+      "train_loss": 0.03731025994883643
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03534037619829178,
+        "mean_feedback_forward_cosine": 0.9996584089178788,
+        "mean_feedback_forward_relative_error": 0.025668993004058536,
+        "min_feedback_forward_cosine": 0.999377429485321
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026248510196097458,
+        "instruction_rms": 0.002624851018376451,
+        "raw_apical_rms": 0.038358187148701935,
+        "teaching_rms": 0.0026248510196097458,
+        "traffic_rms": 0.038256614620472355
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.608259125873701e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5954722152559852e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007315779523067389,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43648,
+      "train_examples": 45000,
+      "train_loss": 0.03610631056113375
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035334762185811996,
+        "mean_feedback_forward_cosine": 0.9996585751834669,
+        "mean_feedback_forward_relative_error": 0.025661728933061425,
+        "min_feedback_forward_cosine": 0.9993777275085449
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002724394403377362,
+        "instruction_rms": 0.002724394403529457,
+        "raw_apical_rms": 0.03839964245764582,
+        "teaching_rms": 0.002724394403377362,
+        "traffic_rms": 0.038290028687512224
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.317096476327606e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5910541957294904e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007075237107907976,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44000,
+      "train_examples": 45000,
+      "train_loss": 0.03607540869580375
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03532910719513893,
+        "mean_feedback_forward_cosine": 0.9996587069411027,
+        "mean_feedback_forward_relative_error": 0.02565442447207476,
+        "min_feedback_forward_cosine": 0.9993777275085449
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002640579502270712,
+        "instruction_rms": 0.0026405795027562855,
+        "raw_apical_rms": 0.038392115583826734,
+        "teaching_rms": 0.002640579502270712,
+        "traffic_rms": 0.03828820821417883
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.2944616045729163e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5879967296183113e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007035654168880803,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44352,
+      "train_examples": 45000,
+      "train_loss": 0.033797750253147546
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035323381423950195,
+        "mean_feedback_forward_cosine": 0.9996588575212579,
+        "mean_feedback_forward_relative_error": 0.025647006487767948,
+        "min_feedback_forward_cosine": 0.9993780851364136
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002689136687196042,
+        "instruction_rms": 0.0026891366871155367,
+        "raw_apical_rms": 0.038371904296925025,
+        "teaching_rms": 0.002689136687196042,
+        "traffic_rms": 0.03826434368832739
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2736036225646785e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590311788325975e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007002904054156395,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44704,
+      "train_examples": 45000,
+      "train_loss": 0.034382970802320376
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03531748056411743,
+        "mean_feedback_forward_cosine": 0.9996590582947982,
+        "mean_feedback_forward_relative_error": 0.025639658450688187,
+        "min_feedback_forward_cosine": 0.9993782639503479
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026387223109184074,
+        "instruction_rms": 0.0026387223100496405,
+        "raw_apical_rms": 0.03837999133801141,
+        "teaching_rms": 0.0026387223109184074,
+        "traffic_rms": 0.03827822193735302
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.4681714510800248e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5921378706147204e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007038062433845251,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45056,
+      "train_examples": 45000,
+      "train_loss": 0.03305283245841662
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035311345010995865,
+        "mean_feedback_forward_cosine": 0.9996591837782609,
+        "mean_feedback_forward_relative_error": 0.025632221741895927,
+        "min_feedback_forward_cosine": 0.999378502368927
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026301788489244897,
+        "instruction_rms": 0.0026301788481617396,
+        "raw_apical_rms": 0.03838332881514033,
+        "teaching_rms": 0.0026301788489244897,
+        "traffic_rms": 0.0382793439307646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3170628143654994e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5886365231677674e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0070327709356254025,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45408,
+      "train_examples": 45000,
+      "train_loss": 0.03227601304848989
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03530556708574295,
+        "mean_feedback_forward_cosine": 0.999659356318022,
+        "mean_feedback_forward_relative_error": 0.025624791993514487,
+        "min_feedback_forward_cosine": 0.9993786811828613
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026134519243934877,
+        "instruction_rms": 0.0026134519246778453,
+        "raw_apical_rms": 0.038396599537410474,
+        "teaching_rms": 0.0026134519243934877,
+        "traffic_rms": 0.03829488217478297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.6192906571177446e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59392323675322e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007147599387265772,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45760,
+      "train_examples": 45000,
+      "train_loss": 0.03081698257095284
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03529975563287735,
+        "mean_feedback_forward_cosine": 0.9996594974869176,
+        "mean_feedback_forward_relative_error": 0.02561733656023678,
+        "min_feedback_forward_cosine": 0.9993788003921509
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026602043065517595,
+        "instruction_rms": 0.002660204306866844,
+        "raw_apical_rms": 0.03836577892582563,
+        "teaching_rms": 0.0026602043065517595,
+        "traffic_rms": 0.038258545652495674
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.5581589352109404e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59568539791297e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007173259138598145,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46112,
+      "train_examples": 45000,
+      "train_loss": 0.03148715668850475
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03529385104775429,
+        "mean_feedback_forward_cosine": 0.9996596637525057,
+        "mean_feedback_forward_relative_error": 0.02560989063625273,
+        "min_feedback_forward_cosine": 0.99937903881073
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026123713180411555,
+        "instruction_rms": 0.0026123713179273976,
+        "raw_apical_rms": 0.03833699600630587,
+        "teaching_rms": 0.0026123713180411555,
+        "traffic_rms": 0.03823418384123128
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.1824004886307193e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5937117754824848e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007143848764667468,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46464,
+      "train_examples": 45000,
+      "train_loss": 0.03059496441864305
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03528762608766556,
+        "mean_feedback_forward_cosine": 0.9996598174697474,
+        "mean_feedback_forward_relative_error": 0.025602186686898534,
+        "min_feedback_forward_cosine": 0.9993793368339539
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026462246422895032,
+        "instruction_rms": 0.002646224642016028,
+        "raw_apical_rms": 0.03830980567852561,
+        "teaching_rms": 0.0026462246422895032,
+        "traffic_rms": 0.038203120832975494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.2757815248676252e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593281355294342e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0073141614832931525,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46816,
+      "train_examples": 45000,
+      "train_loss": 0.029546923526293702
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03528179973363876,
+        "mean_feedback_forward_cosine": 0.9996600056949415,
+        "mean_feedback_forward_relative_error": 0.025594676501656834,
+        "min_feedback_forward_cosine": 0.9993795156478882
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002588465956420903,
+        "instruction_rms": 0.00258846595703922,
+        "raw_apical_rms": 0.03830563341482239,
+        "teaching_rms": 0.002588465956420903,
+        "traffic_rms": 0.038202873013320766
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.4697165262589351e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5961250382509577e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007315642151823297,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47168,
+      "train_examples": 45000,
+      "train_loss": 0.02904929524792565
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035275280475616455,
+        "mean_feedback_forward_cosine": 0.999660168823443,
+        "mean_feedback_forward_relative_error": 0.025586670901822418,
+        "min_feedback_forward_cosine": 0.9993798136711121
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002739084937133925,
+        "instruction_rms": 0.0027390849369592304,
+        "raw_apical_rms": 0.038311836901850554,
+        "teaching_rms": 0.002739084937133925,
+        "traffic_rms": 0.03819971992709484
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.390010861967994e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5957447064521592e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007232224623525064,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47520,
+      "train_examples": 45000,
+      "train_loss": 0.03075133982035849
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035269297659397125,
+        "mean_feedback_forward_cosine": 0.9996603382261176,
+        "mean_feedback_forward_relative_error": 0.02557926463257325,
+        "min_feedback_forward_cosine": 0.9993799924850464
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002559319299427408,
+        "instruction_rms": 0.002559319299555182,
+        "raw_apical_rms": 0.03831949734598175,
+        "teaching_rms": 0.002559319299427408,
+        "traffic_rms": 0.03821960152845837
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.1691152934645288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5940668754059098e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0072763889335959245,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47872,
+      "train_examples": 45000,
+      "train_loss": 0.028216036541594398
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03526294231414795,
+        "mean_feedback_forward_cosine": 0.999660495080446,
+        "mean_feedback_forward_relative_error": 0.025571552301315886,
+        "min_feedback_forward_cosine": 0.9993802309036255
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025823485692809296,
+        "instruction_rms": 0.0025823485690795083,
+        "raw_apical_rms": 0.03833474615483992,
+        "teaching_rms": 0.0025823485692809296,
+        "traffic_rms": 0.03822989030452376
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 2.1098976787925494e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59512983186966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007271913660482172,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48224,
+      "train_examples": 45000,
+      "train_loss": 0.02818534045484331
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03525642678141594,
+        "mean_feedback_forward_cosine": 0.9996606801685534,
+        "mean_feedback_forward_relative_error": 0.02556354527998912,
+        "min_feedback_forward_cosine": 0.999380350112915
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025956660801664216,
+        "instruction_rms": 0.0025956660804154438,
+        "raw_apical_rms": 0.03832504123509261,
+        "teaching_rms": 0.0025956660801664216,
+        "traffic_rms": 0.03822107552676804
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.2828629714078943e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.596424812090779e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007319690141391573,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48576,
+      "train_examples": 45000,
+      "train_loss": 0.027998565531273684
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0352504625916481,
+        "mean_feedback_forward_cosine": 0.9996608683937475,
+        "mean_feedback_forward_relative_error": 0.025556121168560104,
+        "min_feedback_forward_cosine": 0.9993805289268494
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002493252246465361,
+        "instruction_rms": 0.0024932522472554826,
+        "raw_apical_rms": 0.03830347193347058,
+        "teaching_rms": 0.002493252246465361,
+        "traffic_rms": 0.038208423769557215
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3316742375479862e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5953940001134398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007343790429328196,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48928,
+      "train_examples": 45000,
+      "train_loss": 0.025213075669606528
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03524384647607803,
+        "mean_feedback_forward_cosine": 0.9996610440705952,
+        "mean_feedback_forward_relative_error": 0.025548070865242106,
+        "min_feedback_forward_cosine": 0.9993808269500732
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002650372004133458,
+        "instruction_rms": 0.0026503720037720693,
+        "raw_apical_rms": 0.03828473173986152,
+        "teaching_rms": 0.002650372004133458,
+        "traffic_rms": 0.03817709111210968
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.5806717712507634e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5946146883822748e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0074296028642347935,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49280,
+      "train_examples": 45000,
+      "train_loss": 0.02705971569948726
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03523702546954155,
+        "mean_feedback_forward_cosine": 0.9996612573924818,
+        "mean_feedback_forward_relative_error": 0.02553966548293829,
+        "min_feedback_forward_cosine": 0.9993810057640076
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026696513403287564,
+        "instruction_rms": 0.0026696513397522627,
+        "raw_apical_rms": 0.038247852518807385,
+        "teaching_rms": 0.0026696513403287564,
+        "traffic_rms": 0.038136391223781194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.6101949995572795e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5903718481441322e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007392403911774903,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49632,
+      "train_examples": 45000,
+      "train_loss": 0.027899465246871112
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035230714827775955,
+        "mean_feedback_forward_cosine": 0.9996613954242907,
+        "mean_feedback_forward_relative_error": 0.025531860313525324,
+        "min_feedback_forward_cosine": 0.9993813037872314
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002491904303094978,
+        "instruction_rms": 0.002491904303328572,
+        "raw_apical_rms": 0.03824394817300331,
+        "teaching_rms": 0.002491904303094978,
+        "traffic_rms": 0.03814754702611852
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.290227036321312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912428032547017e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007344596952483305,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49984,
+      "train_examples": 45000,
+      "train_loss": 0.02528127992219395
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03522429242730141,
+        "mean_feedback_forward_cosine": 0.9996616150203504,
+        "mean_feedback_forward_relative_error": 0.025524061859438296,
+        "min_feedback_forward_cosine": 0.9993815422058105
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025377454526292675,
+        "instruction_rms": 0.0025377454532024557,
+        "raw_apical_rms": 0.03825692224288562,
+        "teaching_rms": 0.0025377454526292675,
+        "traffic_rms": 0.03815731678428533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.176279607051356e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590357620829985e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007232855848320323,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50336,
+      "train_examples": 45000,
+      "train_loss": 0.025161278520358932
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03521806746721268,
+        "mean_feedback_forward_cosine": 0.9996617561892459,
+        "mean_feedback_forward_relative_error": 0.025516314432024956,
+        "min_feedback_forward_cosine": 0.9993817806243896
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025209469914303385,
+        "instruction_rms": 0.0025209469922895847,
+        "raw_apical_rms": 0.03825600323362233,
+        "teaching_rms": 0.0025209469914303385,
+        "traffic_rms": 0.038158330010459825
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675642028450966,
+        "maximum_absolute_post_projection_soma_slope": 2.125520026652339e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589877657762363e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0073651560254819354,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50688,
+      "train_examples": 45000,
+      "train_loss": 0.024449644410279064
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035210948437452316,
+        "mean_feedback_forward_cosine": 0.9996619506886131,
+        "mean_feedback_forward_relative_error": 0.02550793287197226,
+        "min_feedback_forward_cosine": 0.999381959438324
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002614503770466748,
+        "instruction_rms": 0.002614503770539201,
+        "raw_apical_rms": 0.03829368516101404,
+        "teaching_rms": 0.002614503770466748,
+        "traffic_rms": 0.038188088881181186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.4970847672657328e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5938872060294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007424360768754078,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51040,
+      "train_examples": 45000,
+      "train_loss": 0.025455702745252187
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03520422801375389,
+        "mean_feedback_forward_cosine": 0.9996621389138071,
+        "mean_feedback_forward_relative_error": 0.025499644052041203,
+        "min_feedback_forward_cosine": 0.9993822574615479
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025481801637401505,
+        "instruction_rms": 0.0025481801635733356,
+        "raw_apical_rms": 0.03828178840179483,
+        "teaching_rms": 0.0025481801637401505,
+        "traffic_rms": 0.03817960805664553
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2792672698935803e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593401232822311e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007564612307354906,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51392,
+      "train_examples": 45000,
+      "train_loss": 0.024521944856643677
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03519730269908905,
+        "mean_feedback_forward_cosine": 0.9996623396873474,
+        "mean_feedback_forward_relative_error": 0.02549115470365474,
+        "min_feedback_forward_cosine": 0.9993824362754822
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025808117458473814,
+        "instruction_rms": 0.00258081174527985,
+        "raw_apical_rms": 0.0382320789525924,
+        "teaching_rms": 0.0025808117458473814,
+        "traffic_rms": 0.03812787149189317
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2589909559324042e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5925526464246868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007468769162074973,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51744,
+      "train_examples": 45000,
+      "train_loss": 0.024799196644624075
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03519032523036003,
+        "mean_feedback_forward_cosine": 0.999662531049628,
+        "mean_feedback_forward_relative_error": 0.025482798338328536,
+        "min_feedback_forward_cosine": 0.9993826746940613
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025512110773672904,
+        "instruction_rms": 0.0025512110787003803,
+        "raw_apical_rms": 0.03819770579307574,
+        "teaching_rms": 0.0025512110773672904,
+        "traffic_rms": 0.038095607143950896
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.695198470486048e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5932413897868575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007488345757138354,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52096,
+      "train_examples": 45000,
+      "train_loss": 0.024331998228364522
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03518352285027504,
+        "mean_feedback_forward_cosine": 0.9996627130006489,
+        "mean_feedback_forward_relative_error": 0.02547463191379058,
+        "min_feedback_forward_cosine": 0.9993829727172852
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002523819043387432,
+        "instruction_rms": 0.0025238190444599566,
+        "raw_apical_rms": 0.03817729306258324,
+        "teaching_rms": 0.002523819043387432,
+        "traffic_rms": 0.038077433404283885
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.649420156013548e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912339888041054e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007352332118257679,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52448,
+      "train_examples": 45000,
+      "train_loss": 0.02358304952018791
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517695888876915,
+        "mean_feedback_forward_cosine": 0.9996629043629295,
+        "mean_feedback_forward_relative_error": 0.0254665552883556,
+        "min_feedback_forward_cosine": 0.9993831515312195
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0024667172735383333,
+        "instruction_rms": 0.002466717273209551,
+        "raw_apical_rms": 0.03818410368176512,
+        "teaching_rms": 0.0024667172735383333,
+        "traffic_rms": 0.038086128042172256
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2115433101200779e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5903174992320452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007209978695338785,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52800,
+      "train_examples": 45000,
+      "train_loss": 0.02215205780234602
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517686948180199,
+        "mean_feedback_forward_cosine": 0.9996629169112757,
+        "mean_feedback_forward_relative_error": 0.025466326820222956,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002247710565160474,
+        "instruction_rms": 0.002247710564476416,
+        "raw_apical_rms": 0.0381587052802544,
+        "teaching_rms": 0.002247710565160474,
+        "traffic_rms": 0.03807600171387673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.6290739424107414e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588895972173265e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00722985280326546,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 53152,
+      "train_examples": 45000,
+      "train_loss": 0.019508985081149472
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035176802426576614,
+        "mean_feedback_forward_cosine": 0.9996629325967086,
+        "mean_feedback_forward_relative_error": 0.025466118252983217,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023469155280768593,
+        "instruction_rms": 0.0023469155286314144,
+        "raw_apical_rms": 0.038169489321490016,
+        "teaching_rms": 0.0023469155280768593,
+        "traffic_rms": 0.038077688884880063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.6023975035750482e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5948365825881276e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007240353358696762,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 53504,
+      "train_examples": 45000,
+      "train_loss": 0.020452994332545334
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517674282193184,
+        "mean_feedback_forward_cosine": 0.9996629263225355,
+        "mean_feedback_forward_relative_error": 0.025465915028594042,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002173646122550845,
+        "instruction_rms": 0.002173646122905149,
+        "raw_apical_rms": 0.03815470722477043,
+        "teaching_rms": 0.002173646122550845,
+        "traffic_rms": 0.03807741438458818
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.814444239300883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5942238464912295e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007262970295077369,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 53856,
+      "train_examples": 45000,
+      "train_loss": 0.01861422066655424
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035176683217287064,
+        "mean_feedback_forward_cosine": 0.9996628980887564,
+        "mean_feedback_forward_relative_error": 0.025465713029629307,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002190037045625336,
+        "instruction_rms": 0.002190037045669901,
+        "raw_apical_rms": 0.038157770046462876,
+        "teaching_rms": 0.002190037045625336,
+        "traffic_rms": 0.038079533755322345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2778778035738014e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58994841147531e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007232887008041854,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 54208,
+      "train_examples": 45000,
+      "train_loss": 0.019090478282173473
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517663851380348,
+        "mean_feedback_forward_cosine": 0.9996629357337952,
+        "mean_feedback_forward_relative_error": 0.02546551451086998,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002127353281885383,
+        "instruction_rms": 0.0021273532819204464,
+        "raw_apical_rms": 0.03815653522733609,
+        "teaching_rms": 0.002127353281885383,
+        "traffic_rms": 0.038081293191858566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.6099393818080898e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5957338014859453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007229891700362868,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 54560,
+      "train_examples": 45000,
+      "train_loss": 0.017914875761750673
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0351765938103199,
+        "mean_feedback_forward_cosine": 0.9996629420079683,
+        "mean_feedback_forward_relative_error": 0.025465318050823714,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020835015335282326,
+        "instruction_rms": 0.002083501533622958,
+        "raw_apical_rms": 0.03815006893354562,
+        "teaching_rms": 0.0020835015335282326,
+        "traffic_rms": 0.03807676862975491
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3467887249873911e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591651904007755e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007271427318730568,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 54912,
+      "train_examples": 45000,
+      "train_loss": 0.01739948246214125
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517654910683632,
+        "mean_feedback_forward_cosine": 0.9996629451450548,
+        "mean_feedback_forward_relative_error": 0.025465114679383605,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002157801491361069,
+        "instruction_rms": 0.002157801491921573,
+        "raw_apical_rms": 0.03814928840288276,
+        "teaching_rms": 0.002157801491361069,
+        "traffic_rms": 0.038073654145580504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.2502518131896068e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5936375531324926e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007294009730428893,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 55264,
+      "train_examples": 45000,
+      "train_loss": 0.018468774293363095
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517649695277214,
+        "mean_feedback_forward_cosine": 0.9996629482821414,
+        "mean_feedback_forward_relative_error": 0.025464915229301704,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00211604410851779,
+        "instruction_rms": 0.0021160441082118463,
+        "raw_apical_rms": 0.03814269340211728,
+        "teaching_rms": 0.00211604410851779,
+        "traffic_rms": 0.03806949527717602
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.3371378670967715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591980286559034e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007327468833352884,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 55616,
+      "train_examples": 45000,
+      "train_loss": 0.017523871205912697
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517644479870796,
+        "mean_feedback_forward_cosine": 0.9996629200483623,
+        "mean_feedback_forward_relative_error": 0.025464717543830995,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020346039835984478,
+        "instruction_rms": 0.0020346039835961336,
+        "raw_apical_rms": 0.038141551400842834,
+        "teaching_rms": 0.0020346039835984478,
+        "traffic_rms": 0.038072562945696345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.5354910232190377e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5876613942536756e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007349930183169377,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 55968,
+      "train_examples": 45000,
+      "train_loss": 0.017277162366112073
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035176392644643784,
+        "mean_feedback_forward_cosine": 0.9996629325967086,
+        "mean_feedback_forward_relative_error": 0.025464520054428202,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002055004483377614,
+        "instruction_rms": 0.002055004482939969,
+        "raw_apical_rms": 0.03814259012974919,
+        "teaching_rms": 0.002055004483377614,
+        "traffic_rms": 0.038071347604121834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.6602296426526664e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5949632949662052e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0072307379147332936,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 56320,
+      "train_examples": 45000,
+      "train_loss": 0.01724165140059259
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035176344215869904,
+        "mean_feedback_forward_cosine": 0.9996629357337952,
+        "mean_feedback_forward_relative_error": 0.025464318202514397,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002071687422012928,
+        "instruction_rms": 0.002071687421766558,
+        "raw_apical_rms": 0.03814231318762154,
+        "teaching_rms": 0.002071687422012928,
+        "traffic_rms": 0.03807002579768545
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675640165805817,
+        "maximum_absolute_post_projection_soma_slope": 1.7163737098258025e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590295577472197e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00739980518425391,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 56672,
+      "train_examples": 45000,
+      "train_loss": 0.01733994646175868
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517629951238632,
+        "mean_feedback_forward_cosine": 0.9996629482821414,
+        "mean_feedback_forward_relative_error": 0.025464120860162535,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019263731683745301,
+        "instruction_rms": 0.001926373167223789,
+        "raw_apical_rms": 0.03813285318976522,
+        "teaching_rms": 0.0019263731683745301,
+        "traffic_rms": 0.0380703569261009
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.306599894945748e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5903739813046936e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007237330747270381,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 57024,
+      "train_examples": 45000,
+      "train_loss": 0.01600446630484528
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517623990774155,
+        "mean_feedback_forward_cosine": 0.999662929459622,
+        "mean_feedback_forward_relative_error": 0.025463919890554326,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00202368202602041,
+        "instruction_rms": 0.0020236820267165077,
+        "raw_apical_rms": 0.038139958352612954,
+        "teaching_rms": 0.00202368202602041,
+        "traffic_rms": 0.0380723951190208
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.254059878164071e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5902372364451743e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007293998219879782,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 57376,
+      "train_examples": 45000,
+      "train_loss": 0.016694772362709047
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035176195204257965,
+        "mean_feedback_forward_cosine": 0.9996629169112757,
+        "mean_feedback_forward_relative_error": 0.025463726616611605,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020597912143549475,
+        "instruction_rms": 0.0020597912148430883,
+        "raw_apical_rms": 0.03813965999390243,
+        "teaching_rms": 0.0020597912143549475,
+        "traffic_rms": 0.03806955029407614
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.2498253099124668e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589342363472909e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007266598987220051,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 57728,
+      "train_examples": 45000,
+      "train_loss": 0.016755137359433705
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035176150500774384,
+        "mean_feedback_forward_cosine": 0.9996629482821414,
+        "mean_feedback_forward_relative_error": 0.025463532117244444,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019204806953641539,
+        "instruction_rms": 0.0019204806954669356,
+        "raw_apical_rms": 0.03813051899537984,
+        "teaching_rms": 0.0019204806953641539,
+        "traffic_rms": 0.03806768742627578
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.280168593353892e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.592406533063826e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00725378979341204,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 58080,
+      "train_examples": 45000,
+      "train_loss": 0.01566879058778286
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0351761057972908,
+        "mean_feedback_forward_cosine": 0.9996629482821414,
+        "mean_feedback_forward_relative_error": 0.025463338549199858,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019666139011921577,
+        "instruction_rms": 0.001966613901131973,
+        "raw_apical_rms": 0.038129458231689776,
+        "teaching_rms": 0.0019666139011921577,
+        "traffic_rms": 0.038065223695406165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.4916274437837274e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.595252314174924e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007487303788994855,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 58432,
+      "train_examples": 45000,
+      "train_loss": 0.01628136635488934
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517605736851692,
+        "mean_feedback_forward_cosine": 0.9996629482821414,
+        "mean_feedback_forward_relative_error": 0.02546313757959165,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00200786478400439,
+        "instruction_rms": 0.0020078647835680913,
+        "raw_apical_rms": 0.0381326566231411,
+        "teaching_rms": 0.00200786478400439,
+        "traffic_rms": 0.038066451899369
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.509212665951054e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591517663344659e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007492014546345923,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 58784,
+      "train_examples": 45000,
+      "train_loss": 0.016127590206762153
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517602011561394,
+        "mean_feedback_forward_cosine": 0.9996629639675743,
+        "mean_feedback_forward_relative_error": 0.025462940874460497,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019126704640700246,
+        "instruction_rms": 0.0019126704645040257,
+        "raw_apical_rms": 0.038129516889760934,
+        "teaching_rms": 0.0019126704640700246,
+        "traffic_rms": 0.0380672376280654
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2295652496163711e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5936775941313485e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007254082026182387,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59136,
+      "train_examples": 45000,
+      "train_loss": 0.015745899332563082
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035175979137420654,
+        "mean_feedback_forward_cosine": 0.9996629325967086,
+        "mean_feedback_forward_relative_error": 0.025462739610750424,
+        "min_feedback_forward_cosine": 0.9993831515312195
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001847083693947193,
+        "instruction_rms": 0.001847083694424754,
+        "raw_apical_rms": 0.038125876799533436,
+        "teaching_rms": 0.001847083693947193,
+        "traffic_rms": 0.03806842074991304
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.5572549472153696e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5911879419045442e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007414380625063315,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59488,
+      "train_examples": 45000,
+      "train_loss": 0.01494348958366447
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517593815922737,
+        "mean_feedback_forward_cosine": 0.9996629639675743,
+        "mean_feedback_forward_relative_error": 0.025462543836941843,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001921713682961817,
+        "instruction_rms": 0.0019217136825352371,
+        "raw_apical_rms": 0.03812821617428795,
+        "teaching_rms": 0.001921713682961817,
+        "traffic_rms": 0.038065539518316066
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.6899491583899362e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5963955631851217e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007397194443312167,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59840,
+      "train_examples": 45000,
+      "train_loss": 0.015331608930892415
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517589718103409,
+        "mean_feedback_forward_cosine": 0.9996629388708818,
+        "mean_feedback_forward_relative_error": 0.025462351151202853,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019507759542861374,
+        "instruction_rms": 0.0019507759542406187,
+        "raw_apical_rms": 0.03812643990951646,
+        "teaching_rms": 0.0019507759542861374,
+        "traffic_rms": 0.03806257756160625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.9403849194077338e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5930280733476297e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007365510164311559,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60192,
+      "train_examples": 45000,
+      "train_loss": 0.015682283783124553
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0351758636534214,
+        "mean_feedback_forward_cosine": 0.9996629576934012,
+        "mean_feedback_forward_relative_error": 0.02546216081827879,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019620433000460268,
+        "instruction_rms": 0.0019620433000316355,
+        "raw_apical_rms": 0.03812589254942648,
+        "teaching_rms": 0.0019620433000460268,
+        "traffic_rms": 0.03806212278012187
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2429456575091535e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.597245765172347e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007330466774781522,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60544,
+      "train_examples": 45000,
+      "train_loss": 0.01571739011141989
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517581522464752,
+        "mean_feedback_forward_cosine": 0.9996629482821414,
+        "mean_feedback_forward_relative_error": 0.02546197617132413,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002026852877728531,
+        "instruction_rms": 0.002026852878217377,
+        "raw_apical_rms": 0.03812876611966769,
+        "teaching_rms": 0.002026852877728531,
+        "traffic_rms": 0.03805818954686199
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.455183085141698e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912439943622958e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007313301043469169,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60896,
+      "train_examples": 45000,
+      "train_loss": 0.016737430262565613
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517577052116394,
+        "mean_feedback_forward_cosine": 0.999662951419228,
+        "mean_feedback_forward_relative_error": 0.02546179098518271,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019526151318977893,
+        "instruction_rms": 0.0019526151323407187,
+        "raw_apical_rms": 0.03812178575199327,
+        "teaching_rms": 0.0019526151318977893,
+        "traffic_rms": 0.038056654678167226
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.3364574336094392e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894648950047696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007392958069526633,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61248,
+      "train_examples": 45000,
+      "train_loss": 0.01581604970573551
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517572209239006,
+        "mean_feedback_forward_cosine": 0.9996629545563146,
+        "mean_feedback_forward_relative_error": 0.02546160124046238,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001964830512566623,
+        "instruction_rms": 0.001964830512954866,
+        "raw_apical_rms": 0.03812326171222754,
+        "teaching_rms": 0.001964830512566623,
+        "traffic_rms": 0.038056494073612356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.829351248261446e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5947394701468046e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007462742332972412,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61600,
+      "train_examples": 45000,
+      "train_loss": 0.015415098981393708
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035175688564777374,
+        "mean_feedback_forward_cosine": 0.9996629702417474,
+        "mean_feedback_forward_relative_error": 0.02546140708421406,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018833844870637224,
+        "instruction_rms": 0.0018833844870224845,
+        "raw_apical_rms": 0.0381136914371305,
+        "teaching_rms": 0.0018833844870637224,
+        "traffic_rms": 0.0380541560635888
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.261153848020058e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5908059866799657e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007398988240119561,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61952,
+      "train_examples": 45000,
+      "train_loss": 0.0151200155655543
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517565131187439,
+        "mean_feedback_forward_cosine": 0.9996629922013534,
+        "mean_feedback_forward_relative_error": 0.025461208467420778,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018653005086347227,
+        "instruction_rms": 0.0018653005084334146,
+        "raw_apical_rms": 0.038115241932330506,
+        "teaching_rms": 0.0018653005086347227,
+        "traffic_rms": 0.038056718253248537
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.444407971007422e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5949450714351563e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007322868539566601,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62304,
+      "train_examples": 45000,
+      "train_loss": 0.014442361384299066
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517560288310051,
+        "mean_feedback_forward_cosine": 0.9996629922013534,
+        "mean_feedback_forward_relative_error": 0.02546101514446108,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001987399518315504,
+        "instruction_rms": 0.0019873995183241518,
+        "raw_apical_rms": 0.03812324767159155,
+        "teaching_rms": 0.001987399518315504,
+        "traffic_rms": 0.0380564496036415
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.59218540574102e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5923244802254426e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007356718167505784,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62656,
+      "train_examples": 45000,
+      "train_loss": 0.015644456435739994
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517555445432663,
+        "mean_feedback_forward_cosine": 0.9996629984755265,
+        "mean_feedback_forward_relative_error": 0.02546081839031295,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020023674266870044,
+        "instruction_rms": 0.0020023674271282825,
+        "raw_apical_rms": 0.03812061861405171,
+        "teaching_rms": 0.0020023674266870044,
+        "traffic_rms": 0.038053710415103664
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.3911045648740128e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5917055007464273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007336567781026071,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63008,
+      "train_examples": 45000,
+      "train_loss": 0.015791441556811333
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517550602555275,
+        "mean_feedback_forward_cosine": 0.9996629608304877,
+        "mean_feedback_forward_relative_error": 0.02546062609670978,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001957069612332447,
+        "instruction_rms": 0.001957069613296937,
+        "raw_apical_rms": 0.03811558334215365,
+        "teaching_rms": 0.001957069612332447,
+        "traffic_rms": 0.038050487164925026
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.3160111222987325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5938424070937676e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007378298600547497,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63360,
+      "train_examples": 45000,
+      "train_loss": 0.01535364863673846
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035175468772649765,
+        "mean_feedback_forward_cosine": 0.9996629859271803,
+        "mean_feedback_forward_relative_error": 0.02546044179287396,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018603693152831535,
+        "instruction_rms": 0.0018603693151982405,
+        "raw_apical_rms": 0.03810865295090153,
+        "teaching_rms": 0.0018603693152831535,
+        "traffic_rms": 0.03804874046248457
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967562898993492,
+        "maximum_absolute_post_projection_soma_slope": 1.4724343522232175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5921753587619465e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007305154726664239,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63712,
+      "train_examples": 45000,
+      "train_loss": 0.014758610925078392
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035175424069166183,
+        "mean_feedback_forward_cosine": 0.9996629953384399,
+        "mean_feedback_forward_relative_error": 0.025460257145919298,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018693002257190886,
+        "instruction_rms": 0.0018693002252469762,
+        "raw_apical_rms": 0.03810513437923092,
+        "teaching_rms": 0.0018693002257190886,
+        "traffic_rms": 0.038045789735514125
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.522701076339672e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5918340928387196e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0073232462994698684,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64064,
+      "train_examples": 45000,
+      "train_loss": 0.015032649889588356
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0351753756403923,
+        "mean_feedback_forward_cosine": 0.9996630047496996,
+        "mean_feedback_forward_relative_error": 0.025460068969742247,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019342126673429201,
+        "instruction_rms": 0.0019342126685057111,
+        "raw_apical_rms": 0.03811030948653869,
+        "teaching_rms": 0.0019342126673429201,
+        "traffic_rms": 0.03804589761235219
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.4457149255520108e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.592933325057361e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0073397032718168186,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64416,
+      "train_examples": 45000,
+      "train_loss": 0.01531191265674101
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517532721161842,
+        "mean_feedback_forward_cosine": 0.9996629639675743,
+        "mean_feedback_forward_relative_error": 0.025459873882171354,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020184339801501746,
+        "instruction_rms": 0.00201843398012608,
+        "raw_apical_rms": 0.03811570425200688,
+        "teaching_rms": 0.0020184339801501746,
+        "traffic_rms": 0.03804759020084565
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.2628936119085665e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594070732770434e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007293191022409769,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64768,
+      "train_examples": 45000,
+      "train_loss": 0.015957594620022508
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517528995871544,
+        "mean_feedback_forward_cosine": 0.9996630110238728,
+        "mean_feedback_forward_relative_error": 0.025459683010060536,
+        "min_feedback_forward_cosine": 0.9993833899497986
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001869277266335706,
+        "instruction_rms": 0.0018692772652296066,
+        "raw_apical_rms": 0.03810803828332472,
+        "teaching_rms": 0.001869277266335706,
+        "traffic_rms": 0.038047899508725856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.5229154826101876e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5953643550819637e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007364710986259985,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65120,
+      "train_examples": 45000,
+      "train_loss": 0.01472524926993582
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517523407936096,
+        "mean_feedback_forward_cosine": 0.9996629984755265,
+        "mean_feedback_forward_relative_error": 0.02545949208893274,
+        "min_feedback_forward_cosine": 0.9993834495544434
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018492404542695504,
+        "instruction_rms": 0.0018492404539590874,
+        "raw_apical_rms": 0.03810498693188163,
+        "teaching_rms": 0.0018492404542695504,
+        "traffic_rms": 0.038047110846819644
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675638303160667,
+        "maximum_absolute_post_projection_soma_slope": 1.5619969317981486e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5957055563483152e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007297520981880488,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65472,
+      "train_examples": 45000,
+      "train_loss": 0.014217254119697544
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517518565058708,
+        "mean_feedback_forward_cosine": 0.9996629859271803,
+        "mean_feedback_forward_relative_error": 0.02545930758902901,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001886575221094798,
+        "instruction_rms": 0.0018865752210640969,
+        "raw_apical_rms": 0.03810703783851078,
+        "teaching_rms": 0.001886575221094798,
+        "traffic_rms": 0.03804570450592947
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.2993829123786327e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5946050006654157e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007272740957220863,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65824,
+      "train_examples": 45000,
+      "train_loss": 0.01441666312581963
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0351751409471035,
+        "mean_feedback_forward_cosine": 0.9996629765159205,
+        "mean_feedback_forward_relative_error": 0.02545911862858032,
+        "min_feedback_forward_cosine": 0.9993832111358643
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001863449206204901,
+        "instruction_rms": 0.0018634492062909688,
+        "raw_apical_rms": 0.038102198104685556,
+        "teaching_rms": 0.001863449206204901,
+        "traffic_rms": 0.03804213019600583
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.2586119702007181e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5932071547670275e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007279008520154828,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66176,
+      "train_examples": 45000,
+      "train_loss": 0.014370906850364473
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517509996891022,
+        "mean_feedback_forward_cosine": 0.9996629922013534,
+        "mean_feedback_forward_relative_error": 0.025458927217282747,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001868547212188402,
+        "instruction_rms": 0.001868547212275505,
+        "raw_apical_rms": 0.0381036338374999,
+        "teaching_rms": 0.001868547212188402,
+        "traffic_rms": 0.03804365442577256
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675638303160667,
+        "maximum_absolute_post_projection_soma_slope": 1.5418310184145412e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5880733019616323e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007330578181272185,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66528,
+      "train_examples": 45000,
+      "train_loss": 0.014461022265752157
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517506271600723,
+        "mean_feedback_forward_cosine": 0.9996630078867862,
+        "mean_feedback_forward_relative_error": 0.025458738305851034,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018299029645837434,
+        "instruction_rms": 0.0018299029648326229,
+        "raw_apical_rms": 0.038101837703224326,
+        "teaching_rms": 0.0018299029645837434,
+        "traffic_rms": 0.03804452719903046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.446024988638328e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5864965946878513e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00735029124317763,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66880,
+      "train_examples": 45000,
+      "train_loss": 0.014047540502250195
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517502173781395,
+        "mean_feedback_forward_cosine": 0.9996629953384399,
+        "mean_feedback_forward_relative_error": 0.025458547531774168,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018620318963223602,
+        "instruction_rms": 0.0018620318954984734,
+        "raw_apical_rms": 0.03811073811649408,
+        "teaching_rms": 0.0018620318963223602,
+        "traffic_rms": 0.038052049561524456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.4799305780854866e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5873508443933127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007344209927480379,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67232,
+      "train_examples": 45000,
+      "train_loss": 0.014157343925038974
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035174984484910965,
+        "mean_feedback_forward_cosine": 0.999663017298046,
+        "mean_feedback_forward_relative_error": 0.0254583613652932,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018099750340446856,
+        "instruction_rms": 0.0018099750342044805,
+        "raw_apical_rms": 0.0381071983295181,
+        "teaching_rms": 0.0018099750340446856,
+        "traffic_rms": 0.038051990848214784
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563085258007,
+        "maximum_absolute_post_projection_soma_slope": 1.4206697152019387e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5883519591378407e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007473315872229842,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67584,
+      "train_examples": 45000,
+      "train_loss": 0.013939743656582303
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517493978142738,
+        "mean_feedback_forward_cosine": 0.9996629796530071,
+        "mean_feedback_forward_relative_error": 0.02545817485569339,
+        "min_feedback_forward_cosine": 0.999383270740509
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018241181239105257,
+        "instruction_rms": 0.0018241181236594538,
+        "raw_apical_rms": 0.03810316483580046,
+        "teaching_rms": 0.0018241181239105257,
+        "traffic_rms": 0.03804776356738203
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.3908716844923674e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5943311338923792e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007543077259242236,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67936,
+      "train_examples": 45000,
+      "train_loss": 0.0140595822499858
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0351748988032341,
+        "mean_feedback_forward_cosine": 0.9996630110238728,
+        "mean_feedback_forward_relative_error": 0.025457990600874548,
+        "min_feedback_forward_cosine": 0.9993833899497986
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019227048469809662,
+        "instruction_rms": 0.001922704846624196,
+        "raw_apical_rms": 0.0381079471483393,
+        "teaching_rms": 0.0019227048469809662,
+        "traffic_rms": 0.038045424675935136
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.3015852395881211e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5925825880981148e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0073918557432202815,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68288,
+      "train_examples": 45000,
+      "train_loss": 0.014886215353012084
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517484664916992,
+        "mean_feedback_forward_cosine": 0.999663023572219,
+        "mean_feedback_forward_relative_error": 0.02545780914002343,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019165824015430536,
+        "instruction_rms": 0.001916582401690723,
+        "raw_apical_rms": 0.038107210655619936,
+        "teaching_rms": 0.0019165824015430536,
+        "traffic_rms": 0.03804425990108193
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563457787037,
+        "maximum_absolute_post_projection_soma_slope": 1.4452607111081761e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5976144472602377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0074505852117042895,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68640,
+      "train_examples": 45000,
+      "train_loss": 0.014612661421961255
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517479822039604,
+        "mean_feedback_forward_cosine": 0.9996630047496996,
+        "mean_feedback_forward_relative_error": 0.025457623414695263,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018757708757379877,
+        "instruction_rms": 0.001875770877000065,
+        "raw_apical_rms": 0.03810024589148201,
+        "teaching_rms": 0.0018757708757379877,
+        "traffic_rms": 0.038039737305735635
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675640165805817,
+        "maximum_absolute_post_projection_soma_slope": 1.8784756861123242e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59290537888662e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0075193466180180435,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68992,
+      "train_examples": 45000,
+      "train_loss": 0.014324659938779143
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517475351691246,
+        "mean_feedback_forward_cosine": 0.9996629859271803,
+        "mean_feedback_forward_relative_error": 0.02545744371845534,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00197611068679019,
+        "instruction_rms": 0.001976110687136858,
+        "raw_apical_rms": 0.038107707409592156,
+        "teaching_rms": 0.00197611068679019,
+        "traffic_rms": 0.03804099129851186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675638303160667,
+        "maximum_absolute_post_projection_soma_slope": 1.649888403676414e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.592552328293217e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007345388709974538,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69344,
+      "train_examples": 45000,
+      "train_loss": 0.014962554613418048
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517470881342888,
+        "mean_feedback_forward_cosine": 0.9996630078867862,
+        "mean_feedback_forward_relative_error": 0.025457260542010005,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018980710200855399,
+        "instruction_rms": 0.0018980710195853157,
+        "raw_apical_rms": 0.038104100337898024,
+        "teaching_rms": 0.0018980710200855399,
+        "traffic_rms": 0.03804057743051954
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.029675636440515518,
+        "maximum_absolute_post_projection_soma_slope": 1.3771373374993345e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5905411258076402e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007290998457605719,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69696,
+      "train_examples": 45000,
+      "train_loss": 0.014406754864255588
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0351746641099453,
+        "mean_feedback_forward_cosine": 0.9996630110238728,
+        "mean_feedback_forward_relative_error": 0.025457082071194525,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001995848029049391,
+        "instruction_rms": 0.001995848029886172,
+        "raw_apical_rms": 0.0381087348288282,
+        "teaching_rms": 0.001995848029049391,
+        "traffic_rms": 0.03804178837001022
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.3942556442714249e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.596208955946727e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0073169307438716745,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70048,
+      "train_examples": 45000,
+      "train_loss": 0.015476308146119118
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03517461568117142,
+        "mean_feedback_forward_cosine": 0.9996630267093056,
+        "mean_feedback_forward_relative_error": 0.02545689683603613,
+        "min_feedback_forward_cosine": 0.9993833303451538
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019116665989935145,
+        "instruction_rms": 0.0019116665993680786,
+        "raw_apical_rms": 0.038102737130038505,
+        "teaching_rms": 0.0019116665989935145,
+        "traffic_rms": 0.03803958624552833
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.02967563271522522,
+        "maximum_absolute_post_projection_soma_slope": 1.4504951906246788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.597555654770055e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007316976645347872,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70400,
+      "train_examples": 45000,
+      "train_loss": 0.014574012910823027
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 0,
+    "test_used_for_selection": false,
+    "validation_evaluations": 1
+  },
+  "final": {
+    "accuracy": 0.9118,
+    "epoch": 200,
+    "evaluation_split": "validation",
+    "finite": true,
+    "loss": 0.42525126953125,
+    "step": 70400
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2165061120,
+    "peak_memory_reserved_bytes": 3105882112,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 1.6851760875624677e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 1.6851760875624677e-08,
+      "min_residual_soma_slope": -1.5983413703679616e-08,
+      "mse": 1.4783045390363659e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.212115867663754e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.212115867663754e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "d945c4213e57135c53bc18ed9811c7a61f1f761a",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "validation",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 0,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": 2027,
+    "test_examples": 10000,
+    "train_examples": 45000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {
+      "0": 500,
+      "1": 500,
+      "2": 500,
+      "3": 500,
+      "4": 500,
+      "5": 500,
+      "6": 500,
+      "7": 500,
+      "8": 500,
+      "9": 500
+    },
+    "validation_examples": 5000,
+    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.3672604560852051,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03656935691833496,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 8169.384466409683,
+    "train_wall_s": 8167.15335893631
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.008471464738249779,
+      0.006617916747927666,
+      0.003988116513937712,
+      0.0043865954503417015,
+      0.002713605063036084,
+      0.003158062230795622,
+      0.002004207344725728,
+      0.003757704282179475,
+      0.0027085733599960804,
+      0.0030200635083019733,
+      0.002056022873148322,
+      0.0023899395018815994,
+      0.0016842411132529378,
+      0.0034010226372629404,
+      0.002549725119024515,
+      0.0030542907770723104,
+      0.0020918569061905146,
+      0.002605808200314641,
+      0.0018916188273578882
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.0443243607878685,
+      0.035817068070173264,
+      0.013778294436633587,
+      0.022762222215533257,
+      0.007214079145342112,
+      0.017218582332134247,
+      0.004616298712790012,
+      0.02042512409389019,
+      0.007327491883188486,
+      0.01611751690506935,
+      0.004703814629465342,
+      0.012562948279082775,
+      0.003324519144371152,
+      0.01805141195654869,
+      0.006063441745936871,
+      0.016296451911330223,
+      0.0044285994954407215,
+      0.013874167576432228,
+      0.0036007820162922144
+    ],
+    "unscaled_traffic_rms": [
+      0.7644973993301392,
+      0.7390796542167664,
+      1.157796859741211,
+      0.7708553671836853,
+      1.504616141319275,
+      0.7336404919624329,
+      1.736635684967041,
+      0.7358984351158142,
+      1.478581428527832,
+      0.7495108246803284,
+      1.7483876943588257,
+      0.7609485983848572,
+      2.0264477729797363,
+      0.7536302804946899,
+      1.6820316314697266,
+      0.7496824264526367,
+      1.8894071578979492,
+      0.7512690424919128,
+      2.10134220123291
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 360980614955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 360978048000000,
+      "local_weight_correlation_macs": 364959360000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 364959360000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 40698241875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 9000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 9000064,
+    "total_forward_equivalent_examples": 9000064,
+    "total_macs_estimate": 1451879978221568
+  }
+}
diff --git a/results/kp_dynamic_projection_full_gate.json b/results/kp_dynamic_projection_full_gate.json
new file mode 100644
index 0000000..97aa546
--- /dev/null
+++ b/results/kp_dynamic_projection_full_gate.json
@@ -0,0 +1,50 @@
+{
+  "checks": {
+    "accuracy_at_least_0p89": true,
+    "early_alignment_at_least_0p90": true,
+    "elementwise_and_neutral_cost_reported": true,
+    "epoch151_to200_feedback_cosine_at_least_0p97": true,
+    "final_feedback_cosine_at_least_0p98": true,
+    "initial_traffic_ratio_error_at_most_1e_minus_5": true,
+    "macs_at_most_1p34x_bp": true,
+    "one_frozen_64_example_slow_fit": true,
+    "one_validation_and_zero_test_evaluations": true,
+    "peak_allocated_memory_at_most_2p5_gib": true,
+    "post_projection_soma_slope_at_most_1e_minus_5": true,
+    "post_projection_traffic_ratio_at_most_1e_minus_5": true,
+    "projection_observes_each_ordinary_example": true,
+    "record_trajectory_and_diagnostics_finite": true,
+    "used_instruction_rms_ratio_within_1e_minus_4": true,
+    "within_1p5_points_of_bp": true,
+    "within_1p5_points_of_clean_kp": true,
+    "zero_instruction_observations_in_fast_fit": true,
+    "zero_task_loss_queries": true
+  },
+  "confirmation_test_seeds_touched": false,
+  "independent_confirmation_opened": true,
+  "metrics": {
+    "accuracy": 0.9118,
+    "bp_accuracy": 0.9162,
+    "bp_total_macs": 1094878080000000,
+    "clean_kp_accuracy": 0.9126,
+    "early_third_alignment": 0.9993531107902527,
+    "elementwise_operations_estimate": 40698241875968,
+    "epoch151_to200_feedback_forward_cosine": 0.9996629676693364,
+    "final_feedback_forward_cosine": 0.9996630267093056,
+    "loss": 0.42525126953125,
+    "mac_ratio_to_bp": 1.3260654357255632,
+    "maximum_post_projection_soma_slope": 2.125520026652339e-08,
+    "maximum_post_projection_traffic_rms_ratio": 3.034416537204971e-08,
+    "maximum_pre_projection_traffic_rms_ratio": 0.008474441828304233,
+    "maximum_used_instruction_rms_ratio_error": 6.728312351711452e-10,
+    "peak_memory_allocated_bytes": 2165061120,
+    "source_commit": "d945c4213e57135c53bc18ed9811c7a61f1f761a",
+    "total_macs": 1451879978221568,
+    "wall_s": 8169.384466409683
+  },
+  "protocol": "kp_dynamic_neutral_projection_full_v1",
+  "review_score_after": 6,
+  "review_score_before": 5,
+  "score_change_rule": "a fully passed frozen near-BP standard-ResNet innovation endpoint resolves the primary accept objection; confirmation remains open",
+  "status": "passed"
+}