results: confirm standard-depth SDIL scaling

1 files changed, 7293 insertions, 0 deletions

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d56_s12.json b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s12.json
new file mode 100644
index 0000000..968f855
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s12.json
@@ -0,0 +1,7293 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 1064960,
+    "adaptive_feedback_parameters": 848512,
+    "base_width": 16,
+    "blocks_per_stage": 9,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 56,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 532480,
+    "forward_parameters": 853018,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 1064960,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 56,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 12,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s12.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 12,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5012,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9993400242593553,
+    "feedback_forward_cosine": [
+      0.9996849298477173,
+      0.9996539354324341,
+      0.999669075012207,
+      0.99958336353302,
+      0.9995406866073608,
+      0.9995044469833374,
+      0.9991855621337891,
+      0.9991582632064819,
+      0.999467670917511,
+      0.9994152784347534,
+      0.9996272325515747,
+      0.9995869994163513,
+      0.9996865391731262,
+      0.9996215105056763,
+      0.9997698068618774,
+      0.9996647834777832,
+      0.9996969699859619,
+      0.9994884729385376,
+      0.9996986389160156,
+      0.9997678995132446,
+      0.9996581077575684,
+      0.9996104836463928,
+      0.9996354579925537,
+      0.9995818138122559,
+      0.9996703863143921,
+      0.9995665550231934,
+      0.9996948838233948,
+      0.9995852112770081,
+      0.9996534585952759,
+      0.9995052814483643,
+      0.9996408820152283,
+      0.9994964599609375,
+      0.9996259808540344,
+      0.9994370937347412,
+      0.999616265296936,
+      0.9994439482688904,
+      0.999738335609436,
+      0.9998199939727783,
+      0.9997847080230713,
+      0.999758780002594,
+      0.9997938871383667,
+      0.9997113943099976,
+      0.9997418522834778,
+      0.9996110796928406,
+      0.9997273683547974,
+      0.9995449185371399,
+      0.999617338180542,
+      0.9993396997451782,
+      0.9991607666015625,
+      0.9987689256668091,
+      0.9988960027694702,
+      0.9984460473060608,
+      0.99857497215271,
+      0.9979240894317627,
+      0.9999796152114868
+    ],
+    "feedback_forward_norm_ratio": [
+      1.00027334690094,
+      0.9991751313209534,
+      0.9988250136375427,
+      1.0006673336029053,
+      1.000723958015442,
+      1.0003741979599,
+      0.9992495775222778,
+      1.0013952255249023,
+      0.9989585280418396,
+      0.9998454451560974,
+      0.999127209186554,
+      1.0013729333877563,
+      0.9994022250175476,
+      1.0009852647781372,
+      0.998449981212616,
+      1.001898169517517,
+      0.9997077584266663,
+      1.0009105205535889,
+      0.9987272620201111,
+      1.0004408359527588,
+      0.9991752505302429,
+      1.0011051893234253,
+      0.99944007396698,
+      1.001184105873108,
+      0.998991072177887,
+      1.001473307609558,
+      0.9990416169166565,
+      1.0016357898712158,
+      0.999473512172699,
+      1.0016686916351318,
+      0.9987295269966125,
+      1.001453161239624,
+      0.9989418983459473,
+      1.001962423324585,
+      0.9988632202148438,
+      1.0023912191390991,
+      0.9995113611221313,
+      1.0003210306167603,
+      0.9997403621673584,
+      1.0008677244186401,
+      0.9998303651809692,
+      1.0011351108551025,
+      0.9994261860847473,
+      1.0012418031692505,
+      0.9994954466819763,
+      1.0017199516296387,
+      0.9992617964744568,
+      1.0020018815994263,
+      0.9983162879943848,
+      1.0028022527694702,
+      0.9975609183311462,
+      1.0023900270462036,
+      0.9977555274963379,
+      1.0036203861236572,
+      1.0019617080688477
+    ],
+    "feedback_forward_relative_error": [
+      0.025110743939876556,
+      0.026312218979001045,
+      0.02573779784142971,
+      0.028882427141070366,
+      0.030329221859574318,
+      0.03149121627211571,
+      0.0403495728969574,
+      0.041082851588726044,
+      0.03263014927506447,
+      0.03419363126158714,
+      0.02730858325958252,
+      0.028792714700102806,
+      0.025037001818418503,
+      0.027544578537344933,
+      0.021494587883353233,
+      0.025987165048718452,
+      0.02461758442223072,
+      0.032012443989515305,
+      0.024566933512687683,
+      0.021558070555329323,
+      0.026150986552238464,
+      0.027946995571255684,
+      0.02699824795126915,
+      0.028958939015865326,
+      0.025685135275125504,
+      0.029500126838684082,
+      0.024707775563001633,
+      0.028874926269054413,
+      0.026322131976485252,
+      0.031524140387773514,
+      0.026816997677087784,
+      0.03178944066166878,
+      0.027355700731277466,
+      0.03364518657326698,
+      0.02770969830453396,
+      0.03347347676753998,
+      0.02287558652460575,
+      0.018977820873260498,
+      0.02074912190437317,
+      0.021991359069943428,
+      0.020304592326283455,
+      0.0240655355155468,
+      0.022720960900187492,
+      0.02793707139790058,
+      0.02335325814783573,
+      0.030243588611483574,
+      0.027662605047225952,
+      0.03643273562192917,
+      0.04096972197294235,
+      0.049767762422561646,
+      0.04699651151895523,
+      0.05586620792746544,
+      0.05337286368012428,
+      0.06465364992618561,
+      0.006678103934973478
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9993928670883179,
+      0.9992727041244507,
+      0.9994022846221924,
+      0.9992779493331909,
+      0.9994056224822998,
+      0.9992627501487732,
+      0.9994044303894043,
+      0.9990179538726807,
+      0.9994091987609863,
+      0.9991894960403442,
+      0.9994136095046997,
+      0.9993071556091309,
+      0.9994266033172607,
+      0.9993363618850708,
+      0.9994335770606995,
+      0.9993957281112671,
+      0.9994494915008545,
+      0.9993226528167725,
+      0.9994568824768066,
+      0.9994272589683533,
+      0.9994800686836243,
+      0.999329686164856,
+      0.9994857311248779,
+      0.9993296265602112,
+      0.9994916915893555,
+      0.9993273019790649,
+      0.9994919300079346,
+      0.9993712306022644,
+      0.9995056390762329,
+      0.9993817806243896,
+      0.9995151162147522,
+      0.9993694424629211,
+      0.9995219707489014,
+      0.9993258714675903,
+      0.999531626701355,
+      0.9993797540664673,
+      0.9995588064193726,
+      0.9995734691619873,
+      0.9995944499969482,
+      0.9995929598808289,
+      0.999625563621521,
+      0.9995740652084351,
+      0.9996570348739624,
+      0.9996242523193359,
+      0.9996660947799683,
+      0.9996587038040161,
+      0.9996583461761475,
+      0.9996837377548218,
+      0.9996843338012695,
+      0.9996918439865112,
+      0.9996574521064758,
+      0.9996740221977234,
+      0.9997631311416626,
+      0.9998087882995605,
+      0.7778909206390381
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9993928670883179,
+      0.9992727041244507,
+      0.9994021654129028,
+      0.9992778897285461,
+      0.9994056224822998,
+      0.9992627501487732,
+      0.9994044303894043,
+      0.9990179538726807,
+      0.9994090795516968,
+      0.9991894960403442,
+      0.9994136095046997,
+      0.9993071556091309,
+      0.9994266033172607,
+      0.9993363618850708,
+      0.9994335174560547,
+      0.9993957281112671,
+      0.9994494915008545,
+      0.9993226528167725,
+      0.9994568824768066,
+      0.9994272589683533,
+      0.9994800090789795,
+      0.999329686164856,
+      0.9994857311248779,
+      0.9993296265602112,
+      0.9994916915893555,
+      0.9993271827697754,
+      0.9994919300079346,
+      0.9993711709976196,
+      0.9995056390762329,
+      0.9993817806243896,
+      0.9995151162147522,
+      0.9993694424629211,
+      0.9995219707489014,
+      0.9993258714675903,
+      0.999531626701355,
+      0.9993797540664673,
+      0.9995587468147278,
+      0.9995734095573425,
+      0.9995944499969482,
+      0.9995930194854736,
+      0.9996255040168762,
+      0.9995740056037903,
+      0.9996570348739624,
+      0.9996242523193359,
+      0.9996660947799683,
+      0.9996587038040161,
+      0.9996583461761475,
+      0.9996837377548218,
+      0.9996843338012695,
+      0.9996917843818665,
+      0.9996574521064758,
+      0.9996740221977234,
+      0.9997631311416626,
+      0.9998087882995605,
+      0.78672856092453
+    ],
+    "matched_negative_gradient_cosine": [
+      0.01258007436990738,
+      0.011209037154912949,
+      0.014262584038078785,
+      0.005753850564360619,
+      0.01989125832915306,
+      0.023908644914627075,
+      0.03258507326245308,
+      0.06666544079780579,
+      0.012788617052137852,
+      0.029419491067528725,
+      0.0251312218606472,
+      0.011835029348731041,
+      0.020365310832858086,
+      0.03372950851917267,
+      0.029591450467705727,
+      0.03314148262143135,
+      0.04314713925123215,
+      0.042947057634592056,
+      0.04670741781592369,
+      0.08639397472143173,
+      0.04796481132507324,
+      0.04514092206954956,
+      0.0559760257601738,
+      0.11523230373859406,
+      0.0637044608592987,
+      0.0892191231250763,
+      0.04783106595277786,
+      0.07903582602739334,
+      0.05096733570098877,
+      0.11316852271556854,
+      0.04805481433868408,
+      0.14113305509090424,
+      0.04574444890022278,
+      0.19634845852851868,
+      0.018344972282648087,
+      0.1734047830104828,
+      -0.00048715248703956604,
+      0.0348823145031929,
+      0.0001741647720336914,
+      0.16805273294448853,
+      -0.010281551629304886,
+      0.14894333481788635,
+      0.02791683003306389,
+      0.27264603972435,
+      0.042339541018009186,
+      0.19911828637123108,
+      0.03964167460799217,
+      0.1310538649559021,
+      0.052645936608314514,
+      0.08929893374443054,
+      0.06234383583068848,
+      0.09579779207706451,
+      0.06370040774345398,
+      0.06218864768743515,
+      0.11700852960348129
+    ],
+    "max_norm_match_direction_error": 1.7881393432617188e-07,
+    "max_norm_match_relative_error": 1.8084102748616715e-07,
+    "mean_feedback_forward_cosine": 0.9995060747320001,
+    "mean_feedback_forward_relative_error": 0.029965790149501778,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.3032892942428589,
+      "max_absolute_post_projection_soma_slope": 3.358382372198321e-08,
+      "max_absolute_pre_projection_soma_slope": 0.3032892942428589,
+      "max_positive_post_projection_soma_slope": 2.8097604243271235e-08,
+      "min_post_projection_soma_slope": -3.358382372198321e-08,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.450058861831175e-08,
+      "pre_projection_traffic_rms_ratio": 0.015686577031590324
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.015686577031573362,
+    "raw_negative_gradient_cosine": [
+      0.01258007436990738,
+      0.011209037154912949,
+      0.01426258310675621,
+      0.005753850564360619,
+      0.01989126019179821,
+      0.023908644914627075,
+      0.03258507326245308,
+      0.06666544079780579,
+      0.012788617052137852,
+      0.029419491067528725,
+      0.02513122372329235,
+      0.01183503121137619,
+      0.020365310832858086,
+      0.03372950851917267,
+      0.029591452330350876,
+      0.03314148262143135,
+      0.04314713925123215,
+      0.04294705390930176,
+      0.04670742154121399,
+      0.08639398217201233,
+      0.04796481132507324,
+      0.04514091834425926,
+      0.055976029485464096,
+      0.11523230373859406,
+      0.0637044608592987,
+      0.08921913057565689,
+      0.04783106595277786,
+      0.07903582602739334,
+      0.05096733570098877,
+      0.11316852271556854,
+      0.04805481433868408,
+      0.14113305509090424,
+      0.04574444890022278,
+      0.19634845852851868,
+      0.018344976007938385,
+      0.1734047830104828,
+      -0.0004871548153460026,
+      0.0348823145031929,
+      0.00017416104674339294,
+      0.16805273294448853,
+      -0.01028155442327261,
+      0.14894333481788635,
+      0.027916831895709038,
+      0.27264603972435,
+      0.042339541018009186,
+      0.19911827147006989,
+      0.039641670882701874,
+      0.1310538649559021,
+      0.052645936608314514,
+      0.08929893374443054,
+      0.06234383583068848,
+      0.09579779207706451,
+      0.06370040774345398,
+      0.06218864768743515,
+      0.11700852960348129
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9993928670883179,
+      0.9992727041244507,
+      0.9994022846221924,
+      0.9992779493331909,
+      0.9994056224822998,
+      0.9992627501487732,
+      0.9994044303894043,
+      0.9990179538726807,
+      0.9994091987609863,
+      0.9991894960403442,
+      0.9994136095046997,
+      0.9993071556091309,
+      0.9994266033172607,
+      0.9993363618850708,
+      0.9994335770606995,
+      0.9993957281112671,
+      0.9994494915008545,
+      0.9993226528167725,
+      0.9994568824768066,
+      0.9994272589683533,
+      0.9994800686836243,
+      0.999329686164856,
+      0.9994857311248779,
+      0.9993296265602112,
+      0.9994916915893555,
+      0.9993273019790649,
+      0.9994919300079346,
+      0.9993712306022644,
+      0.9995056390762329,
+      0.9993817806243896,
+      0.9995151162147522,
+      0.9993694424629211,
+      0.9995219707489014,
+      0.9993258714675903,
+      0.999531626701355,
+      0.9993797540664673,
+      0.9995588064193726,
+      0.9995734691619873,
+      0.9995944499969482,
+      0.9995929598808289,
+      0.999625563621521,
+      0.9995740652084351,
+      0.9996570348739624,
+      0.9996242523193359,
+      0.9996660947799683,
+      0.9996587038040161,
+      0.9996583461761475,
+      0.9996837377548218,
+      0.9996843338012695,
+      0.9996918439865112,
+      0.9996574521064758,
+      0.9996740221977234,
+      0.9997631311416626,
+      0.9998087882995605,
+      0.7778909206390381
+    ],
+    "traffic_instruction_rms_ratio": 69.78429475863933,
+    "used_negative_gradient_cosine": [
+      0.9993928670883179,
+      0.9992727041244507,
+      0.9994022846221924,
+      0.9992779493331909,
+      0.9994056224822998,
+      0.9992627501487732,
+      0.9994044303894043,
+      0.9990179538726807,
+      0.9994091987609863,
+      0.9991894960403442,
+      0.9994136095046997,
+      0.9993071556091309,
+      0.9994266033172607,
+      0.9993363618850708,
+      0.9994335770606995,
+      0.9993957281112671,
+      0.9994494915008545,
+      0.9993226528167725,
+      0.9994568824768066,
+      0.9994272589683533,
+      0.9994800686836243,
+      0.999329686164856,
+      0.9994857311248779,
+      0.9993296265602112,
+      0.9994916915893555,
+      0.9993273019790649,
+      0.9994919300079346,
+      0.9993712306022644,
+      0.9995056390762329,
+      0.9993817806243896,
+      0.9995151162147522,
+      0.9993694424629211,
+      0.9995219707489014,
+      0.9993258714675903,
+      0.999531626701355,
+      0.9993797540664673,
+      0.9995588064193726,
+      0.9995734691619873,
+      0.9995944499969482,
+      0.9995929598808289,
+      0.999625563621521,
+      0.9995740652084351,
+      0.9996570348739624,
+      0.9996242523193359,
+      0.9996660947799683,
+      0.9996587038040161,
+      0.9996583461761475,
+      0.9996837377548218,
+      0.9996843338012695,
+      0.9996918439865112,
+      0.9996574521064758,
+      0.9996740221977234,
+      0.9997631311416626,
+      0.9998087882995605,
+      0.7778909206390381
+    ],
+    "wall_s": 0.3470437526702881
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.345116376876831,
+        "mean_feedback_forward_cosine": 0.350229903513735,
+        "mean_feedback_forward_relative_error": 1.1264865322546525,
+        "min_feedback_forward_cosine": 0.10241095721721649
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.001619350113461001,
+        "instruction_rms": 0.0016193501132363646,
+        "raw_apical_rms": 0.07822498465239641,
+        "teaching_rms": 0.001619350113461001,
+        "traffic_rms": 0.0780933375962263
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.3439932899927953e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.030163009286038e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014015765537670068,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 2.3700356150054933
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3402464389801025,
+        "mean_feedback_forward_cosine": 0.3699487951668826,
+        "mean_feedback_forward_relative_error": 1.1099011486226862,
+        "min_feedback_forward_cosine": 0.10818107426166534
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0013438463815941039,
+        "instruction_rms": 0.001343846381590453,
+        "raw_apical_rms": 0.0879618686767622,
+        "teaching_rms": 0.0013438463815941039,
+        "traffic_rms": 0.08795138626991492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.4986434848651697e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8095191880555645e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014977222345471936,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.6639973961639405
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.333116888999939,
+        "mean_feedback_forward_cosine": 0.4049170349131931,
+        "mean_feedback_forward_relative_error": 1.0799586458639665,
+        "min_feedback_forward_cosine": 0.11794281750917435
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0019955159152813826,
+        "instruction_rms": 0.001995515915862228,
+        "raw_apical_rms": 0.09899625871126506,
+        "teaching_rms": 0.0019955159152813826,
+        "traffic_rms": 0.0989758205310678
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.372140872035743e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.780017113597399e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014874718473815919,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.4130293825912477
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3236387968063354,
+        "mean_feedback_forward_cosine": 0.4455680020830848,
+        "mean_feedback_forward_relative_error": 1.0433958741751583,
+        "min_feedback_forward_cosine": 0.13184186816215515
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002393122705073572,
+        "instruction_rms": 0.0023931227055234787,
+        "raw_apical_rms": 0.11142030672977384,
+        "teaching_rms": 0.002393122705073572,
+        "traffic_rms": 0.11139431630090205
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2837897145345778e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7404264829296693e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014630101665655171,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 1.1560584063720702
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3117445707321167,
+        "mean_feedback_forward_cosine": 0.48197933354161004,
+        "mean_feedback_forward_relative_error": 1.008802363547412,
+        "min_feedback_forward_cosine": 0.14702005684375763
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025510534997813944,
+        "instruction_rms": 0.002551053499623267,
+        "raw_apical_rms": 0.12185380512200401,
+        "teaching_rms": 0.0025510534997813944,
+        "traffic_rms": 0.12182684807116438
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2910211921735026e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6992431153639914e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014134442802580112,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.9538153356552124
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3000320196151733,
+        "mean_feedback_forward_cosine": 0.5142867042259737,
+        "mean_feedback_forward_relative_error": 0.976585992899808,
+        "min_feedback_forward_cosine": 0.1623951494693756
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026827340845482607,
+        "instruction_rms": 0.002682734084591011,
+        "raw_apical_rms": 0.12955621136754142,
+        "teaching_rms": 0.0026827340845482607,
+        "traffic_rms": 0.12952820527480227
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.185546452120434e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6695849325819913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014324208747756351,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.8234868240737915
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2874479293823242,
+        "mean_feedback_forward_cosine": 0.5428382358767769,
+        "mean_feedback_forward_relative_error": 0.9472316254268993,
+        "min_feedback_forward_cosine": 0.17822204530239105
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00265320213801056,
+        "instruction_rms": 0.002653202136959813,
+        "raw_apical_rms": 0.13483498981907466,
+        "teaching_rms": 0.00265320213801056,
+        "traffic_rms": 0.13480860808254905
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.2264801796391112e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.659273587704981e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01478570958967619,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.7281737655258179
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2742054462432861,
+        "mean_feedback_forward_cosine": 0.5696408558975566,
+        "mean_feedback_forward_relative_error": 0.9185948366468603,
+        "min_feedback_forward_cosine": 0.1957789659500122
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002640756773487682,
+        "instruction_rms": 0.002640756774457201,
+        "raw_apical_rms": 0.13905199472353788,
+        "teaching_rms": 0.002640756773487682,
+        "traffic_rms": 0.13902669344969967
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4947872273296525e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6513175653943744e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01428331577343606,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.6628663708877564
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2604798078536987,
+        "mean_feedback_forward_cosine": 0.5941899982365695,
+        "mean_feedback_forward_relative_error": 0.891240857406096,
+        "min_feedback_forward_cosine": 0.2134874165058136
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002648417372320954,
+        "instruction_rms": 0.002648417372028608,
+        "raw_apical_rms": 0.1425505626211793,
+        "teaching_rms": 0.002648417372320954,
+        "traffic_rms": 0.14252566645966236
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.8292143977305386e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6481228537427718e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014241256105048665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.6140893089866638
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.245855689048767,
+        "mean_feedback_forward_cosine": 0.6169147122990001,
+        "mean_feedback_forward_relative_error": 0.8650280052965338,
+        "min_feedback_forward_cosine": 0.23124197125434875
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026620247851548867,
+        "instruction_rms": 0.0026620247861943026,
+        "raw_apical_rms": 0.14557844963083333,
+        "teaching_rms": 0.0026620247851548867,
+        "traffic_rms": 0.14555382157775307
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894730567932,
+        "maximum_absolute_post_projection_soma_slope": 2.2829946999536332e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6356783581056634e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014394338670337653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5630594208526611
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2304452657699585,
+        "mean_feedback_forward_cosine": 0.6381275783885609,
+        "mean_feedback_forward_relative_error": 0.8399280954491009,
+        "min_feedback_forward_cosine": 0.2505224347114563
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026323133397672636,
+        "instruction_rms": 0.002632313338684203,
+        "raw_apical_rms": 0.14847824705823684,
+        "teaching_rms": 0.0026323133397672636,
+        "traffic_rms": 0.14845463218061458
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894730567932,
+        "maximum_absolute_post_projection_soma_slope": 2.054305667797962e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.622871280500468e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014472494174313334,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5326842555809022
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2172038555145264,
+        "mean_feedback_forward_cosine": 0.6579306580803611,
+        "mean_feedback_forward_relative_error": 0.8153891200369054,
+        "min_feedback_forward_cosine": 0.26771971583366394
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002654071485010499,
+        "instruction_rms": 0.002654071484907767,
+        "raw_apical_rms": 0.15034974817227792,
+        "teaching_rms": 0.002654071485010499,
+        "traffic_rms": 0.1503260603221622
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.710032222490554e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6345083195984834e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014525893307746287,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.5030954770469666
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.205235242843628,
+        "mean_feedback_forward_cosine": 0.6766121230342171,
+        "mean_feedback_forward_relative_error": 0.7916638645258817,
+        "min_feedback_forward_cosine": 0.2862786650657654
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026344707352182464,
+        "instruction_rms": 0.002634470734875863,
+        "raw_apical_rms": 0.15271385835072118,
+        "teaching_rms": 0.0026344707352182464,
+        "traffic_rms": 0.15269083550051263
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.8988072270076373e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.629680186559267e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01436875910092409,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4757079619026184
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1927727460861206,
+        "mean_feedback_forward_cosine": 0.6937667727470398,
+        "mean_feedback_forward_relative_error": 0.7692238236015493,
+        "min_feedback_forward_cosine": 0.3035103380680084
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026010628361919207,
+        "instruction_rms": 0.0026010628363993976,
+        "raw_apical_rms": 0.15486260457574044,
+        "teaching_rms": 0.0026010628361919207,
+        "traffic_rms": 0.15484048946350348
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.9605045054049697e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6251122080735277e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014669651440180934,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4505086038017273
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1788723468780518,
+        "mean_feedback_forward_cosine": 0.7107458965344863,
+        "mean_feedback_forward_relative_error": 0.7464412792162461,
+        "min_feedback_forward_cosine": 0.3232823610305786
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026137198638953234,
+        "instruction_rms": 0.0026137198627354417,
+        "raw_apical_rms": 0.1568845278927749,
+        "teaching_rms": 0.0026137198638953234,
+        "traffic_rms": 0.15686242414354754
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.7944692842775112e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.619787700408085e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0150431062441356,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.43340378182411193
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1645333766937256,
+        "mean_feedback_forward_cosine": 0.7267557469281283,
+        "mean_feedback_forward_relative_error": 0.724306046962738,
+        "min_feedback_forward_cosine": 0.3442862331867218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002635920754411942,
+        "instruction_rms": 0.0026359207545455375,
+        "raw_apical_rms": 0.15805994391209077,
+        "teaching_rms": 0.002635920754411942,
+        "traffic_rms": 0.1580376314866191
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.5350865112395695e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615456236104047e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014802625572070814,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.41914446306228637
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1491841077804565,
+        "mean_feedback_forward_cosine": 0.7420737402005629,
+        "mean_feedback_forward_relative_error": 0.7026614451950247,
+        "min_feedback_forward_cosine": 0.3645966351032257
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025979459990690475,
+        "instruction_rms": 0.0025979460000215477,
+        "raw_apical_rms": 0.15910876727478795,
+        "teaching_rms": 0.0025979459990690475,
+        "traffic_rms": 0.15908719721940232
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.440065346969277e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6111924221687466e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014429671225327524,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4033851655101776
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1335734128952026,
+        "mean_feedback_forward_cosine": 0.7568492721427571,
+        "mean_feedback_forward_relative_error": 0.681088940392841,
+        "min_feedback_forward_cosine": 0.38252386450767517
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026453039621508424,
+        "instruction_rms": 0.0026453039629758717,
+        "raw_apical_rms": 0.16027157372562492,
+        "teaching_rms": 0.0026453039621508424,
+        "traffic_rms": 0.16024939379138922
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.7309837119228177e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6095408043039333e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014534682627667064,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3801485876083374
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1178427934646606,
+        "mean_feedback_forward_cosine": 0.7709077726710927,
+        "mean_feedback_forward_relative_error": 0.66011607457291,
+        "min_feedback_forward_cosine": 0.39994385838508606
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002638740849668689,
+        "instruction_rms": 0.0026387408488585014,
+        "raw_apical_rms": 0.16155554713844067,
+        "teaching_rms": 0.002638740849668689,
+        "traffic_rms": 0.16153365975217523
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.812056353855951e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6105316625435605e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014472707629248193,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.37117434242248537
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.100070834159851,
+        "mean_feedback_forward_cosine": 0.7844552457332611,
+        "mean_feedback_forward_relative_error": 0.6391675168817693,
+        "min_feedback_forward_cosine": 0.4194483458995819
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026553206617605882,
+        "instruction_rms": 0.0026553206618531036,
+        "raw_apical_rms": 0.16272969824856956,
+        "teaching_rms": 0.0026553206617605882,
+        "traffic_rms": 0.162707692791046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.8468625739842537e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.604893077380114e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014989256939306582,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.36576996119499205
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0814108848571777,
+        "mean_feedback_forward_cosine": 0.7970635105263103,
+        "mean_feedback_forward_relative_error": 0.6191378029910001,
+        "min_feedback_forward_cosine": 0.4391012191772461
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002600648842565709,
+        "instruction_rms": 0.002600648842670833,
+        "raw_apical_rms": 0.16438005314662213,
+        "teaching_rms": 0.002600648842565709,
+        "traffic_rms": 0.16435911168515158
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.520546248912069e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594728109151353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014997366792962244,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3507835594367981
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.062459111213684,
+        "mean_feedback_forward_cosine": 0.8090392540801655,
+        "mean_feedback_forward_relative_error": 0.5996172953735698,
+        "min_feedback_forward_cosine": 0.4590038061141968
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002588869621380008,
+        "instruction_rms": 0.0025888696212781736,
+        "raw_apical_rms": 0.16556999798776575,
+        "teaching_rms": 0.002588869621380008,
+        "traffic_rms": 0.16554943689273396
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.4964957983920613e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5922249343910863e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015333313823188229,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3443980696773529
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0438786745071411,
+        "mean_feedback_forward_cosine": 0.8205098162997853,
+        "mean_feedback_forward_relative_error": 0.5803266414187171,
+        "min_feedback_forward_cosine": 0.47844213247299194
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026061415885313827,
+        "instruction_rms": 0.002606141587827657,
+        "raw_apical_rms": 0.1663770539222545,
+        "teaching_rms": 0.0026061415885313827,
+        "traffic_rms": 0.16635627296729813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 8.985276878092918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585463528392939e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015132403563762123,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.32876510339736936
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0252468585968018,
+        "mean_feedback_forward_cosine": 0.8310683857310902,
+        "mean_feedback_forward_relative_error": 0.5619848256761377,
+        "min_feedback_forward_cosine": 0.4973334074020386
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002594661694146906,
+        "instruction_rms": 0.00259466169391739,
+        "raw_apical_rms": 0.16763099888632327,
+        "teaching_rms": 0.002594661694146906,
+        "traffic_rms": 0.16761052494835652
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.3831893852511712e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5820250913130137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015345625675080016,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3172031030368805
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0044704675674438,
+        "mean_feedback_forward_cosine": 0.8417373342947526,
+        "mean_feedback_forward_relative_error": 0.5431437801231037,
+        "min_feedback_forward_cosine": 0.518530547618866
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026471006429492024,
+        "instruction_rms": 0.0026471006437781453,
+        "raw_apical_rms": 0.1692845885272242,
+        "teaching_rms": 0.0026471006429492024,
+        "traffic_rms": 0.16926348651806883
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032893240451813,
+        "maximum_absolute_post_projection_soma_slope": 9.705438230867003e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5844411451785783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015242858073868814,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.31501501554489136
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9849327802658081,
+        "mean_feedback_forward_cosine": 0.8514075127514926,
+        "mean_feedback_forward_relative_error": 0.5254123882813887,
+        "min_feedback_forward_cosine": 0.5373629331588745
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002626913143034699,
+        "instruction_rms": 0.002626913142189967,
+        "raw_apical_rms": 0.17012702910887942,
+        "teaching_rms": 0.002626913143034699,
+        "traffic_rms": 0.1701063649853961
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032893240451813,
+        "maximum_absolute_post_projection_soma_slope": 1.0083804369287463e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5913865128588114e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015556009236562272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.30516346851348874
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9628252387046814,
+        "mean_feedback_forward_cosine": 0.8606625676155091,
+        "mean_feedback_forward_relative_error": 0.5079831020398573,
+        "min_feedback_forward_cosine": 0.5576643943786621
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002620524644615033,
+        "instruction_rms": 0.0026205246460973587,
+        "raw_apical_rms": 0.17090448783003842,
+        "teaching_rms": 0.002620524644615033,
+        "traffic_rms": 0.17088399544645952
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032893240451813,
+        "maximum_absolute_post_projection_soma_slope": 1.243406586581841e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5782523046894798e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01488105975955009,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.29595538734912874
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9428328275680542,
+        "mean_feedback_forward_cosine": 0.869263971935619,
+        "mean_feedback_forward_relative_error": 0.4912926562807777,
+        "min_feedback_forward_cosine": 0.5763156414031982
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025896140552726997,
+        "instruction_rms": 0.0025896140559091853,
+        "raw_apical_rms": 0.17205904245988815,
+        "teaching_rms": 0.0025896140552726997,
+        "traffic_rms": 0.1720391072836168
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032893240451813,
+        "maximum_absolute_post_projection_soma_slope": 6.793288065409797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590124014954709e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014743848880003723,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.28293708559036257
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9215667843818665,
+        "mean_feedback_forward_cosine": 0.8775421424345536,
+        "mean_feedback_forward_relative_error": 0.4747281459244815,
+        "min_feedback_forward_cosine": 0.5951628684997559
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026134032244007448,
+        "instruction_rms": 0.0026134032236832254,
+        "raw_apical_rms": 0.1729953795666652,
+        "teaching_rms": 0.0026134032244007448,
+        "traffic_rms": 0.17297519210044943
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 8.425057984595696e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5734427730825037e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014970520019791366,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.28208935883522035
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8995399475097656,
+        "mean_feedback_forward_cosine": 0.8854209769855846,
+        "mean_feedback_forward_relative_error": 0.45858497362245215,
+        "min_feedback_forward_cosine": 0.6142142415046692
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025909411529305613,
+        "instruction_rms": 0.0025909411522636377,
+        "raw_apical_rms": 0.1737467853710368,
+        "teaching_rms": 0.0025909411529305613,
+        "traffic_rms": 0.1737270865150834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.248495635763902e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576603320839748e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014703149804685865,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.2739486166000366
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8778071403503418,
+        "mean_feedback_forward_cosine": 0.8927729021419178,
+        "mean_feedback_forward_relative_error": 0.443053355271166,
+        "min_feedback_forward_cosine": 0.6325311660766602
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025672040524188115,
+        "instruction_rms": 0.002567204052023463,
+        "raw_apical_rms": 0.17445495344267126,
+        "teaching_rms": 0.0025672040524188115,
+        "traffic_rms": 0.17443562442690488
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.4424638550281088e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5811056151736797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014509353491457619,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.26884742764472963
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8552789092063904,
+        "mean_feedback_forward_cosine": 0.9000179973515597,
+        "mean_feedback_forward_relative_error": 0.4273221724412658,
+        "min_feedback_forward_cosine": 0.6514319777488708
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002622781527678394,
+        "instruction_rms": 0.002622781526873354,
+        "raw_apical_rms": 0.17542996504543096,
+        "teaching_rms": 0.002622781527678394,
+        "traffic_rms": 0.17540995777953275
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.460579426293407e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5748145586684298e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014805080570001624,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.262814901137352
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8326566815376282,
+        "mean_feedback_forward_cosine": 0.9066807302561674,
+        "mean_feedback_forward_relative_error": 0.41234598823569035,
+        "min_feedback_forward_cosine": 0.6695079207420349
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025832089140066026,
+        "instruction_rms": 0.002583208913886462,
+        "raw_apical_rms": 0.17591821193988708,
+        "teaching_rms": 0.0025832089140066026,
+        "traffic_rms": 0.17589880692646895
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032893240451813,
+        "maximum_absolute_post_projection_soma_slope": 9.167460035541808e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578851214323037e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014703941689974425,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.26087324299812314
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8089280724525452,
+        "mean_feedback_forward_cosine": 0.9130848971280184,
+        "mean_feedback_forward_relative_error": 0.3974617175080559,
+        "min_feedback_forward_cosine": 0.6878708600997925
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026129884058324806,
+        "instruction_rms": 0.0026129884042660587,
+        "raw_apical_rms": 0.17695388151463512,
+        "teaching_rms": 0.0026129884058324806,
+        "traffic_rms": 0.17693412296572925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 9.196924821708308e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5690377181671175e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01536738468614489,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.25386013025283816
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7852631211280823,
+        "mean_feedback_forward_cosine": 0.9190836722200567,
+        "mean_feedback_forward_relative_error": 0.38311606699770145,
+        "min_feedback_forward_cosine": 0.7059113383293152
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025927921948294685,
+        "instruction_rms": 0.0025927921956414397,
+        "raw_apical_rms": 0.17769609319234955,
+        "teaching_rms": 0.0025927921948294685,
+        "traffic_rms": 0.17767667295761647
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032893240451813,
+        "maximum_absolute_post_projection_soma_slope": 1.0377942771810922e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5748011782173054e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015187333786801177,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.25115535389900207
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7639781832695007,
+        "mean_feedback_forward_cosine": 0.9244459022175182,
+        "mean_feedback_forward_relative_error": 0.369787706841122,
+        "min_feedback_forward_cosine": 0.7214045524597168
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025554021834269624,
+        "instruction_rms": 0.0025554021830296917,
+        "raw_apical_rms": 0.1783578825622431,
+        "teaching_rms": 0.0025554021834269624,
+        "traffic_rms": 0.17833911107017594
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.1113689879493904e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5654474901864392e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015180681447650834,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.24250418165206908
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7412458062171936,
+        "mean_feedback_forward_cosine": 0.9297022982077165,
+        "mean_feedback_forward_relative_error": 0.3563449056311087,
+        "min_feedback_forward_cosine": 0.7376618981361389
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025981334355545567,
+        "instruction_rms": 0.002598133435323027,
+        "raw_apical_rms": 0.17861867997734054,
+        "teaching_rms": 0.0025981334355545567,
+        "traffic_rms": 0.17859931400400342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.3657998465532728e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578146292293606e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01492229117337729,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2394808725976944
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7192479968070984,
+        "mean_feedback_forward_cosine": 0.934744492444125,
+        "mean_feedback_forward_relative_error": 0.34301622699607504,
+        "min_feedback_forward_cosine": 0.7525535821914673
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002606824459723985,
+        "instruction_rms": 0.002606824460028297,
+        "raw_apical_rms": 0.17967835746277985,
+        "teaching_rms": 0.002606824459723985,
+        "traffic_rms": 0.1796589641850412
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.2859233322615182e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571678717373791e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014919413944707131,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2386718812561035
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6980090141296387,
+        "mean_feedback_forward_cosine": 0.9392488132823598,
+        "mean_feedback_forward_relative_error": 0.330627683753317,
+        "min_feedback_forward_cosine": 0.7669057250022888
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026090958875849384,
+        "instruction_rms": 0.0026090958886405106,
+        "raw_apical_rms": 0.18103805839634887,
+        "teaching_rms": 0.0026090958875849384,
+        "traffic_rms": 0.18101873344022157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032893240451813,
+        "maximum_absolute_post_projection_soma_slope": 8.5686941986296e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.564222478124667e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015138517281139213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.23023530738830567
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6771202683448792,
+        "mean_feedback_forward_cosine": 0.9435265985402194,
+        "mean_feedback_forward_relative_error": 0.31856826476075434,
+        "min_feedback_forward_cosine": 0.7804913520812988
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025699343460919167,
+        "instruction_rms": 0.002569934346407039,
+        "raw_apical_rms": 0.18186836538008372,
+        "teaching_rms": 0.0025699343460919167,
+        "traffic_rms": 0.18184970888757424
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032893240451813,
+        "maximum_absolute_post_projection_soma_slope": 6.367667282347611e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5638642806633304e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015165605709411209,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.22689663739204408
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6567354798316956,
+        "mean_feedback_forward_cosine": 0.9474854642694647,
+        "mean_feedback_forward_relative_error": 0.306992983547124,
+        "min_feedback_forward_cosine": 0.793333113193512
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025823542212689947,
+        "instruction_rms": 0.0025823542215574983,
+        "raw_apical_rms": 0.18210764089370307,
+        "teaching_rms": 0.0025823542212689947,
+        "traffic_rms": 0.18208877856758035
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 9.688846347444269e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5568095251289484e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015120585329014342,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.22847433372497558
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6365740299224854,
+        "mean_feedback_forward_cosine": 0.9512472867965698,
+        "mean_feedback_forward_relative_error": 0.2955930929292332,
+        "min_feedback_forward_cosine": 0.8056755661964417
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002588035387629837,
+        "instruction_rms": 0.002588035387692982,
+        "raw_apical_rms": 0.18307689246159592,
+        "teaching_rms": 0.002588035387629837,
+        "traffic_rms": 0.18305820097162234
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.10480343096242e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5574105573045435e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01452721422828918,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.22121686527252196
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6166413426399231,
+        "mean_feedback_forward_cosine": 0.9546859914606268,
+        "mean_feedback_forward_relative_error": 0.2847704238512299,
+        "min_feedback_forward_cosine": 0.81741863489151
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002548038506011622,
+        "instruction_rms": 0.002548038506014367,
+        "raw_apical_rms": 0.18450616634386022,
+        "teaching_rms": 0.002548038506011622,
+        "traffic_rms": 0.18448803823301446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.5567027844554104e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5537693321807416e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014057093535507095,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.21667400578022003
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5959099531173706,
+        "mean_feedback_forward_cosine": 0.9579202110117132,
+        "mean_feedback_forward_relative_error": 0.2743028810078448,
+        "min_feedback_forward_cosine": 0.8293538689613342
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002541597892012647,
+        "instruction_rms": 0.0025415978920622375,
+        "raw_apical_rms": 0.18508047805223146,
+        "teaching_rms": 0.002541597892012647,
+        "traffic_rms": 0.18506255146405443
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.6250916701210372e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.546305044600369e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014706828258071025,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.21273947812080382
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5753595232963562,
+        "mean_feedback_forward_cosine": 0.9609669977968389,
+        "mean_feedback_forward_relative_error": 0.26406141113151205,
+        "min_feedback_forward_cosine": 0.8407213687896729
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025764539219527262,
+        "instruction_rms": 0.0025764539218346297,
+        "raw_apical_rms": 0.1857082439262729,
+        "teaching_rms": 0.0025764539219527262,
+        "traffic_rms": 0.18568991083097625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.5844125300645828e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5496568644682882e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014986624402248816,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.21046549332141876
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5565568208694458,
+        "mean_feedback_forward_cosine": 0.9637275316498496,
+        "mean_feedback_forward_relative_error": 0.2544814726168459,
+        "min_feedback_forward_cosine": 0.85085129737854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025214766910815834,
+        "instruction_rms": 0.0025214766904931725,
+        "raw_apical_rms": 0.18675312203675049,
+        "teaching_rms": 0.0025214766910815834,
+        "traffic_rms": 0.1867356387196873
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 9.456736904667196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5404349064264783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015439841192754251,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.20768615818977357
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5371419787406921,
+        "mean_feedback_forward_cosine": 0.9663732517849315,
+        "mean_feedback_forward_relative_error": 0.24491879357533022,
+        "min_feedback_forward_cosine": 0.8609918355941772
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025628483246883257,
+        "instruction_rms": 0.002562848325888633,
+        "raw_apical_rms": 0.18694774064645125,
+        "teaching_rms": 0.0025628483246883257,
+        "traffic_rms": 0.18692968404872878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.4701700479236024e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5471555378220515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014680919902981563,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.20576488817453384
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5187984108924866,
+        "mean_feedback_forward_cosine": 0.9688193537972191,
+        "mean_feedback_forward_relative_error": 0.23577449057589878,
+        "min_feedback_forward_cosine": 0.8702529668807983
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002528627383329315,
+        "instruction_rms": 0.002528627383619348,
+        "raw_apical_rms": 0.1870826849451422,
+        "teaching_rms": 0.002528627383329315,
+        "traffic_rms": 0.18706505180466743
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.5776669215483707e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5434519736914357e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014529707264139251,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.20054735531806947
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.49979838728904724,
+        "mean_feedback_forward_cosine": 0.9711570165374063,
+        "mean_feedback_forward_relative_error": 0.22674356604164297,
+        "min_feedback_forward_cosine": 0.8794181942939758
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025601900207233353,
+        "instruction_rms": 0.0025601900209007433,
+        "raw_apical_rms": 0.18812676793884092,
+        "teaching_rms": 0.0025601900207233353,
+        "traffic_rms": 0.18810884284488646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.9960663166784798e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5467231772023124e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015159105548384762,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.19832884444236756
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.48140284419059753,
+        "mean_feedback_forward_cosine": 0.9733218388123945,
+        "mean_feedback_forward_relative_error": 0.2180432064966722,
+        "min_feedback_forward_cosine": 0.8880386352539062
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002589216664413249,
+        "instruction_rms": 0.0025892166640966055,
+        "raw_apical_rms": 0.18868869347341313,
+        "teaching_rms": 0.002589216664413249,
+        "traffic_rms": 0.1886704403324625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.4819390514730912e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5428403750472704e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015325440061047533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.2035802125263214
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.46508845686912537,
+        "mean_feedback_forward_cosine": 0.9752543893727389,
+        "mean_feedback_forward_relative_error": 0.20989659889177842,
+        "min_feedback_forward_cosine": 0.8954968452453613
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002538441247691544,
+        "instruction_rms": 0.0025384412475367916,
+        "raw_apical_rms": 0.18961838824125493,
+        "teaching_rms": 0.002538441247691544,
+        "traffic_rms": 0.18960091582516456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.5328072322517983e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54800218779403e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015118734844508838,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.19359651690483093
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4472070634365082,
+        "mean_feedback_forward_cosine": 0.9771620598706332,
+        "mean_feedback_forward_relative_error": 0.20167528025128625,
+        "min_feedback_forward_cosine": 0.9032673239707947
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025743985226011267,
+        "instruction_rms": 0.0025743985225824186,
+        "raw_apical_rms": 0.1900623174943143,
+        "teaching_rms": 0.0025743985226011267,
+        "traffic_rms": 0.19004435498777772
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2530840365343465e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.547547823033396e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015310326037885793,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.1995827917098999
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.43161067366600037,
+        "mean_feedback_forward_cosine": 0.978813886642456,
+        "mean_feedback_forward_relative_error": 0.19421078244393522,
+        "min_feedback_forward_cosine": 0.9098244905471802
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00252313460787923,
+        "instruction_rms": 0.0025231346083171816,
+        "raw_apical_rms": 0.19079279275648747,
+        "teaching_rms": 0.00252313460787923,
+        "traffic_rms": 0.19077561797566422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 9.481016860490854e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5423461180889964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01595027196058705,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.1954041485786438
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.41619226336479187,
+        "mean_feedback_forward_cosine": 0.9803691387176514,
+        "mean_feedback_forward_relative_error": 0.18693822513927114,
+        "min_feedback_forward_cosine": 0.9160608053207397
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002488668378534587,
+        "instruction_rms": 0.002488668378894413,
+        "raw_apical_rms": 0.19168626762021632,
+        "teaching_rms": 0.002488668378534587,
+        "traffic_rms": 0.1916696529593521
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.0725605648076453e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54772740177661e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015438449396487372,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.1849528354358673
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4006912112236023,
+        "mean_feedback_forward_cosine": 0.9818727601658214,
+        "mean_feedback_forward_relative_error": 0.17961767999963327,
+        "min_feedback_forward_cosine": 0.9220747351646423
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002572890593158409,
+        "instruction_rms": 0.002572890593217565,
+        "raw_apical_rms": 0.1923844357598027,
+        "teaching_rms": 0.002572890593158409,
+        "traffic_rms": 0.19236670769340591
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2435226892648643e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5401233610444186e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015592495159290521,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.18668059752464294
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3856959640979767,
+        "mean_feedback_forward_cosine": 0.9832323757084933,
+        "mean_feedback_forward_relative_error": 0.17273433452302758,
+        "min_feedback_forward_cosine": 0.927733838558197
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002567611580168549,
+        "instruction_rms": 0.002567611579041464,
+        "raw_apical_rms": 0.19356638553968591,
+        "teaching_rms": 0.002567611580168549,
+        "traffic_rms": 0.19354880485507386
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.554649458057611e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5457124075594227e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015017205940649928,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.18320563239097595
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.37126052379608154,
+        "mean_feedback_forward_cosine": 0.9845116658644243,
+        "mean_feedback_forward_relative_error": 0.16601317910985514,
+        "min_feedback_forward_cosine": 0.9329911470413208
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025606266291857507,
+        "instruction_rms": 0.0025606266290862617,
+        "raw_apical_rms": 0.1940135362142242,
+        "teaching_rms": 0.0025606266291857507,
+        "traffic_rms": 0.1939960913559153
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4965364414365467e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.544349763126263e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014839039049141694,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.1894313395023346
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3578231632709503,
+        "mean_feedback_forward_cosine": 0.9856740127910267,
+        "mean_feedback_forward_relative_error": 0.15965098616751758,
+        "min_feedback_forward_cosine": 0.9376983046531677
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025416139504683645,
+        "instruction_rms": 0.0025416139500036537,
+        "raw_apical_rms": 0.1942435985683798,
+        "teaching_rms": 0.0025416139504683645,
+        "traffic_rms": 0.19422640580789513
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.0029463481942003e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5394075189918815e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014559005914787789,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.1801194595718384
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3451382517814636,
+        "mean_feedback_forward_cosine": 0.9867381442676891,
+        "mean_feedback_forward_relative_error": 0.153586978871714,
+        "min_feedback_forward_cosine": 0.9419865608215332
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025351986737312242,
+        "instruction_rms": 0.00253519867385464,
+        "raw_apical_rms": 0.19547401330571518,
+        "teaching_rms": 0.0025351986737312242,
+        "traffic_rms": 0.19545702993269928
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.323587213164501e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5415012422517068e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014596486846079167,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.17846159574508666
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3316519856452942,
+        "mean_feedback_forward_cosine": 0.987756482037631,
+        "mean_feedback_forward_relative_error": 0.14757510830055584,
+        "min_feedback_forward_cosine": 0.9463814496994019
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025497222081453568,
+        "instruction_rms": 0.002549722208627574,
+        "raw_apical_rms": 0.19561517774541148,
+        "teaching_rms": 0.0025497222081453568,
+        "traffic_rms": 0.19559799253814317
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.1047026049482156e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5434148451441177e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0147411236059591,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.1797970705318451
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.31864625215530396,
+        "mean_feedback_forward_cosine": 0.9887095581401478,
+        "mean_feedback_forward_relative_error": 0.14172076427123764,
+        "min_feedback_forward_cosine": 0.9504607915878296
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026138272934654763,
+        "instruction_rms": 0.002613827293341555,
+        "raw_apical_rms": 0.19655806047738084,
+        "teaching_rms": 0.0026138272934654763,
+        "traffic_rms": 0.1965401228720232
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.2383709702135093e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5377333435046974e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015352866685329985,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.18204149487018584
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3065074682235718,
+        "mean_feedback_forward_cosine": 0.9895738374103199,
+        "mean_feedback_forward_relative_error": 0.13619210279800675,
+        "min_feedback_forward_cosine": 0.9541308879852295
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002572100262802312,
+        "instruction_rms": 0.002572100262922261,
+        "raw_apical_rms": 0.19732952215422966,
+        "teaching_rms": 0.002572100262802312,
+        "traffic_rms": 0.19731216766067375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.4507084244996804e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5353603041954792e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015339630945449715,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.17835984148979186
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2944309413433075,
+        "mean_feedback_forward_cosine": 0.990371642329476,
+        "mean_feedback_forward_relative_error": 0.13089491772380743,
+        "min_feedback_forward_cosine": 0.9576348662376404
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002554533338884294,
+        "instruction_rms": 0.0025545333389234695,
+        "raw_apical_rms": 0.1973558530497234,
+        "teaching_rms": 0.002554533338884294,
+        "traffic_rms": 0.19733874936590917
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.1720576509333114e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5483868134959536e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015569585591090854,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.17530373861312867
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2834106981754303,
+        "mean_feedback_forward_cosine": 0.9911048206416043,
+        "mean_feedback_forward_relative_error": 0.1258192678066817,
+        "min_feedback_forward_cosine": 0.9607114791870117
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025746487242735558,
+        "instruction_rms": 0.002574648724071054,
+        "raw_apical_rms": 0.19807789914100749,
+        "teaching_rms": 0.0025746487242735558,
+        "traffic_rms": 0.1980605922225458
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.499005435334766e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5370463661084006e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015097284354703715,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.17049965922355653
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27217045426368713,
+        "mean_feedback_forward_cosine": 0.9918010473251343,
+        "mean_feedback_forward_relative_error": 0.12083019329742951,
+        "min_feedback_forward_cosine": 0.9637404680252075
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025844669424087796,
+        "instruction_rms": 0.0025844669415708683,
+        "raw_apical_rms": 0.1991234781767051,
+        "teaching_rms": 0.0025844669424087796,
+        "traffic_rms": 0.1991061838658178
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.3173192314752669e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54070652371076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01531612643605192,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.17079505893707275
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.261589378118515,
+        "mean_feedback_forward_cosine": 0.9924263076348738,
+        "mean_feedback_forward_relative_error": 0.11615983298556372,
+        "min_feedback_forward_cosine": 0.9664864540100098
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002553857736284652,
+        "instruction_rms": 0.0025538577366070255,
+        "raw_apical_rms": 0.19921165696005638,
+        "teaching_rms": 0.002553857736284652,
+        "traffic_rms": 0.19919467874578778
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.379805212309293e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5470375282357076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015038088872024243,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.169794254655838
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2512308359146118,
+        "mean_feedback_forward_cosine": 0.9929907191883434,
+        "mean_feedback_forward_relative_error": 0.11179501590403644,
+        "min_feedback_forward_cosine": 0.9690577387809753
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025338126234168376,
+        "instruction_rms": 0.0025338126243056903,
+        "raw_apical_rms": 0.1997061723815295,
+        "teaching_rms": 0.0025338126234168376,
+        "traffic_rms": 0.19968952336306153
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.1868691274230514e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5399078728928208e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015532350836118595,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.16322729253768922
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24170196056365967,
+        "mean_feedback_forward_cosine": 0.9935119076208635,
+        "mean_feedback_forward_relative_error": 0.10757296346127987,
+        "min_feedback_forward_cosine": 0.9713436365127563
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002497489869652494,
+        "instruction_rms": 0.0024974898699108316,
+        "raw_apical_rms": 0.20118509556302,
+        "teaching_rms": 0.002497489869652494,
+        "traffic_rms": 0.20116906579103574
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4423747529690445e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5451224458784764e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015600147415412682,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.1631049171566963
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2328723967075348,
+        "mean_feedback_forward_cosine": 0.9940059466795488,
+        "mean_feedback_forward_relative_error": 0.10341610349714755,
+        "min_feedback_forward_cosine": 0.9733949303627014
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025335086264244404,
+        "instruction_rms": 0.002533508626302085,
+        "raw_apical_rms": 0.20116239337587105,
+        "teaching_rms": 0.0025335086264244404,
+        "traffic_rms": 0.20114576396101447
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.5484329196624458e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5430856812356932e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015207227133053454,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.16361883125543594
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22352224588394165,
+        "mean_feedback_forward_cosine": 0.994468979402022,
+        "mean_feedback_forward_relative_error": 0.0993709310889244,
+        "min_feedback_forward_cosine": 0.975462019443512
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025574356725624058,
+        "instruction_rms": 0.0025574356726721127,
+        "raw_apical_rms": 0.20206905183455764,
+        "teaching_rms": 0.0025574356725624058,
+        "traffic_rms": 0.2020522444855574
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.3651930430569337e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5539378051753855e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015396487332990485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.16296307560920714
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21477417647838593,
+        "mean_feedback_forward_cosine": 0.994889783859253,
+        "mean_feedback_forward_relative_error": 0.09553489739244635,
+        "min_feedback_forward_cosine": 0.9773380160331726
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002531463878518537,
+        "instruction_rms": 0.0025314638781263406,
+        "raw_apical_rms": 0.20306262273214315,
+        "teaching_rms": 0.002531463878518537,
+        "traffic_rms": 0.20304627503901643
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.171533341448594e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5490857810413483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015934908475166366,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.16344164234161376
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2060430943965912,
+        "mean_feedback_forward_cosine": 0.9952837727286599,
+        "mean_feedback_forward_relative_error": 0.09180980121547526,
+        "min_feedback_forward_cosine": 0.9791228771209717
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025606623697269847,
+        "instruction_rms": 0.0025606623702008505,
+        "raw_apical_rms": 0.20308522750543848,
+        "teaching_rms": 0.0025606623697269847,
+        "traffic_rms": 0.20306853010358134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.7227115733930987e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5497857664108928e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016396496003387637,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.16472641209602357
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19783030450344086,
+        "mean_feedback_forward_cosine": 0.9956494613127275,
+        "mean_feedback_forward_relative_error": 0.08819995827295564,
+        "min_feedback_forward_cosine": 0.9807487726211548
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002584683773817322,
+        "instruction_rms": 0.0025846837733310883,
+        "raw_apical_rms": 0.20395892595937332,
+        "teaching_rms": 0.002584683773817322,
+        "traffic_rms": 0.20394196469665066
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2110133695841796e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5484886437441268e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015480462488414592,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.16252612312793732
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1904464066028595,
+        "mean_feedback_forward_cosine": 0.9959717674688859,
+        "mean_feedback_forward_relative_error": 0.0848703970624642,
+        "min_feedback_forward_cosine": 0.982141375541687
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025193337403480722,
+        "instruction_rms": 0.0025193337409264204,
+        "raw_apical_rms": 0.20455933355472664,
+        "teaching_rms": 0.0025193337403480722,
+        "traffic_rms": 0.2045432527317793
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.6840667171891255e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5461793983975394e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01568088890836231,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.15821564504146576
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18275530636310577,
+        "mean_feedback_forward_cosine": 0.9962850874120539,
+        "mean_feedback_forward_relative_error": 0.081526034664024,
+        "min_feedback_forward_cosine": 0.9835509657859802
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002554171861005083,
+        "instruction_rms": 0.0025541718610707356,
+        "raw_apical_rms": 0.20566982598017788,
+        "teaching_rms": 0.002554171861005083,
+        "traffic_rms": 0.20565335125330692
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.3324543601811456e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5466280423285437e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01644930075499787,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.16145968150138856
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17528261244297028,
+        "mean_feedback_forward_cosine": 0.9965692541816018,
+        "mean_feedback_forward_relative_error": 0.07836330258710818,
+        "min_feedback_forward_cosine": 0.9848649501800537
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002520254653503778,
+        "instruction_rms": 0.002520254653841636,
+        "raw_apical_rms": 0.2061784808327215,
+        "teaching_rms": 0.002520254653503778,
+        "traffic_rms": 0.20616245740672506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.8999432427335705e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55117969229901e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016021993095052745,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.15601355092287064
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16802464425563812,
+        "mean_feedback_forward_cosine": 0.9968333005905151,
+        "mean_feedback_forward_relative_error": 0.07532467713410204,
+        "min_feedback_forward_cosine": 0.986082136631012
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002521226693617987,
+        "instruction_rms": 0.0025212266935479488,
+        "raw_apical_rms": 0.20623155824144473,
+        "teaching_rms": 0.002521226693617987,
+        "traffic_rms": 0.20621555485104795
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.6114196910166356e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5508889667814607e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016006569143387606,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.15837253064632414
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16154427826404572,
+        "mean_feedback_forward_cosine": 0.9970792445269498,
+        "mean_feedback_forward_relative_error": 0.07235202755440365,
+        "min_feedback_forward_cosine": 0.9871301054954529
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025787924648255998,
+        "instruction_rms": 0.0025787924656251056,
+        "raw_apical_rms": 0.20641577146954043,
+        "teaching_rms": 0.0025787924648255998,
+        "traffic_rms": 0.20639903956726888
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.1262209653750688e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5456007033959386e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015705127146941278,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.15660233090877532
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15518537163734436,
+        "mean_feedback_forward_cosine": 0.997306210344488,
+        "mean_feedback_forward_relative_error": 0.06950314955955202,
+        "min_feedback_forward_cosine": 0.9881171584129333
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00256035335132143,
+        "instruction_rms": 0.00256035335126586,
+        "raw_apical_rms": 0.20657903224248886,
+        "teaching_rms": 0.00256035335132143,
+        "traffic_rms": 0.20656257388476035
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.8357698650106613e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5457154641675084e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015514368554078903,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.15804204572200775
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14864493906497955,
+        "mean_feedback_forward_cosine": 0.9975167935544794,
+        "mean_feedback_forward_relative_error": 0.06676234738393264,
+        "min_feedback_forward_cosine": 0.9890908002853394
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002574814127116803,
+        "instruction_rms": 0.002574814126784988,
+        "raw_apical_rms": 0.20729438777520215,
+        "teaching_rms": 0.002574814127116803,
+        "traffic_rms": 0.20727776252416127
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2181038755443296e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5377016392669557e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015869710780527502,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.15755722439289094
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14300605654716492,
+        "mean_feedback_forward_cosine": 0.9977021759206598,
+        "mean_feedback_forward_relative_error": 0.06423464827239514,
+        "min_feedback_forward_cosine": 0.9898954033851624
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025335077956092425,
+        "instruction_rms": 0.002533507795517158,
+        "raw_apical_rms": 0.20732922200601905,
+        "teaching_rms": 0.0025335077956092425,
+        "traffic_rms": 0.20731317192770435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.7502101457012031e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5392315794784796e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015584259231916607,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.1498199157810211
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13754555583000183,
+        "mean_feedback_forward_cosine": 0.99787705486471,
+        "mean_feedback_forward_relative_error": 0.06175127991221168,
+        "min_feedback_forward_cosine": 0.990649938583374
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002551391654005273,
+        "instruction_rms": 0.0025513916538489672,
+        "raw_apical_rms": 0.20810134466862668,
+        "teaching_rms": 0.002551391654005273,
+        "traffic_rms": 0.20808503615334314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.568492962178425e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5441517916104492e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015558901363756272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.15399860085010528
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13223497569561005,
+        "mean_feedback_forward_cosine": 0.9980346202850342,
+        "mean_feedback_forward_relative_error": 0.05942273439670151,
+        "min_feedback_forward_cosine": 0.9913565516471863
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002513373221570627,
+        "instruction_rms": 0.002513373221535654,
+        "raw_apical_rms": 0.2088181781539231,
+        "teaching_rms": 0.002513373221570627,
+        "traffic_rms": 0.20880239633232103
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894730567932,
+        "maximum_absolute_post_projection_soma_slope": 2.0101597897337342e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.544821265609005e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01576733974504039,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.14976577283859252
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12683920562267303,
+        "mean_feedback_forward_cosine": 0.9981916449286721,
+        "mean_feedback_forward_relative_error": 0.05702021513134241,
+        "min_feedback_forward_cosine": 0.9920450448989868
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026000874852045914,
+        "instruction_rms": 0.0026000874836015543,
+        "raw_apical_rms": 0.20902082608472825,
+        "teaching_rms": 0.0026000874852045914,
+        "traffic_rms": 0.20900397635114182
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.808545277981466e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5379354044835517e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01563514234409263,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.1550193964147568
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12157892435789108,
+        "mean_feedback_forward_cosine": 0.9983321753415194,
+        "mean_feedback_forward_relative_error": 0.054779926873743535,
+        "min_feedback_forward_cosine": 0.9926872253417969
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025827614770866287,
+        "instruction_rms": 0.0025827614767556816,
+        "raw_apical_rms": 0.20970305803554404,
+        "teaching_rms": 0.0025827614770866287,
+        "traffic_rms": 0.20968656414630513
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 2.2467528992820007e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5434473403663686e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015514940885966843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.15298853549957275
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11665408313274384,
+        "mean_feedback_forward_cosine": 0.998455781286413,
+        "mean_feedback_forward_relative_error": 0.05273575789549134,
+        "min_feedback_forward_cosine": 0.9932650327682495
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002499096932659557,
+        "instruction_rms": 0.0024990969319226264,
+        "raw_apical_rms": 0.2106382994830396,
+        "teaching_rms": 0.002499096932659557,
+        "traffic_rms": 0.21062290346834134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.4873180020913424e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.545161806962649e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015482689101691875,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.14483871377944946
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11181838065385818,
+        "mean_feedback_forward_cosine": 0.9985774983059276,
+        "mean_feedback_forward_relative_error": 0.05063163285905665,
+        "min_feedback_forward_cosine": 0.9938100576400757
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002599968539224205,
+        "instruction_rms": 0.002599968539744747,
+        "raw_apical_rms": 0.21118512039618645,
+        "teaching_rms": 0.002599968539224205,
+        "traffic_rms": 0.21116853335694002
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 9.493436436969205e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5521455423873283e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015662692255687543,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.15348670791625976
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1071416437625885,
+        "mean_feedback_forward_cosine": 0.9986843976107511,
+        "mean_feedback_forward_relative_error": 0.04870991142974659,
+        "min_feedback_forward_cosine": 0.9943141341209412
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025186034280714168,
+        "instruction_rms": 0.0025186034282199932,
+        "raw_apical_rms": 0.21144440611651413,
+        "teaching_rms": 0.0025186034280714168,
+        "traffic_rms": 0.2114288112370692
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.5013283416465129e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.548217615560487e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016331211646262694,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.14709635178685188
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10299846529960632,
+        "mean_feedback_forward_cosine": 0.9987838831814853,
+        "mean_feedback_forward_relative_error": 0.046841320598667316,
+        "min_feedback_forward_cosine": 0.9947429895401001
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025452271584177556,
+        "instruction_rms": 0.002545227159053103,
+        "raw_apical_rms": 0.21216240491789193,
+        "teaching_rms": 0.0025452271584177556,
+        "traffic_rms": 0.21214646854293032
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2457590514713957e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5481031038492368e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015799631922532087,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.149340011305809
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09870495647192001,
+        "mean_feedback_forward_cosine": 0.9988782048225403,
+        "mean_feedback_forward_relative_error": 0.045013465715402906,
+        "min_feedback_forward_cosine": 0.9951716661453247
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025365940414007896,
+        "instruction_rms": 0.002536594041109598,
+        "raw_apical_rms": 0.21228205727383279,
+        "teaching_rms": 0.0025365940414007896,
+        "traffic_rms": 0.2122663947019807
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4391649472145218e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5378829029443448e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015714520130114963,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.1438264095211029
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0947856456041336,
+        "mean_feedback_forward_cosine": 0.9989660599014976,
+        "mean_feedback_forward_relative_error": 0.04322832272472707,
+        "min_feedback_forward_cosine": 0.995545506477356
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025645730509414903,
+        "instruction_rms": 0.0025645730511021972,
+        "raw_apical_rms": 0.21285123196543732,
+        "teaching_rms": 0.0025645730509414903,
+        "traffic_rms": 0.21283511828524135
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.3644201146689738e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5460083714942875e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0163829156348411,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.14436068420886994
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09082983434200287,
+        "mean_feedback_forward_cosine": 0.9990450555627997,
+        "mean_feedback_forward_relative_error": 0.041559927182441406,
+        "min_feedback_forward_cosine": 0.9959096312522888
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025547090209680047,
+        "instruction_rms": 0.002554709021331771,
+        "raw_apical_rms": 0.21337583584845468,
+        "teaching_rms": 0.0025547090209680047,
+        "traffic_rms": 0.21335995854587772
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.1935662769246846e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.548143668937137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015794205791579155,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.1461905869436264
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08700595796108246,
+        "mean_feedback_forward_cosine": 0.9991198149594394,
+        "mean_feedback_forward_relative_error": 0.03991693876345049,
+        "min_feedback_forward_cosine": 0.9962445497512817
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025941327591904634,
+        "instruction_rms": 0.002594132759417947,
+        "raw_apical_rms": 0.2138526598530522,
+        "teaching_rms": 0.0025941327591904634,
+        "traffic_rms": 0.2138362680871085
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.3270846466184594e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.553065769989632e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016122140670168858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.14529388692378997
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08350390195846558,
+        "mean_feedback_forward_cosine": 0.9991890874775973,
+        "mean_feedback_forward_relative_error": 0.038322304290803993,
+        "min_feedback_forward_cosine": 0.9965389966964722
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026024407996732735,
+        "instruction_rms": 0.002602440800322515,
+        "raw_apical_rms": 0.21484563487598907,
+        "teaching_rms": 0.0026024407996732735,
+        "traffic_rms": 0.2148292440446389
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.515123244644201e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5571430350303438e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01619996466637663,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.14788773932933807
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08038336038589478,
+        "mean_feedback_forward_cosine": 0.999249821359461,
+        "mean_feedback_forward_relative_error": 0.036867358061400325,
+        "min_feedback_forward_cosine": 0.9967923760414124
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002551340353409675,
+        "instruction_rms": 0.002551340353525551,
+        "raw_apical_rms": 0.21548983513705708,
+        "teaching_rms": 0.002551340353409675,
+        "traffic_rms": 0.21547412852202397
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.5439940170836053e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5396404312287556e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015404332962239213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.14296333221435548
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07727920264005661,
+        "mean_feedback_forward_cosine": 0.9993063298138705,
+        "mean_feedback_forward_relative_error": 0.03546306028623473,
+        "min_feedback_forward_cosine": 0.9970346689224243
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025664876842481513,
+        "instruction_rms": 0.0025664876839330743,
+        "raw_apical_rms": 0.2162780228746105,
+        "teaching_rms": 0.0025664876842481513,
+        "traffic_rms": 0.21626215768836857
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.393754445189188e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.543916438311291e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015439747075489115,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.13880622097492218
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07403521984815598,
+        "mean_feedback_forward_cosine": 0.999360838803378,
+        "mean_feedback_forward_relative_error": 0.03405545497821136,
+        "min_feedback_forward_cosine": 0.9972783923149109
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002597284787644532,
+        "instruction_rms": 0.0025972847876476173,
+        "raw_apical_rms": 0.21663813092745565,
+        "teaching_rms": 0.002597284787644532,
+        "traffic_rms": 0.21662188337039306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.1445144565414012e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5528905908744045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014992794369437144,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.14473648000717163
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0709739699959755,
+        "mean_feedback_forward_cosine": 0.9994099790399725,
+        "mean_feedback_forward_relative_error": 0.03272983858531171,
+        "min_feedback_forward_cosine": 0.9974974989891052
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025421352832259675,
+        "instruction_rms": 0.002542135283591132,
+        "raw_apical_rms": 0.2174098647825082,
+        "teaching_rms": 0.0025421352832259675,
+        "traffic_rms": 0.21739444200614005
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.8534331047703745e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.546216377052214e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015235967441663313,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.14428532707214356
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06808094680309296,
+        "mean_feedback_forward_cosine": 0.9994550477374684,
+        "mean_feedback_forward_relative_error": 0.03147118657150052,
+        "min_feedback_forward_cosine": 0.9976972341537476
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025400407868642443,
+        "instruction_rms": 0.002540040786614386,
+        "raw_apical_rms": 0.21805662018861477,
+        "teaching_rms": 0.0025400407868642443,
+        "traffic_rms": 0.21804120988649228
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.7127099738445395e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.545722142855208e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01539082399721877,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.13967401676654817
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06526024639606476,
+        "mean_feedback_forward_cosine": 0.9994984117421237,
+        "mean_feedback_forward_relative_error": 0.030203275331719355,
+        "min_feedback_forward_cosine": 0.9978837966918945
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025995782730815513,
+        "instruction_rms": 0.0025995782737711854,
+        "raw_apical_rms": 0.21820465185257623,
+        "teaching_rms": 0.0025995782730815513,
+        "traffic_rms": 0.2181885694437238
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.6579251393977756e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5446910266130172e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015063445742017702,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.14460846729755403
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06523686647415161,
+        "mean_feedback_forward_cosine": 0.9994987585327842,
+        "mean_feedback_forward_relative_error": 0.030192138440907002,
+        "min_feedback_forward_cosine": 0.9978854060173035
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001801360489677352,
+        "instruction_rms": 0.0018013604893849962,
+        "raw_apical_rms": 0.2185080309605919,
+        "teaching_rms": 0.001801360489677352,
+        "traffic_rms": 0.21850009727702607
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.3405420418166614e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.53581055286684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014309447461897377,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.0765202654504776
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06522545218467712,
+        "mean_feedback_forward_cosine": 0.9994989254257896,
+        "mean_feedback_forward_relative_error": 0.030186215813525697,
+        "min_feedback_forward_cosine": 0.9978863000869751
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015749514162713442,
+        "instruction_rms": 0.0015749514160202265,
+        "raw_apical_rms": 0.21861533631350644,
+        "teaching_rms": 0.0015749514162713442,
+        "traffic_rms": 0.21860911866633434
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.577511881123428e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5383270491589017e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014361145953508224,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.051795715140104295
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06521355360746384,
+        "mean_feedback_forward_cosine": 0.9994991009885614,
+        "mean_feedback_forward_relative_error": 0.03018070703203028,
+        "min_feedback_forward_cosine": 0.9978870749473572
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015160467936252506,
+        "instruction_rms": 0.0015160467933003187,
+        "raw_apical_rms": 0.21869912036959088,
+        "teaching_rms": 0.0015160467936252506,
+        "traffic_rms": 0.21869328610706265
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4126845826467616e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.545190858461231e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01441803012769257,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.04327250795483589
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0652022436261177,
+        "mean_feedback_forward_cosine": 0.9994992635466836,
+        "mean_feedback_forward_relative_error": 0.030175569695843892,
+        "min_feedback_forward_cosine": 0.9978879690170288
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014497995474591853,
+        "instruction_rms": 0.0014497995473448755,
+        "raw_apical_rms": 0.21860605203444777,
+        "teaching_rms": 0.0014497995474591853,
+        "traffic_rms": 0.2186006189016385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.873474815283771e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539847568561718e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014412972238429137,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.03643689537167549
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06519048660993576,
+        "mean_feedback_forward_cosine": 0.9994993881745772,
+        "mean_feedback_forward_relative_error": 0.030170499254018067,
+        "min_feedback_forward_cosine": 0.9978888034820557
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014167587743835535,
+        "instruction_rms": 0.001416758773754449,
+        "raw_apical_rms": 0.21848080917101984,
+        "teaching_rms": 0.0014167587743835535,
+        "traffic_rms": 0.21847551272459179
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.37927244736602e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.541668096270929e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014502924313056451,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.0330510966026783
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06517927348613739,
+        "mean_feedback_forward_cosine": 0.9994995388117703,
+        "mean_feedback_forward_relative_error": 0.030165598837828093,
+        "min_feedback_forward_cosine": 0.9978895783424377
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001384434579091538,
+        "instruction_rms": 0.001384434579848739,
+        "raw_apical_rms": 0.2184254630030536,
+        "teaching_rms": 0.001384434579091538,
+        "traffic_rms": 0.21842034477623426
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.254165056252532e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5409754979123856e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014519246930139128,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.03017406428039074
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06516718864440918,
+        "mean_feedback_forward_cosine": 0.9994997067884965,
+        "mean_feedback_forward_relative_error": 0.030160697778178886,
+        "min_feedback_forward_cosine": 0.9978903532028198
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00133916500905759,
+        "instruction_rms": 0.0013391650088899307,
+        "raw_apical_rms": 0.2184108708424228,
+        "teaching_rms": 0.00133916500905759,
+        "traffic_rms": 0.2184059005765661
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.7838961241523066e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5458092141008194e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01443608572717173,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.026664466739594935
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06515530496835709,
+        "mean_feedback_forward_cosine": 0.999499837918715,
+        "mean_feedback_forward_relative_error": 0.030155824979936536,
+        "min_feedback_forward_cosine": 0.9978913068771362
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001345419659562782,
+        "instruction_rms": 0.0013454196590574792,
+        "raw_apical_rms": 0.2184233548343658,
+        "teaching_rms": 0.001345419659562782,
+        "traffic_rms": 0.2184183853964157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.3273127308366384e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5424924042122578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014430909533643113,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.024662187173962593
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0651431530714035,
+        "mean_feedback_forward_cosine": 0.9994999939745123,
+        "mean_feedback_forward_relative_error": 0.03015116409144618,
+        "min_feedback_forward_cosine": 0.9978920221328735
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013213742219267057,
+        "instruction_rms": 0.0013213742213961832,
+        "raw_apical_rms": 0.21841135438031303,
+        "teaching_rms": 0.0013213742219267057,
+        "traffic_rms": 0.21840651912473863
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.5876952375037945e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5393250310448105e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014451256823408426,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.023348271403610708
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06513062119483948,
+        "mean_feedback_forward_cosine": 0.9995001391931013,
+        "mean_feedback_forward_relative_error": 0.030146537501026284,
+        "min_feedback_forward_cosine": 0.9978928565979004
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012768604152037176,
+        "instruction_rms": 0.0012768604152381257,
+        "raw_apical_rms": 0.21837043748769602,
+        "teaching_rms": 0.0012768604152037176,
+        "traffic_rms": 0.2183658239334037
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.6456527873742743e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5430403397128237e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014583312963481955,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.021489043878912924
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06511913985013962,
+        "mean_feedback_forward_cosine": 0.9995002768256448,
+        "mean_feedback_forward_relative_error": 0.03014194964515892,
+        "min_feedback_forward_cosine": 0.9978936314582825
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012421149544280395,
+        "instruction_rms": 0.001242114954396297,
+        "raw_apical_rms": 0.21827582929154282,
+        "teaching_rms": 0.0012421149544280395,
+        "traffic_rms": 0.21827130566555591
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.3725160386002244e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5427656033103478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014645267959485665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.01970999290138483
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0651070699095726,
+        "mean_feedback_forward_cosine": 0.9995004285465587,
+        "mean_feedback_forward_relative_error": 0.030137285446240142,
+        "min_feedback_forward_cosine": 0.9978944659233093
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012560909557728197,
+        "instruction_rms": 0.0012560909560393393,
+        "raw_apical_rms": 0.21822951174402053,
+        "teaching_rms": 0.0012560909557728197,
+        "traffic_rms": 0.21822500228803843
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.9287223551600619e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5436386902386197e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014752025505846596,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.018547217898368835
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06509517878293991,
+        "mean_feedback_forward_cosine": 0.9995005802674727,
+        "mean_feedback_forward_relative_error": 0.030132920201867818,
+        "min_feedback_forward_cosine": 0.9978952407836914
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011600505141997962,
+        "instruction_rms": 0.001160050514225723,
+        "raw_apical_rms": 0.21827510921193974,
+        "teaching_rms": 0.0011600505141997962,
+        "traffic_rms": 0.21827103229950592
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2134222515669535e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5417052979682934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01479287833894446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.017091722238510847
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06508360803127289,
+        "mean_feedback_forward_cosine": 0.9995007384907115,
+        "mean_feedback_forward_relative_error": 0.030128295220096003,
+        "min_feedback_forward_cosine": 0.997896134853363
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012462803996308388,
+        "instruction_rms": 0.0012462803994368237,
+        "raw_apical_rms": 0.2183206979946904,
+        "teaching_rms": 0.0012462803996308388,
+        "traffic_rms": 0.21831621035665064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2036630891998357e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54250592614894e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014468288615767858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.01779225636407733
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06507200002670288,
+        "mean_feedback_forward_cosine": 0.9995008685372092,
+        "mean_feedback_forward_relative_error": 0.030123845623298125,
+        "min_feedback_forward_cosine": 0.9978968501091003
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011731846806301597,
+        "instruction_rms": 0.0011731846806214035,
+        "raw_apical_rms": 0.2182940879311527,
+        "teaching_rms": 0.0011731846806301597,
+        "traffic_rms": 0.21828995860852968
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.8610290908327443e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.542653522729808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014953711034936291,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.015649954566955566
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06506045907735825,
+        "mean_feedback_forward_cosine": 0.9995010094209151,
+        "mean_feedback_forward_relative_error": 0.030119523050432855,
+        "min_feedback_forward_cosine": 0.9978975057601929
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011245090974478294,
+        "instruction_rms": 0.0011245090976646152,
+        "raw_apical_rms": 0.21824501696985352,
+        "teaching_rms": 0.0011245090974478294,
+        "traffic_rms": 0.21824108245007703
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.377214005060523e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.53412665333375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014547173323168636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.01506383736729622
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06504973769187927,
+        "mean_feedback_forward_cosine": 0.9995011307976462,
+        "mean_feedback_forward_relative_error": 0.030115457793528384,
+        "min_feedback_forward_cosine": 0.9978983402252197
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001117483099401405,
+        "instruction_rms": 0.0011174830996226938,
+        "raw_apical_rms": 0.21820990401966323,
+        "teaching_rms": 0.001117483099401405,
+        "traffic_rms": 0.21820604765902654
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.3820601907355012e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5445933380405018e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014562055954093793,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.014547669793367387
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06503810733556747,
+        "mean_feedback_forward_cosine": 0.9995012803511186,
+        "mean_feedback_forward_relative_error": 0.030111161560158837,
+        "min_feedback_forward_cosine": 0.9978991746902466
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011028086642050866,
+        "instruction_rms": 0.0011028086642971904,
+        "raw_apical_rms": 0.21823440846862915,
+        "teaching_rms": 0.0011028086642050866,
+        "traffic_rms": 0.21823070044917675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.6005360237159039e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.545526299871005e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014770407143025974,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.013574749346300959
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06502733379602432,
+        "mean_feedback_forward_cosine": 0.9995014103976163,
+        "mean_feedback_forward_relative_error": 0.03010684595527974,
+        "min_feedback_forward_cosine": 0.9978997111320496
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010608975832059045,
+        "instruction_rms": 0.0010608975833145714,
+        "raw_apical_rms": 0.21813015736353003,
+        "teaching_rms": 0.0010608975832059045,
+        "traffic_rms": 0.21812644569294434
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 2.0048213400514214e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.540117475480919e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014574979079508941,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.012621158649325372
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06501596421003342,
+        "mean_feedback_forward_cosine": 0.9995015556162054,
+        "mean_feedback_forward_relative_error": 0.03010259923440489,
+        "min_feedback_forward_cosine": 0.997900664806366
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010572479118043693,
+        "instruction_rms": 0.0010572479114462404,
+        "raw_apical_rms": 0.21804978469116781,
+        "teaching_rms": 0.0010572479118043693,
+        "traffic_rms": 0.21804615116387266
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.698988540965729e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539464958097651e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014874585703551116,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.012497478622347116
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0650041475892067,
+        "mean_feedback_forward_cosine": 0.9995017008347945,
+        "mean_feedback_forward_relative_error": 0.0300981184552339,
+        "min_feedback_forward_cosine": 0.9979014992713928
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010594853302755176,
+        "instruction_rms": 0.0010594853301246813,
+        "raw_apical_rms": 0.21809186614572823,
+        "teaching_rms": 0.0010594853302755176,
+        "traffic_rms": 0.21808801380600237
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.5074134296355624e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5425249564948097e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014690587318314356,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.011729662252962588
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06499096751213074,
+        "mean_feedback_forward_cosine": 0.9995018623091958,
+        "mean_feedback_forward_relative_error": 0.03009332650425759,
+        "min_feedback_forward_cosine": 0.9979022741317749
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011061111347452474,
+        "instruction_rms": 0.0011061111346037022,
+        "raw_apical_rms": 0.21795133197846742,
+        "teaching_rms": 0.0011061111347452474,
+        "traffic_rms": 0.21794722117908785
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.386146095683216e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5434021302429684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014588430622210068,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.012031505008935928
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06497938930988312,
+        "mean_feedback_forward_cosine": 0.9995020064440641,
+        "mean_feedback_forward_relative_error": 0.030088558344339784,
+        "min_feedback_forward_cosine": 0.9979031085968018
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011037157126004146,
+        "instruction_rms": 0.0011037157127527927,
+        "raw_apical_rms": 0.2178958414191844,
+        "teaching_rms": 0.0011037157126004146,
+        "traffic_rms": 0.21789167785037192
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.5824349475224153e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.540303162050113e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015217674617302382,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.011553875677585602
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06496911495923996,
+        "mean_feedback_forward_cosine": 0.9995021473277699,
+        "mean_feedback_forward_relative_error": 0.030084425685080615,
+        "min_feedback_forward_cosine": 0.9979037642478943
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009879703271231121,
+        "instruction_rms": 0.0009879703271232561,
+        "raw_apical_rms": 0.21796217363670467,
+        "teaching_rms": 0.0009879703271231121,
+        "traffic_rms": 0.217958711515757
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.6918848189106939e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5400295112699034e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014525071666045379,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.010497777438797058
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06495882570743561,
+        "mean_feedback_forward_cosine": 0.9995022687045011,
+        "mean_feedback_forward_relative_error": 0.030080817749893123,
+        "min_feedback_forward_cosine": 0.9979043006896973
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008932018895710781,
+        "instruction_rms": 0.0008932018893837475,
+        "raw_apical_rms": 0.21782939636326107,
+        "teaching_rms": 0.0008932018895710781,
+        "traffic_rms": 0.21782660220360178
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.952057999687895e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5413661997747263e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014655643989231092,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.009360592414438724
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06494715809822083,
+        "mean_feedback_forward_cosine": 0.9995024074207652,
+        "mean_feedback_forward_relative_error": 0.030076542632146316,
+        "min_feedback_forward_cosine": 0.9979052543640137
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009969356816909524,
+        "instruction_rms": 0.0009969356815726456,
+        "raw_apical_rms": 0.21782868445685458,
+        "teaching_rms": 0.0009969356816909524,
+        "traffic_rms": 0.2178252071654722
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2044817765399785e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5467805004620668e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014545785667416388,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.010036319532692432
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06493602693080902,
+        "mean_feedback_forward_cosine": 0.9995025493881919,
+        "mean_feedback_forward_relative_error": 0.03007238908586177,
+        "min_feedback_forward_cosine": 0.9979058504104614
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009305151011826696,
+        "instruction_rms": 0.00093051510124445,
+        "raw_apical_rms": 0.21796102632888387,
+        "teaching_rms": 0.0009305151011826696,
+        "traffic_rms": 0.2179578498441756
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.516882548457943e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539257472304381e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014519270420902647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.009270294933617114
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06492490321397781,
+        "mean_feedback_forward_cosine": 0.9995026902718978,
+        "mean_feedback_forward_relative_error": 0.030068191784349354,
+        "min_feedback_forward_cosine": 0.9979067444801331
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009654793644534206,
+        "instruction_rms": 0.0009654793644367571,
+        "raw_apical_rms": 0.21787396362379663,
+        "teaching_rms": 0.0009654793644534206,
+        "traffic_rms": 0.21787059085325255
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.076040163638936e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.543475357971756e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014545164295574387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.008770944955796004
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06491183489561081,
+        "mean_feedback_forward_cosine": 0.9995028571649032,
+        "mean_feedback_forward_relative_error": 0.030063054896891116,
+        "min_feedback_forward_cosine": 0.9979074001312256
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010621191504510618,
+        "instruction_rms": 0.0010621191507124818,
+        "raw_apical_rms": 0.21778792155429455,
+        "teaching_rms": 0.0010621191504510618,
+        "traffic_rms": 0.21778389448017127
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2940104454628454e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.546036307815299e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01467553336415156,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.010494573308974504
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0648997575044632,
+        "mean_feedback_forward_cosine": 0.9995029969648881,
+        "mean_feedback_forward_relative_error": 0.030058729673989794,
+        "min_feedback_forward_cosine": 0.9979082345962524
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009133243918846598,
+        "instruction_rms": 0.0009133243918853063,
+        "raw_apical_rms": 0.21782069653104164,
+        "teaching_rms": 0.0009133243918846598,
+        "traffic_rms": 0.21781752693583212
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.6903076982544007e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5568671567537036e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014436844543248048,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.00897769759300165
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06488971412181854,
+        "mean_feedback_forward_cosine": 0.999503137848594,
+        "mean_feedback_forward_relative_error": 0.03005455881357193,
+        "min_feedback_forward_cosine": 0.9979089498519897
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009242204102602861,
+        "instruction_rms": 0.0009242204101807675,
+        "raw_apical_rms": 0.21779116629990677,
+        "teaching_rms": 0.0009242204102602861,
+        "traffic_rms": 0.21778790313516563
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.6618898257547698e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5426019347950658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01455423309980087,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.008237404524311423
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06487832218408585,
+        "mean_feedback_forward_cosine": 0.9995032787322998,
+        "mean_feedback_forward_relative_error": 0.030050031688403,
+        "min_feedback_forward_cosine": 0.9979096055030823
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009365221833486327,
+        "instruction_rms": 0.0009365221832434332,
+        "raw_apical_rms": 0.21761712505623068,
+        "teaching_rms": 0.0009365221833486327,
+        "traffic_rms": 0.21761389262363148
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4782013124658988e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5337201187037823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014548863837105585,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.008197247269898653
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06486883759498596,
+        "mean_feedback_forward_cosine": 0.9995033936067061,
+        "mean_feedback_forward_relative_error": 0.03004643761298873,
+        "min_feedback_forward_cosine": 0.9979102611541748
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008333562779346669,
+        "instruction_rms": 0.0008333562778890741,
+        "raw_apical_rms": 0.21760150552138213,
+        "teaching_rms": 0.0008333562779346669,
+        "traffic_rms": 0.21759892968281624
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.3724050518248987e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5392741898444937e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01443405107828143,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.0069121859993040565
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.064858078956604,
+        "mean_feedback_forward_cosine": 0.9995035388252952,
+        "mean_feedback_forward_relative_error": 0.030042262527753005,
+        "min_feedback_forward_cosine": 0.9979109168052673
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008470358747454884,
+        "instruction_rms": 0.000847035874848523,
+        "raw_apical_rms": 0.2177094235508519,
+        "teaching_rms": 0.0008470358747454884,
+        "traffic_rms": 0.21770660806724032
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.1853709480647012e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5463040858939075e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014599937611635421,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.007263571571558714
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06484507769346237,
+        "mean_feedback_forward_cosine": 0.9995036992159757,
+        "mean_feedback_forward_relative_error": 0.030037531028078362,
+        "min_feedback_forward_cosine": 0.997911810874939
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009227820317200313,
+        "instruction_rms": 0.0009227820313578128,
+        "raw_apical_rms": 0.21778683776085886,
+        "teaching_rms": 0.0009227820317200313,
+        "traffic_rms": 0.21778349215921253
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.518674679346077e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.541176001662854e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014500019283860853,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.008067312535867096
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06483304500579834,
+        "mean_feedback_forward_cosine": 0.9995038520206104,
+        "mean_feedback_forward_relative_error": 0.03003282580016689,
+        "min_feedback_forward_cosine": 0.9979126453399658
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000904557197257956,
+        "instruction_rms": 0.0009045571968954518,
+        "raw_apical_rms": 0.21781838418552885,
+        "teaching_rms": 0.000904557197257956,
+        "traffic_rms": 0.21781511411048748
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2415722494552028e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5446335777436418e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01467407361531207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.008004105790928006
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06482066214084625,
+        "mean_feedback_forward_cosine": 0.9995040199973366,
+        "mean_feedback_forward_relative_error": 0.03002789347347888,
+        "min_feedback_forward_cosine": 0.9979134798049927
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008853743437169138,
+        "instruction_rms": 0.0008853743434541338,
+        "raw_apical_rms": 0.21778107415348422,
+        "teaching_rms": 0.0008853743437169138,
+        "traffic_rms": 0.21777786626930937
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4368413303600391e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.544887959792478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015137492293296017,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.0077969551001489164
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06480864435434341,
+        "mean_feedback_forward_cosine": 0.9995041597973217,
+        "mean_feedback_forward_relative_error": 0.03002361799166961,
+        "min_feedback_forward_cosine": 0.9979141354560852
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008391028517926895,
+        "instruction_rms": 0.000839102852031073,
+        "raw_apical_rms": 0.21773445581837678,
+        "teaching_rms": 0.0008391028517926895,
+        "traffic_rms": 0.2177316099056005
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4985285190505238e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5370226743325675e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014714404022450592,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.006946576703712344
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0647956058382988,
+        "mean_feedback_forward_cosine": 0.9995043104345148,
+        "mean_feedback_forward_relative_error": 0.030019104810939595,
+        "min_feedback_forward_cosine": 0.9979149699211121
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008154932633886795,
+        "instruction_rms": 0.0008154932633458998,
+        "raw_apical_rms": 0.21768122263750744,
+        "teaching_rms": 0.0008154932633886795,
+        "traffic_rms": 0.21767842680204852
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.458872702642111e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5427034575513562e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01459319958469563,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.007164511053469032
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06478343158960342,
+        "mean_feedback_forward_cosine": 0.999504443732175,
+        "mean_feedback_forward_relative_error": 0.030014908881011333,
+        "min_feedback_forward_cosine": 0.9979156851768494
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008122454089370418,
+        "instruction_rms": 0.0008122454089585955,
+        "raw_apical_rms": 0.21757522233357648,
+        "teaching_rms": 0.0008122454089370418,
+        "traffic_rms": 0.21757248699384205
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894730567932,
+        "maximum_absolute_post_projection_soma_slope": 1.9975442455688608e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5396378177493007e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014840558629132505,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.006613630339205265
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06477167457342148,
+        "mean_feedback_forward_cosine": 0.9995045867833224,
+        "mean_feedback_forward_relative_error": 0.030010619895024734,
+        "min_feedback_forward_cosine": 0.9979163408279419
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000816638778300246,
+        "instruction_rms": 0.0008166387786254303,
+        "raw_apical_rms": 0.21757390088774958,
+        "teaching_rms": 0.000816638778300246,
+        "traffic_rms": 0.2175711414491402
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.4611411813802988e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.53968035951542e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014801631390164239,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.006615142454504967
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06476040184497833,
+        "mean_feedback_forward_cosine": 0.9995047298344699,
+        "mean_feedback_forward_relative_error": 0.030006251331757414,
+        "min_feedback_forward_cosine": 0.997917115688324
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008299731161878149,
+        "instruction_rms": 0.0008299731164876084,
+        "raw_apical_rms": 0.21753630208598787,
+        "teaching_rms": 0.0008299731161878149,
+        "traffic_rms": 0.21753350667161842
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.4189680541676353e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.546554309558204e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014689996827664377,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.006605607134364545
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06474673002958298,
+        "mean_feedback_forward_cosine": 0.9995049259879373,
+        "mean_feedback_forward_relative_error": 0.03000120551071384,
+        "min_feedback_forward_cosine": 0.9979180097579956
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008570837406486209,
+        "instruction_rms": 0.0008570837405911377,
+        "raw_apical_rms": 0.21749114617243778,
+        "teaching_rms": 0.0008570837406486209,
+        "traffic_rms": 0.21748807498193576
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2037280328058841e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.542142572168379e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014435914248308288,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.006848038278520107
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06473147124052048,
+        "mean_feedback_forward_cosine": 0.9995050863786177,
+        "mean_feedback_forward_relative_error": 0.029996219649910928,
+        "min_feedback_forward_cosine": 0.9979190826416016
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008380833239710877,
+        "instruction_rms": 0.0008380833240598763,
+        "raw_apical_rms": 0.21745341050619166,
+        "teaching_rms": 0.0008380833239710877,
+        "traffic_rms": 0.21745031588926456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.735748753617372e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54118015201925e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014786675804777332,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.006193644772060215
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06471840292215347,
+        "mean_feedback_forward_cosine": 0.9995052576065063,
+        "mean_feedback_forward_relative_error": 0.029991317582740026,
+        "min_feedback_forward_cosine": 0.9979197978973389
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008256146901548177,
+        "instruction_rms": 0.0008256146902481165,
+        "raw_apical_rms": 0.2174068893619909,
+        "teaching_rms": 0.0008256146901548177,
+        "traffic_rms": 0.21740409180375106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.326285143932182e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5454300474418304e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014689367005480774,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.006454593700170517
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0647064596414566,
+        "mean_feedback_forward_cosine": 0.9995054006576538,
+        "mean_feedback_forward_relative_error": 0.029986666557802397,
+        "min_feedback_forward_cosine": 0.997920572757721
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007791413530249653,
+        "instruction_rms": 0.0007791413530333879,
+        "raw_apical_rms": 0.2173478491451276,
+        "teaching_rms": 0.0007791413530249653,
+        "traffic_rms": 0.21734518388887725
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.6995947760278796e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5411865634509273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014772910919759207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.006066935067735612
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06469673663377762,
+        "mean_feedback_forward_cosine": 0.9995055263692683,
+        "mean_feedback_forward_relative_error": 0.02998274332759055,
+        "min_feedback_forward_cosine": 0.997921347618103
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007483332100994911,
+        "instruction_rms": 0.000748333209860165,
+        "raw_apical_rms": 0.21736623109221268,
+        "teaching_rms": 0.0007483332100994911,
+        "traffic_rms": 0.21736379379845625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.7301458399288094e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5446078231496358e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01485945847067322,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.005622729334756732
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0646849051117897,
+        "mean_feedback_forward_cosine": 0.999505679173903,
+        "mean_feedback_forward_relative_error": 0.029978170212019574,
+        "min_feedback_forward_cosine": 0.9979221224784851
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007666970909328611,
+        "instruction_rms": 0.0007666970909207206,
+        "raw_apical_rms": 0.21735056299819014,
+        "teaching_rms": 0.0007666970909328611,
+        "traffic_rms": 0.21734800189541878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.5576570433495363e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.540577537393375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014714248909018339,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.005723501109331846
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06467004120349884,
+        "mean_feedback_forward_cosine": 0.9995058612389998,
+        "mean_feedback_forward_relative_error": 0.02997291199862957,
+        "min_feedback_forward_cosine": 0.9979228973388672
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007845029950275426,
+        "instruction_rms": 0.0007845029947168352,
+        "raw_apical_rms": 0.21738187409485815,
+        "teaching_rms": 0.0007845029950275426,
+        "traffic_rms": 0.2173788851185387
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.4064256959045451e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5367123453454566e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014728014148771583,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.006031060835011304
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465739756822586,
+        "mean_feedback_forward_cosine": 0.9995060162110763,
+        "mean_feedback_forward_relative_error": 0.029968157766217536,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000778150866247698,
+        "instruction_rms": 0.0007781508661009998,
+        "raw_apical_rms": 0.2173779227603393,
+        "teaching_rms": 0.000778150866247698,
+        "traffic_rms": 0.21737513508900885
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.697241458487042e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.549316063606117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01487251115746788,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.005693117426261306
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465724855661392,
+        "mean_feedback_forward_cosine": 0.999506023797122,
+        "mean_feedback_forward_relative_error": 0.029968085732649672,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007336816546237581,
+        "instruction_rms": 0.0007336816545011432,
+        "raw_apical_rms": 0.217371156494388,
+        "teaching_rms": 0.0007336816546237581,
+        "traffic_rms": 0.21736897742453662
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894730567932,
+        "maximum_absolute_post_projection_soma_slope": 1.8313436100925173e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5456454865421184e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014622755278931707,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.0052648243070393804
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465716660022736,
+        "mean_feedback_forward_cosine": 0.999506017294797,
+        "mean_feedback_forward_relative_error": 0.02996802329170433,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006499877582761629,
+        "instruction_rms": 0.0006499877582179854,
+        "raw_apical_rms": 0.21738199483031725,
+        "teaching_rms": 0.0006499877582761629,
+        "traffic_rms": 0.21737998388546803
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.4211714471912273e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5390023372203127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015088620538595623,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.004518425296097994
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0646570697426796,
+        "mean_feedback_forward_cosine": 0.999506017294797,
+        "mean_feedback_forward_relative_error": 0.029967964508316732,
+        "min_feedback_forward_cosine": 0.9979238510131836
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006424708529576893,
+        "instruction_rms": 0.0006424708526524166,
+        "raw_apical_rms": 0.21738588404642106,
+        "teaching_rms": 0.0006424708529576893,
+        "traffic_rms": 0.21738394391061916
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.6667971181050234e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.53441945221952e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014840298852637109,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.004693933547213674
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465697288513184,
+        "mean_feedback_forward_cosine": 0.9995060302994468,
+        "mean_feedback_forward_relative_error": 0.02996790644458749,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006355975641246289,
+        "instruction_rms": 0.0006355975638217237,
+        "raw_apical_rms": 0.21737219777478292,
+        "teaching_rms": 0.0006355975641246289,
+        "traffic_rms": 0.21737017795801059
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.7290426512772683e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5412156285035388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014799775741982742,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.004402383487150073
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465689092874527,
+        "mean_feedback_forward_cosine": 0.9995060151273554,
+        "mean_feedback_forward_relative_error": 0.029967856051569635,
+        "min_feedback_forward_cosine": 0.9979236721992493
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005838366616606998,
+        "instruction_rms": 0.0005838366617374863,
+        "raw_apical_rms": 0.21738252372913064,
+        "teaching_rms": 0.0005838366616606998,
+        "traffic_rms": 0.21738087089018013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.411203243151249e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5369329955990666e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014650811609760516,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.004063497681729496
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0646568089723587,
+        "mean_feedback_forward_cosine": 0.9995060151273554,
+        "mean_feedback_forward_relative_error": 0.029967801010405474,
+        "min_feedback_forward_cosine": 0.9979239106178284
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005977112082014249,
+        "instruction_rms": 0.0005977112077572961,
+        "raw_apical_rms": 0.2173785091480081,
+        "teaching_rms": 0.0005977112082014249,
+        "traffic_rms": 0.21737685000147602
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.2497670809352712e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5394922282883387e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014765513541217284,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.004217370530590415
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465671211481094,
+        "mean_feedback_forward_cosine": 0.9995060216296803,
+        "mean_feedback_forward_relative_error": 0.029967742472548378,
+        "min_feedback_forward_cosine": 0.9979238510131836
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006564801779574908,
+        "instruction_rms": 0.0006564801779524528,
+        "raw_apical_rms": 0.2173975074946715,
+        "teaching_rms": 0.0006564801779574908,
+        "traffic_rms": 0.21739536422206815
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.7395591100921592e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5423988215072534e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014798289134398644,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.004837606736086309
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465663760900497,
+        "mean_feedback_forward_cosine": 0.999506017294797,
+        "mean_feedback_forward_relative_error": 0.029967696194282988,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005231504160459126,
+        "instruction_rms": 0.0005231504161347653,
+        "raw_apical_rms": 0.21740460564968178,
+        "teaching_rms": 0.0005231504160459126,
+        "traffic_rms": 0.21740330273734604
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.0684335904898035e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5408948494657622e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014793308600444385,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.0036588855369761586
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.064656563103199,
+        "mean_feedback_forward_cosine": 0.9995060443878174,
+        "mean_feedback_forward_relative_error": 0.029967649213292383,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005640463211356523,
+        "instruction_rms": 0.0005640463211281321,
+        "raw_apical_rms": 0.21741686951987077,
+        "teaching_rms": 0.0005640463211356523,
+        "traffic_rms": 0.21741523138095503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.814800185684362e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5387875906848967e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014930301889274982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.003823152501806617
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465646624565125,
+        "mean_feedback_forward_cosine": 0.9995060346343301,
+        "mean_feedback_forward_relative_error": 0.029967594299126755,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006005586770164504,
+        "instruction_rms": 0.0006005586768464487,
+        "raw_apical_rms": 0.21741327747622716,
+        "teaching_rms": 0.0006005586770164504,
+        "traffic_rms": 0.21741137384985465
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.6142958259024454e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5387198470691356e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014739232013794484,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.004214129344187677
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465637683868408,
+        "mean_feedback_forward_cosine": 0.9995060270482844,
+        "mean_feedback_forward_relative_error": 0.029967545997351408,
+        "min_feedback_forward_cosine": 0.997923731803894
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005662638416434736,
+        "instruction_rms": 0.0005662638418921005,
+        "raw_apical_rms": 0.21741102345080152,
+        "teaching_rms": 0.0005662638416434736,
+        "traffic_rms": 0.21740931423612808
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.445411470513136e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5353476278442575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014805875585444935,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.0038237521389871834
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465629488229752,
+        "mean_feedback_forward_cosine": 0.9995060270482844,
+        "mean_feedback_forward_relative_error": 0.029967497069049966,
+        "min_feedback_forward_cosine": 0.997923731803894
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005777983687812732,
+        "instruction_rms": 0.0005777983689998404,
+        "raw_apical_rms": 0.21739999761080617,
+        "teaching_rms": 0.0005777983687812732,
+        "traffic_rms": 0.21739840666902674
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.7733233903527434e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5407223240619934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014928091566826179,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.004213563338406384
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465622782707214,
+        "mean_feedback_forward_cosine": 0.9995060378854925,
+        "mean_feedback_forward_relative_error": 0.029967449080537667,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005344018490385648,
+        "instruction_rms": 0.0005344018490286388,
+        "raw_apical_rms": 0.2173903266768718,
+        "teaching_rms": 0.0005344018490385648,
+        "traffic_rms": 0.21738883866752137
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.8528919554228196e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5370226856621487e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01478576908927508,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.0038587893366254867
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465614587068558,
+        "mean_feedback_forward_cosine": 0.9995060270482844,
+        "mean_feedback_forward_relative_error": 0.02996739289638671,
+        "min_feedback_forward_cosine": 0.997923731803894
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00058741375419832,
+        "instruction_rms": 0.0005874137543652931,
+        "raw_apical_rms": 0.2174028632316789,
+        "teaching_rms": 0.00058741375419832,
+        "traffic_rms": 0.21740090854154104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894730567932,
+        "maximum_absolute_post_projection_soma_slope": 2.3538157734037668e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5385025181287067e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014802609587018959,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.00428344938647002
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465606391429901,
+        "mean_feedback_forward_cosine": 0.999506029215726,
+        "mean_feedback_forward_relative_error": 0.02996734015812928,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000586293719120961,
+        "instruction_rms": 0.0005862937191397492,
+        "raw_apical_rms": 0.2174110437708709,
+        "teaching_rms": 0.000586293719120961,
+        "traffic_rms": 0.21740937994403361
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.537450202704349e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.538488882263741e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014767745614436181,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.004168851910606027
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465597450733185,
+        "mean_feedback_forward_cosine": 0.9995060498064214,
+        "mean_feedback_forward_relative_error": 0.029967289621179755,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005711286295311961,
+        "instruction_rms": 0.0005711286296726123,
+        "raw_apical_rms": 0.21742013608232025,
+        "teaching_rms": 0.0005711286295311961,
+        "traffic_rms": 0.21741843722367432
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.7039680244579358e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.53934933282661e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014841632680235542,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.003980741167739034
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465589255094528,
+        "mean_feedback_forward_cosine": 0.9995060368017716,
+        "mean_feedback_forward_relative_error": 0.029967241573401474,
+        "min_feedback_forward_cosine": 0.997923731803894
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005488385329512543,
+        "instruction_rms": 0.0005488385327596644,
+        "raw_apical_rms": 0.21742746812759606,
+        "teaching_rms": 0.0005488385329512543,
+        "traffic_rms": 0.21742596438432119
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.6996645513245312e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.537199711002185e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014674170605712869,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.003744773309454322
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0646558329463005,
+        "mean_feedback_forward_cosine": 0.9995060400529341,
+        "mean_feedback_forward_relative_error": 0.02996719598939473,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005337192166041582,
+        "instruction_rms": 0.0005337192165815987,
+        "raw_apical_rms": 0.21742422693084587,
+        "teaching_rms": 0.0005337192166041582,
+        "traffic_rms": 0.2174228491767559
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.7608694236059819e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5406195897977895e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014804681210761178,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.003526218791976571
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465577334165573,
+        "mean_feedback_forward_cosine": 0.9995060335506093,
+        "mean_feedback_forward_relative_error": 0.029967155121266843,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004996069556226524,
+        "instruction_rms": 0.0004996069556369657,
+        "raw_apical_rms": 0.21741222278816413,
+        "teaching_rms": 0.0004996069556226524,
+        "traffic_rms": 0.21741099645953593
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 2.0968676039956335e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539053017426234e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015146897537673782,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.003425298108793795
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465571373701096,
+        "mean_feedback_forward_cosine": 0.9995060389692133,
+        "mean_feedback_forward_relative_error": 0.02996711063791405,
+        "min_feedback_forward_cosine": 0.9979238510131836
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005247809982073545,
+        "instruction_rms": 0.0005247809980287322,
+        "raw_apical_rms": 0.21740645757151203,
+        "teaching_rms": 0.0005247809982073545,
+        "traffic_rms": 0.21740500772533136
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.419543735892148e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.544157580582638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01471563105188694,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.0035274609739892183
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465563923120499,
+        "mean_feedback_forward_cosine": 0.999506046555259,
+        "mean_feedback_forward_relative_error": 0.029967066433958033,
+        "min_feedback_forward_cosine": 0.9979239106178284
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005108157900904676,
+        "instruction_rms": 0.0005108157901464399,
+        "raw_apical_rms": 0.2174094285213894,
+        "teaching_rms": 0.0005108157900904676,
+        "traffic_rms": 0.2174081244394395
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4977540274685452e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5412310028184802e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015139901016237727,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.003486002595461905
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465555727481842,
+        "mean_feedback_forward_cosine": 0.9995060443878174,
+        "mean_feedback_forward_relative_error": 0.02996701556681232,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005845881125955994,
+        "instruction_rms": 0.00058458811230708,
+        "raw_apical_rms": 0.2173959602032729,
+        "teaching_rms": 0.0005845881125955994,
+        "traffic_rms": 0.21739426045309143
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4391186198281503e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5363599367415803e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014783370626484523,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.003774541051406413
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465548276901245,
+        "mean_feedback_forward_cosine": 0.9995060443878174,
+        "mean_feedback_forward_relative_error": 0.029966969788074494,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005172267136059235,
+        "instruction_rms": 0.0005172267134339713,
+        "raw_apical_rms": 0.21739570198721703,
+        "teaching_rms": 0.0005172267136059235,
+        "traffic_rms": 0.21739415631778516
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.7663832352354802e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.53763648735008e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015075271571038825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.0034943548517813905
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465540826320648,
+        "mean_feedback_forward_cosine": 0.9995060346343301,
+        "mean_feedback_forward_relative_error": 0.029966924246400593,
+        "min_feedback_forward_cosine": 0.9979237914085388
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00047680270575156967,
+        "instruction_rms": 0.0004768027057745421,
+        "raw_apical_rms": 0.21740465935505576,
+        "teaching_rms": 0.00047680270575156967,
+        "traffic_rms": 0.2174032656897058
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894432544708,
+        "maximum_absolute_post_projection_soma_slope": 1.6243130573911913e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5410672530972694e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014770830971317052,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.0033188046364113688
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0646553561091423,
+        "mean_feedback_forward_cosine": 0.999506046555259,
+        "mean_feedback_forward_relative_error": 0.0299668820744211,
+        "min_feedback_forward_cosine": 0.9979238510131836
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004823949782915145,
+        "instruction_rms": 0.0004823949781897861,
+        "raw_apical_rms": 0.2174034631546331,
+        "teaching_rms": 0.0004823949782915145,
+        "traffic_rms": 0.21740222987061142
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3032894730567932,
+        "maximum_absolute_post_projection_soma_slope": 2.0330870142970525e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539493085993386e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014719714613152765,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.003235620997995138
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465528905391693,
+        "mean_feedback_forward_cosine": 0.9995060476389799,
+        "mean_feedback_forward_relative_error": 0.029966836956075646,
+        "min_feedback_forward_cosine": 0.9979238510131836
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005192002842949462,
+        "instruction_rms": 0.0005192002841667181,
+        "raw_apical_rms": 0.21740963727154622,
+        "teaching_rms": 0.0005192002842949462,
+        "traffic_rms": 0.21740824891497282
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.4374454337939824e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54143562147924e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015180627090760313,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.0036198783402796833
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465522944927216,
+        "mean_feedback_forward_cosine": 0.9995060378854925,
+        "mean_feedback_forward_relative_error": 0.02996679348871112,
+        "min_feedback_forward_cosine": 0.9979238510131836
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00047765511720424756,
+        "instruction_rms": 0.0004776551170704759,
+        "raw_apical_rms": 0.21740837779312225,
+        "teaching_rms": 0.00047765511720424756,
+        "traffic_rms": 0.2174072304949405
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.6102829647479666e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5392311416945337e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014867588664745803,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.0031951745545119046
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465516984462738,
+        "mean_feedback_forward_cosine": 0.9995060563087463,
+        "mean_feedback_forward_relative_error": 0.02996675068173896,
+        "min_feedback_forward_cosine": 0.9979239106178284
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005090372178668618,
+        "instruction_rms": 0.000509037217898844,
+        "raw_apical_rms": 0.21742121981918439,
+        "teaching_rms": 0.0005090372178668618,
+        "traffic_rms": 0.21741990100883468
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.7437180588331103e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.545058390190179e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014876043814117336,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.003262077833302319
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465507298707962,
+        "mean_feedback_forward_cosine": 0.9995060433040965,
+        "mean_feedback_forward_relative_error": 0.02996670018712228,
+        "min_feedback_forward_cosine": 0.9979239106178284
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000569124005517209,
+        "instruction_rms": 0.0005691240056004799,
+        "raw_apical_rms": 0.2174115342567077,
+        "teaching_rms": 0.000569124005517209,
+        "traffic_rms": 0.21740992758003677
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.7676303798452864e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.534766744941932e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014864871087457533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.0038019757165014744
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465500593185425,
+        "mean_feedback_forward_cosine": 0.9995060454715382,
+        "mean_feedback_forward_relative_error": 0.029966658396138386,
+        "min_feedback_forward_cosine": 0.997923731803894
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00048721177301676153,
+        "instruction_rms": 0.00048721177276412584,
+        "raw_apical_rms": 0.21739991392401944,
+        "teaching_rms": 0.00048721177301676153,
+        "traffic_rms": 0.21739872380390068
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.559779718718346e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5451993017862373e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014874742900861508,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0032574594100378456
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465493887662888,
+        "mean_feedback_forward_cosine": 0.9995060454715382,
+        "mean_feedback_forward_relative_error": 0.02996661550450054,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000494028143340967,
+        "instruction_rms": 0.0004940281432991926,
+        "raw_apical_rms": 0.21739441667603263,
+        "teaching_rms": 0.000494028143340967,
+        "traffic_rms": 0.21739315922411628
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4297611983238312e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5428185038179038e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014802584077321858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.003330545827448368
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0646548792719841,
+        "mean_feedback_forward_cosine": 0.9995060487227007,
+        "mean_feedback_forward_relative_error": 0.02996657093648206,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005206205105650402,
+        "instruction_rms": 0.0005206205107205834,
+        "raw_apical_rms": 0.21739966314334672,
+        "teaching_rms": 0.0005206205105650402,
+        "traffic_rms": 0.2173982548642933
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.1608278782659909e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.544242047799201e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014724816158551066,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.0032657277070358396
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465479731559753,
+        "mean_feedback_forward_cosine": 0.9995060454715382,
+        "mean_feedback_forward_relative_error": 0.029966524768282068,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004978860861837604,
+        "instruction_rms": 0.0004978860863518811,
+        "raw_apical_rms": 0.21740888659840904,
+        "teaching_rms": 0.0004978860861837604,
+        "traffic_rms": 0.21740743908307528
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.8766252196655842e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5432152921863694e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014810028981526032,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.0034700161396712063
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465473026037216,
+        "mean_feedback_forward_cosine": 0.9995060693133961,
+        "mean_feedback_forward_relative_error": 0.02996648144484921,
+        "min_feedback_forward_cosine": 0.9979240298271179
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005215601427734619,
+        "instruction_rms": 0.0005215601425838428,
+        "raw_apical_rms": 0.2174011236627009,
+        "teaching_rms": 0.0005215601427734619,
+        "traffic_rms": 0.21739975292772665
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.223177434894751e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.542862469549623e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015025801284942993,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.0033588976715505123
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465465575456619,
+        "mean_feedback_forward_cosine": 0.9995060519738631,
+        "mean_feedback_forward_relative_error": 0.029966438849541276,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000499381375764398,
+        "instruction_rms": 0.0004993813756396742,
+        "raw_apical_rms": 0.21740655922939264,
+        "teaching_rms": 0.000499381375764398,
+        "traffic_rms": 0.21740526230389107
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.4619259047776723e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5409276797362904e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014788344967447473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.0033693819453567268
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465459614992142,
+        "mean_feedback_forward_cosine": 0.9995060508901422,
+        "mean_feedback_forward_relative_error": 0.02996639484878291,
+        "min_feedback_forward_cosine": 0.9979239106178284
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004621170943048924,
+        "instruction_rms": 0.00046211709406335363,
+        "raw_apical_rms": 0.21741432584785536,
+        "teaching_rms": 0.0004621170943048924,
+        "traffic_rms": 0.2174130967605341
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.376182012791105e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539613960120708e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014716894426569689,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.0031655293280258776
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465452909469604,
+        "mean_feedback_forward_cosine": 0.9995060552250256,
+        "mean_feedback_forward_relative_error": 0.029966348680582913,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005219874691613879,
+        "instruction_rms": 0.0005219874689990842,
+        "raw_apical_rms": 0.21740740280217968,
+        "teaching_rms": 0.0005219874691613879,
+        "traffic_rms": 0.2174059162679814
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.613528866073466e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.539200203000518e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014772549855444916,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.00337699354454875
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465446203947067,
+        "mean_feedback_forward_cosine": 0.9995060552250256,
+        "mean_feedback_forward_relative_error": 0.02996630777858875,
+        "min_feedback_forward_cosine": 0.9979239106178284
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004401869693800428,
+        "instruction_rms": 0.00044018696941048116,
+        "raw_apical_rms": 0.21739349082914738,
+        "teaching_rms": 0.0004401869693800428,
+        "traffic_rms": 0.21739242801023695
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328935384750366,
+        "maximum_absolute_post_projection_soma_slope": 1.3805274079459195e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54102377627672e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014765603761886445,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.0030622552121989427
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0646543800830841,
+        "mean_feedback_forward_cosine": 0.9995060498064214,
+        "mean_feedback_forward_relative_error": 0.029966263608499008,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005126393015931346,
+        "instruction_rms": 0.0005126393016675731,
+        "raw_apical_rms": 0.21738862227333874,
+        "teaching_rms": 0.0005126393015931346,
+        "traffic_rms": 0.21738720255921504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.492823713533653e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.542992685895887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014703011810006272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.003446732765249908
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465432047843933,
+        "mean_feedback_forward_cosine": 0.9995060736482794,
+        "mean_feedback_forward_relative_error": 0.029966227202252907,
+        "min_feedback_forward_cosine": 0.9979240298271179
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00042896103254150096,
+        "instruction_rms": 0.00042896103243049427,
+        "raw_apical_rms": 0.21738216678016126,
+        "teaching_rms": 0.00042896103254150096,
+        "traffic_rms": 0.2173811609021421
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.416471064885627e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.541990399225296e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014830609030900289,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.002722090342491865
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465424597263336,
+        "mean_feedback_forward_cosine": 0.9995060693133961,
+        "mean_feedback_forward_relative_error": 0.02996617847714912,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005017619126451125,
+        "instruction_rms": 0.0005017619125553546,
+        "raw_apical_rms": 0.21737164417073454,
+        "teaching_rms": 0.0005017619126451125,
+        "traffic_rms": 0.21737014588535458
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.6515421918938955e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5456002938367865e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014759938623378302,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.0033543736807256936
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0646541640162468,
+        "mean_feedback_forward_cosine": 0.9995060703971169,
+        "mean_feedback_forward_relative_error": 0.029966128634458238,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005124443840093078,
+        "instruction_rms": 0.0005124443841018715,
+        "raw_apical_rms": 0.21738106285126324,
+        "teaching_rms": 0.0005124443840093078,
+        "traffic_rms": 0.21737949702215628
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.374504989826164e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5445737203376625e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014916032998438793,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.003268081470038742
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465410441160202,
+        "mean_feedback_forward_cosine": 0.9995060671459545,
+        "mean_feedback_forward_relative_error": 0.029966086962006307,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004652341979512973,
+        "instruction_rms": 0.0004652341979292752,
+        "raw_apical_rms": 0.21737825899908592,
+        "teaching_rms": 0.0004652341979512973,
+        "traffic_rms": 0.21737693815033785
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.3245708885278873e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.546000521723271e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015385667096859386,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.0031492233463004233
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465402990579605,
+        "mean_feedback_forward_cosine": 0.9995060573924671,
+        "mean_feedback_forward_relative_error": 0.02996604374017228,
+        "min_feedback_forward_cosine": 0.9979239106178284
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00047173044018590624,
+        "instruction_rms": 0.0004717304399300386,
+        "raw_apical_rms": 0.21736509679969196,
+        "teaching_rms": 0.00047173044018590624,
+        "traffic_rms": 0.21736377003916488
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.351129270688034e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5388899873359245e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014724101628322498,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.0031086916375532747
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465397775173187,
+        "mean_feedback_forward_cosine": 0.9995060714808377,
+        "mean_feedback_forward_relative_error": 0.029966003667901864,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004699245203918985,
+        "instruction_rms": 0.0004699245202037794,
+        "raw_apical_rms": 0.21737071026339022,
+        "teaching_rms": 0.0004699245203918985,
+        "traffic_rms": 0.21736946554807926
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.4053436814265297e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5402495016101293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01471504414380081,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.003135574822369963
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465393304824829,
+        "mean_feedback_forward_cosine": 0.9995060790668834,
+        "mean_feedback_forward_relative_error": 0.02996596359563145,
+        "min_feedback_forward_cosine": 0.9979240298271179
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00043156756303708635,
+        "instruction_rms": 0.00043156756290855933,
+        "raw_apical_rms": 0.21736636893496109,
+        "teaching_rms": 0.00043156756303708635,
+        "traffic_rms": 0.21736533672306935
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.328577212689197e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5417359676759665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014745400055178466,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.0026692149826884268
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465386599302292,
+        "mean_feedback_forward_cosine": 0.9995060649785128,
+        "mean_feedback_forward_relative_error": 0.02996592190624638,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004731337698227652,
+        "instruction_rms": 0.0004731337698627747,
+        "raw_apical_rms": 0.21737531541875718,
+        "teaching_rms": 0.0004731337698227652,
+        "traffic_rms": 0.2173741105770319
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 2.0235361830600596e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5428865423971323e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014727790364439046,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.002996583756618202
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465378403663635,
+        "mean_feedback_forward_cosine": 0.9995060736482794,
+        "mean_feedback_forward_relative_error": 0.029965876627036116,
+        "min_feedback_forward_cosine": 0.9979240298271179
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004894008205334953,
+        "instruction_rms": 0.0004894008204920032,
+        "raw_apical_rms": 0.21737143889129606,
+        "teaching_rms": 0.0004894008205334953,
+        "traffic_rms": 0.21737008850784664
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.630112365091918e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.544127677474315e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014804889972159688,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.0033445166710577906
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465370953083038,
+        "mean_feedback_forward_cosine": 0.9995060801506043,
+        "mean_feedback_forward_relative_error": 0.02996583070436662,
+        "min_feedback_forward_cosine": 0.9979239702224731
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004714014026243369,
+        "instruction_rms": 0.00047140140240393275,
+        "raw_apical_rms": 0.21736337218665547,
+        "teaching_rms": 0.0004714014026243369,
+        "traffic_rms": 0.21736210394017905
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328938364982605,
+        "maximum_absolute_post_projection_soma_slope": 1.5625910521066544e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5403167405645478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014824347345283921,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.002965526859872043
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06465364992618561,
+        "mean_feedback_forward_cosine": 0.9995060747320001,
+        "mean_feedback_forward_relative_error": 0.029965790149501778,
+        "min_feedback_forward_cosine": 0.9979240894317627
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00045414121840758485,
+        "instruction_rms": 0.000454141218399506,
+        "raw_apical_rms": 0.21735632978428515,
+        "teaching_rms": 0.00045414121840758485,
+        "traffic_rms": 0.21735519234462988
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.30328941345214844,
+        "maximum_absolute_post_projection_soma_slope": 1.567328240525967e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5423811025095633e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014725825154811948,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.0027749313162826
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9264,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.40963050231933595,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 3324800000,
+    "peak_memory_reserved_bytes": 5553258496,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 1.3212634542014712e-07,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 1.3212634542014712e-07,
+      "min_residual_soma_slope": -1.2691913298112922e-07,
+      "mse": 2.1058514214185065e-17,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.2224856950565e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.2224856950565e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 12,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 2.02486515045166,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.06300473213195801,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 26385.03307390213,
+    "train_wall_s": 26378.69224047661
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.0627080574631691,
+      0.03706730529665947,
+      0.026097532361745834,
+      0.025997934862971306,
+      0.015059462748467922,
+      0.017114033922553062,
+      0.010142219252884388,
+      0.012665885500609875,
+      0.00798695906996727,
+      0.01084459200501442,
+      0.0064156330190598965,
+      0.00910227745771408,
+      0.005154291167855263,
+      0.006877919193357229,
+      0.004515109118074179,
+      0.0063164751045405865,
+      0.003920458722859621,
+      0.005357971414923668,
+      0.003439005697146058,
+      0.007975700311362743,
+      0.005291788373142481,
+      0.006808620411902666,
+      0.004765127785503864,
+      0.0066861556842923164,
+      0.004128842614591122,
+      0.0060616303235292435,
+      0.003541220910847187,
+      0.005087018013000488,
+      0.003170633688569069,
+      0.00439643207937479,
+      0.002961694495752454,
+      0.004410099238157272,
+      0.002663350198417902,
+      0.0037906498182564974,
+      0.0024551311507821083,
+      0.003720915177837014,
+      0.0022440673783421516,
+      0.005535278003662825,
+      0.003655515145510435,
+      0.00500504532828927,
+      0.0033655446022748947,
+      0.004662506282329559,
+      0.003106443677097559,
+      0.004185087513178587,
+      0.002920798258855939,
+      0.003907869104295969,
+      0.0027478388510644436,
+      0.0037486148066818714,
+      0.0026096648070961237,
+      0.0033798557706177235,
+      0.002526075579226017,
+      0.0031582352239638567,
+      0.0024816126096993685,
+      0.0029130764305591583,
+      0.002540357643738389
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      3.999999523162842,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.33750131726264954,
+      0.19590385258197784,
+      0.08895129710435867,
+      0.1366502046585083,
+      0.04054412990808487,
+      0.0918569266796112,
+      0.023009901866316795,
+      0.06589116156101227,
+      0.015995139256119728,
+      0.0597301684319973,
+      0.011368107981979847,
+      0.05139009281992912,
+      0.00864375289529562,
+      0.03534276410937309,
+      0.007082617841660976,
+      0.03329198807477951,
+      0.0058189029805362225,
+      0.027272045612335205,
+      0.004795322194695473,
+      0.04221294820308685,
+      0.009607328101992607,
+      0.0358678475022316,
+      0.00799160823225975,
+      0.03545752912759781,
+      0.006400048732757568,
+      0.03432459384202957,
+      0.00509628327563405,
+      0.027625061571598053,
+      0.004334445111453533,
+      0.022093990817666054,
+      0.003876881441101432,
+      0.023369548842310905,
+      0.0033206844236701727,
+      0.019791830331087112,
+      0.0029678642749786377,
+      0.019896846264600754,
+      0.0026025776751339436,
+      0.03057720698416233,
+      0.005607756786048412,
+      0.0264064222574234,
+      0.004839103203266859,
+      0.025382149964571,
+      0.004209002945572138,
+      0.021822823211550713,
+      0.0037249738816171885,
+      0.02059056982398033,
+      0.0033972274977713823,
+      0.019883370026946068,
+      0.00307767023332417,
+      0.01821579970419407,
+      0.002869992982596159,
+      0.0169074647128582,
+      0.0026983791030943394,
+      0.015219924971461296,
+      0.002645905362442136
+    ],
+    "unscaled_traffic_rms": [
+      0.7432036995887756,
+      0.7568469047546387,
+      1.1735650300979614,
+      0.7610068321228027,
+      1.4857354164123535,
+      0.7452474236488342,
+      1.7631051540374756,
+      0.7688974142074585,
+      1.9973465204238892,
+      0.7262388467788696,
+      2.2574145793914795,
+      0.7084850072860718,
+      2.385209798812866,
+      0.7784246206283569,
+      2.549966335296631,
+      0.7589183449745178,
+      2.694981336593628,
+      0.7858554720878601,
+      2.86863374710083,
+      0.7557586431503296,
+      2.2032299041748047,
+      0.759300708770752,
+      2.385065793991089,
+      0.7542720437049866,
+      2.5805070400238037,
+      0.7063891887664795,
+      2.779453754425049,
+      0.7365801334381104,
+      2.92598819732666,
+      0.7959507703781128,
+      3.0557494163513184,
+      0.7548454403877258,
+      3.2081942558288574,
+      0.7661039233207703,
+      3.3089535236358643,
+      0.7480412125587463,
+      3.4489920139312744,
+      0.7241051197052002,
+      2.6074705123901367,
+      0.7581557631492615,
+      2.7819573879241943,
+      0.734769344329834,
+      2.9521896839141846,
+      0.767102837562561,
+      3.1364495754241943,
+      0.7591570615768433,
+      3.2353899478912354,
+      0.7541206479072571,
+      3.391740560531616,
+      0.7421811819076538,
+      3.5206713676452637,
+      0.7471812963485718,
+      3.6786715984344482,
+      0.7655954957008362,
+      3.8404359817504883
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 125043328,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 1250441282772992,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 1250433280000000,
+      "local_weight_correlation_macs": 1254856960000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 1254856960000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 8031084544
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 127796290519040,
+    "forward_macs_per_example": 125485696,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 5010596513857536
+  }
+}