results: pass dynamic innovation confirmation gate

1 files changed, 6645 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_confirmation/seed14_dynamic.json b/results/kp_dynamic_projection_confirmation/seed14_dynamic.json
new file mode 100644
index 0000000..606e830
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed14_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 14,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed14_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 14,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5014,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996906618277231,
+    "feedback_forward_cosine": [
+      0.999850869178772,
+      0.9998472929000854,
+      0.9998395442962646,
+      0.9998065233230591,
+      0.9998510479927063,
+      0.9997929334640503,
+      0.999813437461853,
+      0.9998730421066284,
+      0.9998441338539124,
+      0.9998152256011963,
+      0.9998589754104614,
+      0.9998074769973755,
+      0.9998353719711304,
+      0.9999034404754639,
+      0.999894917011261,
+      0.999872624874115,
+      0.9998738169670105,
+      0.9997073411941528,
+      0.9999885559082031
+    ],
+    "feedback_forward_norm_ratio": [
+      1.000178337097168,
+      1.0005455017089844,
+      0.9990360140800476,
+      1.0015995502471924,
+      0.9998113512992859,
+      1.0008705854415894,
+      0.9992762207984924,
+      1.000243902206421,
+      0.9994572997093201,
+      1.000748872756958,
+      1.0000108480453491,
+      1.0008348226547241,
+      0.9995819330215454,
+      1.0001771450042725,
+      0.9999978542327881,
+      1.000536561012268,
+      0.9999803900718689,
+      1.0008375644683838,
+      1.0024354457855225
+    ],
+    "feedback_forward_relative_error": [
+      0.01727432571351528,
+      0.017493002116680145,
+      0.017934264615178108,
+      0.019754735752940178,
+      0.01725584641098976,
+      0.02037930302321911,
+      0.019325312227010727,
+      0.015937509015202522,
+      0.01766478270292282,
+      0.01924634538590908,
+      0.01678977534174919,
+      0.01964843086898327,
+      0.018145978450775146,
+      0.013903813436627388,
+      0.014491389505565166,
+      0.015974553301930428,
+      0.015885846689343452,
+      0.02421395294368267,
+      0.005379044450819492
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996986985206604,
+      0.9996751546859741,
+      0.9997011423110962,
+      0.9996614456176758,
+      0.9997061491012573,
+      0.9997013807296753,
+      0.9997236132621765,
+      0.9997540712356567,
+      0.999758243560791,
+      0.9997246265411377,
+      0.9997713565826416,
+      0.9997608065605164,
+      0.9997847676277161,
+      0.9998412132263184,
+      0.999850869178772,
+      0.9998796582221985,
+      0.9999210834503174,
+      0.9999673962593079,
+      0.8243924975395203
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9996987581253052,
+      0.9996751546859741,
+      0.9997011423110962,
+      0.9996615052223206,
+      0.9997061491012573,
+      0.9997013807296753,
+      0.9997235536575317,
+      0.9997540712356567,
+      0.999758243560791,
+      0.9997246265411377,
+      0.9997714161872864,
+      0.9997608661651611,
+      0.9997847676277161,
+      0.9998412132263184,
+      0.999850869178772,
+      0.9998796582221985,
+      0.9999211430549622,
+      0.9999673962593079,
+      0.8323243856430054
+    ],
+    "matched_negative_gradient_cosine": [
+      0.022362053394317627,
+      0.024259323254227638,
+      0.03520088270306587,
+      0.025507111102342606,
+      0.03269539773464203,
+      0.02519085258245468,
+      0.0362958125770092,
+      0.041643016040325165,
+      0.08374488353729248,
+      0.08095806837081909,
+      0.10179010033607483,
+      0.08231319487094879,
+      0.0815601572394371,
+      0.030292296782135963,
+      0.02102743089199066,
+      0.10524105280637741,
+      0.02774365246295929,
+      0.10146436095237732,
+      0.10039767622947693
+    ],
+    "max_norm_match_direction_error": 2.384185791015625e-07,
+    "max_norm_match_relative_error": 1.5911700756987557e-07,
+    "mean_feedback_forward_cosine": 0.9998461353151422,
+    "mean_feedback_forward_relative_error": 0.017194642734370734,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.0822753757238388,
+      "max_absolute_post_projection_soma_slope": 1.3497736262024773e-08,
+      "max_absolute_pre_projection_soma_slope": 0.0822753757238388,
+      "max_positive_post_projection_soma_slope": 1.3497736262024773e-08,
+      "min_post_projection_soma_slope": -6.2670082456861564e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.4397335043675243e-08,
+      "pre_projection_traffic_rms_ratio": 0.020312865210017125
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.020312865210005103,
+    "raw_negative_gradient_cosine": [
+      0.022362053394317627,
+      0.024259325116872787,
+      0.035200878977775574,
+      0.025507112964987755,
+      0.03269539773464203,
+      0.025190850719809532,
+      0.0362958125770092,
+      0.041643016040325165,
+      0.08374488353729248,
+      0.08095806837081909,
+      0.10179010033607483,
+      0.0823131874203682,
+      0.0815601572394371,
+      0.030292298644781113,
+      0.02102743275463581,
+      0.10524106025695801,
+      0.02774365246295929,
+      0.10146436095237732,
+      0.10039767622947693
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996986985206604,
+      0.9996751546859741,
+      0.9997011423110962,
+      0.9996614456176758,
+      0.9997061491012573,
+      0.9997013807296753,
+      0.9997236132621765,
+      0.9997540712356567,
+      0.999758243560791,
+      0.9997246265411377,
+      0.9997713565826416,
+      0.9997608065605164,
+      0.9997847676277161,
+      0.9998412132263184,
+      0.999850869178772,
+      0.9998796582221985,
+      0.9999210834503174,
+      0.9999673962593079,
+      0.8243924975395203
+    ],
+    "traffic_instruction_rms_ratio": 49.94489327166999,
+    "used_negative_gradient_cosine": [
+      0.9996986985206604,
+      0.9996751546859741,
+      0.9997011423110962,
+      0.9996614456176758,
+      0.9997061491012573,
+      0.9997013807296753,
+      0.9997236132621765,
+      0.9997540712356567,
+      0.999758243560791,
+      0.9997246265411377,
+      0.9997713565826416,
+      0.9997608065605164,
+      0.9997847676277161,
+      0.9998412132263184,
+      0.999850869178772,
+      0.9998796582221985,
+      0.9999210834503174,
+      0.9999673962593079,
+      0.8243924975395203
+    ],
+    "wall_s": 0.14642691612243652
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.327570915222168,
+        "mean_feedback_forward_cosine": 0.2931321012346368,
+        "mean_feedback_forward_relative_error": 1.191693923975292,
+        "min_feedback_forward_cosine": 0.1347886621952057
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0023458699837442037,
+        "instruction_rms": 0.0023458699838571117,
+        "raw_apical_rms": 0.02348662346397723,
+        "teaching_rms": 0.0023458699837442037,
+        "traffic_rms": 0.02336154807426504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227542787790298,
+        "maximum_absolute_post_projection_soma_slope": 5.0590429623298405e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.0321173518936684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00990496878122038,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.805547742729187
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.260906457901001,
+        "mean_feedback_forward_cosine": 0.4232938603350991,
+        "mean_feedback_forward_relative_error": 1.0761622566925853,
+        "min_feedback_forward_cosine": 0.22098347544670105
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003671590594991641,
+        "instruction_rms": 0.0036715905950553992,
+        "raw_apical_rms": 0.027545810196126733,
+        "teaching_rms": 0.003671590594991641,
+        "traffic_rms": 0.027297827811384838
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.8800415325113136e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.753875798549638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01628496239655508,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3310523392486573
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2047605514526367,
+        "mean_feedback_forward_cosine": 0.5217100444592928,
+        "mean_feedback_forward_relative_error": 0.9805129201788652,
+        "min_feedback_forward_cosine": 0.286628782749176
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004465159986254829,
+        "instruction_rms": 0.00446515998857754,
+        "raw_apical_rms": 0.03150193579872519,
+        "teaching_rms": 0.004465159986254829,
+        "traffic_rms": 0.0311819173826129
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.712585083803788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.684428889971324e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018656673528363813,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0602655870056152
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1567370891571045,
+        "mean_feedback_forward_cosine": 0.593300135512101,
+        "mean_feedback_forward_relative_error": 0.903764197700902,
+        "min_feedback_forward_cosine": 0.3449849486351013
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00474773434610716,
+        "instruction_rms": 0.004747734344541678,
+        "raw_apical_rms": 0.033327790001248504,
+        "teaching_rms": 0.00474773434610716,
+        "traffic_rms": 0.032985611177575064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.5780558960141207e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6763558784768696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018490967629297403,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8784695714378357
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1160329580307007,
+        "mean_feedback_forward_cosine": 0.6467200313743792,
+        "mean_feedback_forward_relative_error": 0.8423983517446016,
+        "min_feedback_forward_cosine": 0.39192259311676025
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004881021328203709,
+        "instruction_rms": 0.004881021328194546,
+        "raw_apical_rms": 0.034711713691779,
+        "teaching_rms": 0.004881021328203709,
+        "traffic_rms": 0.03436421549227625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 4.074751558391654e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6662877615313945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017492111986983843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7631265657424927
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0759037733078003,
+        "mean_feedback_forward_cosine": 0.6879244682035948,
+        "mean_feedback_forward_relative_error": 0.7916530919702429,
+        "min_feedback_forward_cosine": 0.43611904978752136
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048809440060509565,
+        "instruction_rms": 0.0048809440063602,
+        "raw_apical_rms": 0.0364534283963569,
+        "teaching_rms": 0.0048809440060509565,
+        "traffic_rms": 0.03612267551602297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.225347811053325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.643581410571312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015621303511655617,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.6868485440635681
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0387662649154663,
+        "mean_feedback_forward_cosine": 0.7214141299850062,
+        "mean_feedback_forward_relative_error": 0.7475441051156897,
+        "min_feedback_forward_cosine": 0.47599244117736816
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004832757803317768,
+        "instruction_rms": 0.004832757802903111,
+        "raw_apical_rms": 0.03753326801392513,
+        "teaching_rms": 0.004832757803317768,
+        "traffic_rms": 0.03721797167340259
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8010404662381916e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635598523810193e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016501083644565786,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6314835189056397
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.003250002861023,
+        "mean_feedback_forward_cosine": 0.7492409724938242,
+        "mean_feedback_forward_relative_error": 0.709188638549102,
+        "min_feedback_forward_cosine": 0.5122384428977966
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004856772300705741,
+        "instruction_rms": 0.0048567722998842,
+        "raw_apical_rms": 0.03800837014758386,
+        "teaching_rms": 0.004856772300705741,
+        "traffic_rms": 0.037694081711853566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.498570677606949e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6359628751323574e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017631521920791614,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5823070617294311
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9685584902763367,
+        "mean_feedback_forward_cosine": 0.7732300821103548,
+        "mean_feedback_forward_relative_error": 0.6742678676780901,
+        "min_feedback_forward_cosine": 0.5464391708374023
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004789985864534236,
+        "instruction_rms": 0.00478998586463003,
+        "raw_apical_rms": 0.038732535975082215,
+        "teaching_rms": 0.004789985864534236,
+        "traffic_rms": 0.03843220078923353
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 3.27060156735115e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623040867647771e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015321808217678557,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5515176932907104
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9338985085487366,
+        "mean_feedback_forward_cosine": 0.7943182932703119,
+        "mean_feedback_forward_relative_error": 0.6417741681400099,
+        "min_feedback_forward_cosine": 0.5791939496994019
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004871900473038724,
+        "instruction_rms": 0.004871900474412808,
+        "raw_apical_rms": 0.039069140209188405,
+        "teaching_rms": 0.004871900473038724,
+        "traffic_rms": 0.038760862538312166
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7772903976597263e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6175438862991447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01821533274242593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5251762504386902
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9005911946296692,
+        "mean_feedback_forward_cosine": 0.8128562506876493,
+        "mean_feedback_forward_relative_error": 0.6118506397071638,
+        "min_feedback_forward_cosine": 0.6089978218078613
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004896473654990419,
+        "instruction_rms": 0.004896473653639533,
+        "raw_apical_rms": 0.03928884658759881,
+        "teaching_rms": 0.004896473654990419,
+        "traffic_rms": 0.03897937104307989
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.789050140312611e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.616522787170611e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01786776892063925,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.4958604956626892
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8660767078399658,
+        "mean_feedback_forward_cosine": 0.8295832841019881,
+        "mean_feedback_forward_relative_error": 0.5838058575203544,
+        "min_feedback_forward_cosine": 0.6385530829429626
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004808647554256598,
+        "instruction_rms": 0.0048086475541508,
+        "raw_apical_rms": 0.03954524124527627,
+        "teaching_rms": 0.004808647554256598,
+        "traffic_rms": 0.03924841937169721
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.956946865140253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6118133214278638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0184079742347186,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4820075796508789
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8346330523490906,
+        "mean_feedback_forward_cosine": 0.8443804289165296,
+        "mean_feedback_forward_relative_error": 0.5574246974367845,
+        "min_feedback_forward_cosine": 0.6643346548080444
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004875982367526556,
+        "instruction_rms": 0.004875982368043958,
+        "raw_apical_rms": 0.0399272492532039,
+        "teaching_rms": 0.004875982367526556,
+        "traffic_rms": 0.03962497113825138
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.2248046011318365e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6120312677332787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017202621076232633,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.45787043023109436
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8036091327667236,
+        "mean_feedback_forward_cosine": 0.8574150832075822,
+        "mean_feedback_forward_relative_error": 0.5333596569927115,
+        "min_feedback_forward_cosine": 0.6891120672225952
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004848916188618188,
+        "instruction_rms": 0.004848916188589928,
+        "raw_apical_rms": 0.04003221149567942,
+        "teaching_rms": 0.004848916188618188,
+        "traffic_rms": 0.039733806119139625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.775923573812179e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6148244421618295e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017642830395704957,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.43975774251937866
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7734719514846802,
+        "mean_feedback_forward_cosine": 0.869485710796557,
+        "mean_feedback_forward_relative_error": 0.5100936968075601,
+        "min_feedback_forward_cosine": 0.7120944261550903
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004806122496659478,
+        "instruction_rms": 0.004806122496870706,
+        "raw_apical_rms": 0.0407173220952058,
+        "teaching_rms": 0.004806122496659478,
+        "traffic_rms": 0.04042913585746582
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.3156855039351285e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6091354082006586e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017048526833013028,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4246260940742493
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7430330514907837,
+        "mean_feedback_forward_cosine": 0.8805680369075976,
+        "mean_feedback_forward_relative_error": 0.48759743414427104,
+        "min_feedback_forward_cosine": 0.734087347984314
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004848893921819122,
+        "instruction_rms": 0.004848893923483939,
+        "raw_apical_rms": 0.04098843158624421,
+        "teaching_rms": 0.004848893921819122,
+        "traffic_rms": 0.04069630615158447
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.9484807484436715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6076372053518845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016823604896313207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4146203851890564
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7147830128669739,
+        "mean_feedback_forward_cosine": 0.8904170739023309,
+        "mean_feedback_forward_relative_error": 0.46680008188674327,
+        "min_feedback_forward_cosine": 0.7541211843490601
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004873685792756525,
+        "instruction_rms": 0.004873685791842876,
+        "raw_apical_rms": 0.041241226043997756,
+        "teaching_rms": 0.004873685792756525,
+        "traffic_rms": 0.04094839936735025
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.113056479264742e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6029967318936335e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015918563634871864,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4003345101833343
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.687778115272522,
+        "mean_feedback_forward_cosine": 0.8992662774889093,
+        "mean_feedback_forward_relative_error": 0.447287706952346,
+        "min_feedback_forward_cosine": 0.7724377512931824
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004829480583906598,
+        "instruction_rms": 0.004829480586007168,
+        "raw_apical_rms": 0.04142737798869699,
+        "teaching_rms": 0.004829480583906598,
+        "traffic_rms": 0.041140858611230055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.358062627967229e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5969093901961895e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017290331190102377,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.38632042106628417
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6603801846504211,
+        "mean_feedback_forward_cosine": 0.9074160550770006,
+        "mean_feedback_forward_relative_error": 0.42844122020821823,
+        "min_feedback_forward_cosine": 0.7900243401527405
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00487291843657504,
+        "instruction_rms": 0.004872918434861623,
+        "raw_apical_rms": 0.04163633613866524,
+        "teaching_rms": 0.00487291843657504,
+        "traffic_rms": 0.04134602494707575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227542042732239,
+        "maximum_absolute_post_projection_soma_slope": 4.2223906149274626e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594521432290967e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017679108183478818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38205625931739806
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6350133419036865,
+        "mean_feedback_forward_cosine": 0.9147163253081473,
+        "mean_feedback_forward_relative_error": 0.4109759503289273,
+        "min_feedback_forward_cosine": 0.8055943250656128
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004859434303461324,
+        "instruction_rms": 0.004859434304251195,
+        "raw_apical_rms": 0.041616226750107566,
+        "teaching_rms": 0.004859434303461324,
+        "traffic_rms": 0.04132704009945589
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.854311714235337e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5958980317111978e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01651007412015662,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3695819313621521
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6108391284942627,
+        "mean_feedback_forward_cosine": 0.9213258875043768,
+        "mean_feedback_forward_relative_error": 0.3945247648577941,
+        "min_feedback_forward_cosine": 0.8200223445892334
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004822141095869423,
+        "instruction_rms": 0.004822141096378631,
+        "raw_apical_rms": 0.04186738019508544,
+        "teaching_rms": 0.004822141095869423,
+        "traffic_rms": 0.04158481055969158
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.2747060174642684e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5900518970793345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018201813039787722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3592459613609314
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5873867869377136,
+        "mean_feedback_forward_cosine": 0.9274100441681711,
+        "mean_feedback_forward_relative_error": 0.3788129083420101,
+        "min_feedback_forward_cosine": 0.8333821892738342
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004801373989082424,
+        "instruction_rms": 0.004801373989256409,
+        "raw_apical_rms": 0.042068418743024485,
+        "teaching_rms": 0.004801373989082424,
+        "traffic_rms": 0.041789474507102915
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.719799579471328e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912308281125024e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016512888852699373,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3491060485935211
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5640358328819275,
+        "mean_feedback_forward_cosine": 0.93328458070755,
+        "mean_feedback_forward_relative_error": 0.3630620225479728,
+        "min_feedback_forward_cosine": 0.8463056087493896
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004868240049269691,
+        "instruction_rms": 0.004868240049303125,
+        "raw_apical_rms": 0.042381354518935335,
+        "teaching_rms": 0.004868240049269691,
+        "traffic_rms": 0.042096341261464956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.0879501622393946e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5990957139271692e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017203735964915666,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3448995432281494
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5415239930152893,
+        "mean_feedback_forward_cosine": 0.9384371355960244,
+        "mean_feedback_forward_relative_error": 0.34853963083342504,
+        "min_feedback_forward_cosine": 0.8581621050834656
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004780336621771959,
+        "instruction_rms": 0.004780336620950417,
+        "raw_apical_rms": 0.04277606786346969,
+        "teaching_rms": 0.004780336621771959,
+        "traffic_rms": 0.04250384394228024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 5.1318746585593544e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5927275006071247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015940986030146452,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3374901043891907
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5202357769012451,
+        "mean_feedback_forward_cosine": 0.9431340035639311,
+        "mean_feedback_forward_relative_error": 0.334823907205933,
+        "min_feedback_forward_cosine": 0.8690590262413025
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004716746604124523,
+        "instruction_rms": 0.004716746604574487,
+        "raw_apical_rms": 0.04260743446868217,
+        "teaching_rms": 0.004716746604124523,
+        "traffic_rms": 0.04234079804455051
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227542042732239,
+        "maximum_absolute_post_projection_soma_slope": 4.7357151089499894e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585340613692155e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016364408160975126,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3276682837963104
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.49953463673591614,
+        "mean_feedback_forward_cosine": 0.9474935123794958,
+        "mean_feedback_forward_relative_error": 0.32163944448295395,
+        "min_feedback_forward_cosine": 0.8792381882667542
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004772341002184884,
+        "instruction_rms": 0.004772341001748879,
+        "raw_apical_rms": 0.043038446708388266,
+        "teaching_rms": 0.004772341002184884,
+        "traffic_rms": 0.04276835548679682
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 4.6521169139168705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5849831189216247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017063269026886485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.32579190908432004
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4791122078895569,
+        "mean_feedback_forward_cosine": 0.951603186757941,
+        "mean_feedback_forward_relative_error": 0.3087067596222225,
+        "min_feedback_forward_cosine": 0.8887606859207153
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004775483719212557,
+        "instruction_rms": 0.004775483720499498,
+        "raw_apical_rms": 0.04298152470823786,
+        "teaching_rms": 0.004775483719212557,
+        "traffic_rms": 0.04271078101370726
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.938568227113137e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5860390157824777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015241455164246841,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.32503713415145874
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.46021783351898193,
+        "mean_feedback_forward_cosine": 0.9552743905468991,
+        "mean_feedback_forward_relative_error": 0.29664373789962967,
+        "min_feedback_forward_cosine": 0.8972604870796204
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004765655704444584,
+        "instruction_rms": 0.004765655705800749,
+        "raw_apical_rms": 0.042966238669496566,
+        "teaching_rms": 0.004765655704444584,
+        "traffic_rms": 0.042696162421521695
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.775274493023062e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586331809508137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014996490073181547,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.30880972177505495
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.44126591086387634,
+        "mean_feedback_forward_cosine": 0.958730719591442,
+        "mean_feedback_forward_relative_error": 0.284871365286802,
+        "min_feedback_forward_cosine": 0.9054875373840332
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004788670806882806,
+        "instruction_rms": 0.004788670806122413,
+        "raw_apical_rms": 0.043174576322435536,
+        "teaching_rms": 0.004788670806882806,
+        "traffic_rms": 0.04290405978309106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.2173886665987084e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5821082881976517e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01668752396976143,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3089152067899704
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4237067997455597,
+        "mean_feedback_forward_cosine": 0.9618870490475705,
+        "mean_feedback_forward_relative_error": 0.2736635588501629,
+        "min_feedback_forward_cosine": 0.9127898812294006
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004719286137527617,
+        "instruction_rms": 0.004719286136101836,
+        "raw_apical_rms": 0.04375445741024963,
+        "teaching_rms": 0.004719286137527617,
+        "traffic_rms": 0.04349441604211649
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7270182556549116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5756416374652833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01802896167857879,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.30178434378623964
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40658998489379883,
+        "mean_feedback_forward_cosine": 0.9648162785329317,
+        "mean_feedback_forward_relative_error": 0.26284888347512797,
+        "min_feedback_forward_cosine": 0.9195866584777832
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004787406694709766,
+        "instruction_rms": 0.004787406694770327,
+        "raw_apical_rms": 0.044117977883712044,
+        "teaching_rms": 0.004787406694709766,
+        "traffic_rms": 0.04385303318731251
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8906068649803274e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5827191150418028e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017490406845183534,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.2960630872821808
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3895008862018585,
+        "mean_feedback_forward_cosine": 0.967572874144504,
+        "mean_feedback_forward_relative_error": 0.25229691674834803,
+        "min_feedback_forward_cosine": 0.9262061715126038
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004799912306798599,
+        "instruction_rms": 0.004799912308478198,
+        "raw_apical_rms": 0.04427760032105145,
+        "teaching_rms": 0.004799912306798599,
+        "traffic_rms": 0.04401228818747283
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.012265992197172e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58364052319485e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017358258359552233,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29593069162368774
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3740667402744293,
+        "mean_feedback_forward_cosine": 0.9700015877422533,
+        "mean_feedback_forward_relative_error": 0.24253453784867338,
+        "min_feedback_forward_cosine": 0.9318884015083313
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004721054043907427,
+        "instruction_rms": 0.0047210540457194765,
+        "raw_apical_rms": 0.04415189886338868,
+        "teaching_rms": 0.004721054043907427,
+        "traffic_rms": 0.04389417901977046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9468626649986618e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5841658241876946e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017795347855756365,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2867195527267456
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3588382303714752,
+        "mean_feedback_forward_cosine": 0.972333152043192,
+        "mean_feedback_forward_relative_error": 0.2328983721764464,
+        "min_feedback_forward_cosine": 0.9372836947441101
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00479726388153956,
+        "instruction_rms": 0.004797263879010452,
+        "raw_apical_rms": 0.04418121784603879,
+        "teaching_rms": 0.00479726388153956,
+        "traffic_rms": 0.043914614630379045
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.773115070908716e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5841895840707302e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016448641275159097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2891142744159699
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.34428825974464417,
+        "mean_feedback_forward_cosine": 0.974418066049877,
+        "mean_feedback_forward_relative_error": 0.22383663646484675,
+        "min_feedback_forward_cosine": 0.9422024488449097
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047290254551864966,
+        "instruction_rms": 0.004729025455495738,
+        "raw_apical_rms": 0.04433298378731518,
+        "teaching_rms": 0.0047290254551864966,
+        "traffic_rms": 0.044075616440752925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.883191818625619e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574018332832844e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016249806642077994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.28075618514060974
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3303960859775543,
+        "mean_feedback_forward_cosine": 0.9763642361289576,
+        "mean_feedback_forward_relative_error": 0.215111286232346,
+        "min_feedback_forward_cosine": 0.9467146396636963
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004718207659941733,
+        "instruction_rms": 0.004718207659569686,
+        "raw_apical_rms": 0.04424307693240625,
+        "teaching_rms": 0.004718207659941733,
+        "traffic_rms": 0.043985696562663906
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.3381006403487845e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5789616933194986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01633000558551045,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2803949238920212
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3170152008533478,
+        "mean_feedback_forward_cosine": 0.9781417815308822,
+        "mean_feedback_forward_relative_error": 0.20681124258982508,
+        "min_feedback_forward_cosine": 0.950925350189209
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004692203795388552,
+        "instruction_rms": 0.004692203796202685,
+        "raw_apical_rms": 0.04427676079609707,
+        "teaching_rms": 0.004692203795388552,
+        "traffic_rms": 0.04402294375333988
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.3900782625551074e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585140731639396e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016528345481444533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27353249445915223
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30395451188087463,
+        "mean_feedback_forward_cosine": 0.9797981977462769,
+        "mean_feedback_forward_relative_error": 0.19875668812739222,
+        "min_feedback_forward_cosine": 0.9548333883285522
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047392588401320365,
+        "instruction_rms": 0.004739258840819582,
+        "raw_apical_rms": 0.044428064971136765,
+        "teaching_rms": 0.0047392588401320365,
+        "traffic_rms": 0.04417026904399828
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.578487195454727e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582585576924312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016864814841087247,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2749817355442047
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2922903299331665,
+        "mean_feedback_forward_cosine": 0.9812934586876317,
+        "mean_feedback_forward_relative_error": 0.1912031028615801,
+        "min_feedback_forward_cosine": 0.9581990242004395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004576066277701493,
+        "instruction_rms": 0.004576066277471627,
+        "raw_apical_rms": 0.044728942681296,
+        "teaching_rms": 0.004576066277701493,
+        "traffic_rms": 0.04448984609232146
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.6836007194219746e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5690026460969497e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0169922241715625,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.26782150758743284
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.280313104391098,
+        "mean_feedback_forward_cosine": 0.9826982993828622,
+        "mean_feedback_forward_relative_error": 0.18380009853526166,
+        "min_feedback_forward_cosine": 0.9614983797073364
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004644261898245803,
+        "instruction_rms": 0.004644261897794111,
+        "raw_apical_rms": 0.04480093733984485,
+        "teaching_rms": 0.004644261898245803,
+        "traffic_rms": 0.04455461437941404
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 4.0477818430417756e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574299340521356e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018366851020281037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2678113062095642
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26887330412864685,
+        "mean_feedback_forward_cosine": 0.9839890003204346,
+        "mean_feedback_forward_relative_error": 0.17680098194825022,
+        "min_feedback_forward_cosine": 0.9645620584487915
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004559570050949503,
+        "instruction_rms": 0.004559570051177332,
+        "raw_apical_rms": 0.04472163506720585,
+        "teaching_rms": 0.004559570050949503,
+        "traffic_rms": 0.04448327144272855
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9571026516350685e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5692504515424268e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018384748457102303,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.26370660876750945
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2576903998851776,
+        "mean_feedback_forward_cosine": 0.9852035422074167,
+        "mean_feedback_forward_relative_error": 0.16993934935645053,
+        "min_feedback_forward_cosine": 0.967430591583252
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004656677158984815,
+        "instruction_rms": 0.004656677159186917,
+        "raw_apical_rms": 0.04479867481312729,
+        "teaching_rms": 0.004656677158984815,
+        "traffic_rms": 0.04455088583195975
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.941812482504247e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5725155860143962e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018336498336476124,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2643015848827362
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24723805487155914,
+        "mean_feedback_forward_cosine": 0.9863148488496479,
+        "mean_feedback_forward_relative_error": 0.16339484445358576,
+        "min_feedback_forward_cosine": 0.9700101613998413
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004637239172166699,
+        "instruction_rms": 0.004637239172082321,
+        "raw_apical_rms": 0.045106691019083184,
+        "teaching_rms": 0.004637239172166699,
+        "traffic_rms": 0.04486270985308889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.9108356613960495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5697655447775195e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018963983382430643,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2578103147983551
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23730941116809845,
+        "mean_feedback_forward_cosine": 0.9873444030159398,
+        "mean_feedback_forward_relative_error": 0.15708831697702408,
+        "min_feedback_forward_cosine": 0.9723442792892456
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004655350053951573,
+        "instruction_rms": 0.004655350053869338,
+        "raw_apical_rms": 0.04514114405603066,
+        "teaching_rms": 0.004655350053951573,
+        "traffic_rms": 0.044894694106716426
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.252825481718901e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5760762003746766e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020997997961584514,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2529665837192535
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22768084704875946,
+        "mean_feedback_forward_cosine": 0.9883168151504115,
+        "mean_feedback_forward_relative_error": 0.1509027994777027,
+        "min_feedback_forward_cosine": 0.9745272994041443
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046873742133837154,
+        "instruction_rms": 0.004687374214414652,
+        "raw_apical_rms": 0.04538427132015767,
+        "teaching_rms": 0.0046873742133837154,
+        "traffic_rms": 0.04513624677173431
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.6181718126849773e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5738978300010427e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018688845227733526,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2579633776187897
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2186504602432251,
+        "mean_feedback_forward_cosine": 0.9891984901930156,
+        "mean_feedback_forward_relative_error": 0.1450516028623832,
+        "min_feedback_forward_cosine": 0.9764928221702576
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004653935958856293,
+        "instruction_rms": 0.004653935958024194,
+        "raw_apical_rms": 0.04547335404426049,
+        "teaching_rms": 0.004653935958856293,
+        "traffic_rms": 0.045229135552194856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2090855367196127e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5722884906394433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019171477402907058,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2501810896587372
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21012821793556213,
+        "mean_feedback_forward_cosine": 0.9900065848701879,
+        "mean_feedback_forward_relative_error": 0.13949474260995262,
+        "min_feedback_forward_cosine": 0.978274941444397
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046021958015362305,
+        "instruction_rms": 0.004602195804364113,
+        "raw_apical_rms": 0.04538367987748691,
+        "teaching_rms": 0.0046021958015362305,
+        "traffic_rms": 0.04514425051086037
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.503428042643918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5746243688601273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019613229640980317,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.24839993502616883
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20168890058994293,
+        "mean_feedback_forward_cosine": 0.9907535534155997,
+        "mean_feedback_forward_relative_error": 0.13414796500613815,
+        "min_feedback_forward_cosine": 0.9799731969833374
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004608081501542696,
+        "instruction_rms": 0.004608081501064747,
+        "raw_apical_rms": 0.04552153247163043,
+        "teaching_rms": 0.004608081501542696,
+        "traffic_rms": 0.045282666007723474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4720135272104926e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5740755861584484e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01976832212866389,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.24864288017749786
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19331048429012299,
+        "mean_feedback_forward_cosine": 0.9914591249666715,
+        "mean_feedback_forward_relative_error": 0.12891349745424172,
+        "min_feedback_forward_cosine": 0.9815924167633057
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004642849718999817,
+        "instruction_rms": 0.004642849718146079,
+        "raw_apical_rms": 0.045396201434828774,
+        "teaching_rms": 0.004642849718999817,
+        "traffic_rms": 0.04515219367419024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2221056994453647e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576318375368063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021803495629779186,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24451458721160887
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18572430312633514,
+        "mean_feedback_forward_cosine": 0.992089967978628,
+        "mean_feedback_forward_relative_error": 0.12403291797167376,
+        "min_feedback_forward_cosine": 0.9829974174499512
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004546503347293876,
+        "instruction_rms": 0.004546503347551271,
+        "raw_apical_rms": 0.045598295502900524,
+        "teaching_rms": 0.004546503347293876,
+        "traffic_rms": 0.04536513488601619
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.1497157831618097e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.569904570292151e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020824954594735653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24301876690864563
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17827193439006805,
+        "mean_feedback_forward_cosine": 0.9926830122345373,
+        "mean_feedback_forward_relative_error": 0.11927764686314683,
+        "min_feedback_forward_cosine": 0.9843248128890991
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004529869819916526,
+        "instruction_rms": 0.004529869819349525,
+        "raw_apical_rms": 0.04564279311085858,
+        "teaching_rms": 0.004529869819916526,
+        "traffic_rms": 0.04541218613149538
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.046986757875402e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5816669804176315e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02107535960842052,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24247464240074157
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17108646035194397,
+        "mean_feedback_forward_cosine": 0.9932249062939694,
+        "mean_feedback_forward_relative_error": 0.11475159463129546,
+        "min_feedback_forward_cosine": 0.9855504631996155
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004516106873876966,
+        "instruction_rms": 0.004516106872662984,
+        "raw_apical_rms": 0.04587548219908651,
+        "teaching_rms": 0.004516106873876966,
+        "traffic_rms": 0.04564774870233887
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.292869361042449e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565992442616238e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022907851644091013,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.23650110539913177
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1641821265220642,
+        "mean_feedback_forward_cosine": 0.9937359941633124,
+        "mean_feedback_forward_relative_error": 0.11033032442394056,
+        "min_feedback_forward_cosine": 0.9866870045661926
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004504315625232826,
+        "instruction_rms": 0.004504315623691197,
+        "raw_apical_rms": 0.045868057659293374,
+        "teaching_rms": 0.004504315625232826,
+        "traffic_rms": 0.045641715729051006
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.1825806939546055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5777820384544772e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021845245102331948,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.236711265873909
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1578034609556198,
+        "mean_feedback_forward_cosine": 0.9941970423648232,
+        "mean_feedback_forward_relative_error": 0.10619055303303819,
+        "min_feedback_forward_cosine": 0.9876944422721863
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00454094953512039,
+        "instruction_rms": 0.0045409495347720485,
+        "raw_apical_rms": 0.045871424016477716,
+        "teaching_rms": 0.00454094953512039,
+        "traffic_rms": 0.0456407443772398
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.906738754722028e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5727990263309854e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022161256481121983,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.23387126324653626
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1514606922864914,
+        "mean_feedback_forward_cosine": 0.9946410718717074,
+        "mean_feedback_forward_relative_error": 0.10203240223621067,
+        "min_feedback_forward_cosine": 0.9886603951454163
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004547563050037495,
+        "instruction_rms": 0.004547563049574177,
+        "raw_apical_rms": 0.045518360692550774,
+        "teaching_rms": 0.004547563050037495,
+        "traffic_rms": 0.045284595344162265
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.0565510183701008e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5740478061418132e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02584861887226083,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23675390189170836
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14551417529582977,
+        "mean_feedback_forward_cosine": 0.9950359651916906,
+        "mean_feedback_forward_relative_error": 0.09818014835840777,
+        "min_feedback_forward_cosine": 0.9895309209823608
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004484665153046693,
+        "instruction_rms": 0.004484665152916434,
+        "raw_apical_rms": 0.04570755301305259,
+        "teaching_rms": 0.004484665153046693,
+        "traffic_rms": 0.045481671294718536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.019190148416783e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571113081743833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021799124725607605,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.2318402995967865
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1395757496356964,
+        "mean_feedback_forward_cosine": 0.9954079169976083,
+        "mean_feedback_forward_relative_error": 0.09442977019046482,
+        "min_feedback_forward_cosine": 0.990362286567688
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004478828277481864,
+        "instruction_rms": 0.0044788282786134255,
+        "raw_apical_rms": 0.045919421039114866,
+        "teaching_rms": 0.004478828277481864,
+        "traffic_rms": 0.04569424704702332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 1.987119269131199e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5803549504010474e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021603059293626554,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.2329094067955017
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13399051129817963,
+        "mean_feedback_forward_cosine": 0.9957562622271086,
+        "mean_feedback_forward_relative_error": 0.09077090377870359,
+        "min_feedback_forward_cosine": 0.9911122918128967
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004542468247839672,
+        "instruction_rms": 0.004542468247707608,
+        "raw_apical_rms": 0.04598549938496717,
+        "teaching_rms": 0.004542468247839672,
+        "traffic_rms": 0.04575508848348998
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.1328670385400983e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5781325748831678e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021982635482641573,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23193579595804215
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12861619889736176,
+        "mean_feedback_forward_cosine": 0.9960756521475943,
+        "mean_feedback_forward_relative_error": 0.08727476726237096,
+        "min_feedback_forward_cosine": 0.9918099641799927
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045456451106464825,
+        "instruction_rms": 0.004545645111198934,
+        "raw_apical_rms": 0.04622778920892566,
+        "teaching_rms": 0.0045456451106464825,
+        "traffic_rms": 0.0459981770548858
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.1947410999700878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5719951622780338e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02204401009968262,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.22264044613838196
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1234351098537445,
+        "mean_feedback_forward_cosine": 0.9963682733084026,
+        "mean_feedback_forward_relative_error": 0.08395374958452426,
+        "min_feedback_forward_cosine": 0.9924530982971191
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004489913723767663,
+        "instruction_rms": 0.004489913724304685,
+        "raw_apical_rms": 0.046488015295076325,
+        "teaching_rms": 0.004489913723767663,
+        "traffic_rms": 0.04626463996035689
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.163831247514736e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574233593412969e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020082952511527835,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.22571970604419708
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1184806227684021,
+        "mean_feedback_forward_cosine": 0.9966443714342619,
+        "mean_feedback_forward_relative_error": 0.08070476980585801,
+        "min_feedback_forward_cosine": 0.9930440187454224
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004504800887250757,
+        "instruction_rms": 0.00450480088576186,
+        "raw_apical_rms": 0.046282758228746036,
+        "teaching_rms": 0.004504800887250757,
+        "traffic_rms": 0.04605734033030899
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9634261267119655e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572414878997406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02021490688069777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22655731499195098
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11374534666538239,
+        "mean_feedback_forward_cosine": 0.9969005961167184,
+        "mean_feedback_forward_relative_error": 0.07756132691314346,
+        "min_feedback_forward_cosine": 0.9935874342918396
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004505956256633451,
+        "instruction_rms": 0.004505956257564016,
+        "raw_apical_rms": 0.046141540463833106,
+        "teaching_rms": 0.004505956256633451,
+        "traffic_rms": 0.04591453850100383
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.3485324735238464e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5722033331634642e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020125181120183397,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.22841051981925964
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10925038903951645,
+        "mean_feedback_forward_cosine": 0.9971293963884053,
+        "mean_feedback_forward_relative_error": 0.07463071907037183,
+        "min_feedback_forward_cosine": 0.9940821528434753
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004448314743345945,
+        "instruction_rms": 0.004448314745325493,
+        "raw_apical_rms": 0.046495458627430895,
+        "teaching_rms": 0.004448314743345945,
+        "traffic_rms": 0.04627749060234853
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5301879702510632e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5817411326167646e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021421516564879062,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22133978113174438
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10481410473585129,
+        "mean_feedback_forward_cosine": 0.9973445848414773,
+        "mean_feedback_forward_relative_error": 0.07178265444542233,
+        "min_feedback_forward_cosine": 0.9945505261421204
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004433166505171442,
+        "instruction_rms": 0.0044331665074760634,
+        "raw_apical_rms": 0.04671754289028331,
+        "teaching_rms": 0.004433166505171442,
+        "traffic_rms": 0.04650113936844048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.4786775298935027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5696695633903345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021809574039822397,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22549003900527953
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10073484480381012,
+        "mean_feedback_forward_cosine": 0.9975425946085077,
+        "mean_feedback_forward_relative_error": 0.06904374798269648,
+        "min_feedback_forward_cosine": 0.994964063167572
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004462751497178396,
+        "instruction_rms": 0.0044627514982871685,
+        "raw_apical_rms": 0.04676103586523217,
+        "teaching_rms": 0.004462751497178396,
+        "traffic_rms": 0.04654206192430569
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.4329649406240605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704649650114084e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02331611123008546,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22032174900531767
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09662847965955734,
+        "mean_feedback_forward_cosine": 0.9977284920843024,
+        "mean_feedback_forward_relative_error": 0.06637487384049516,
+        "min_feedback_forward_cosine": 0.9953654408454895
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004462928333116613,
+        "instruction_rms": 0.004462928332879415,
+        "raw_apical_rms": 0.04685430411951297,
+        "teaching_rms": 0.004462928333116613,
+        "traffic_rms": 0.04663582400770435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.5380325396895387e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5753460336741072e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02592319297462404,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.21960287969112396
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09272351861000061,
+        "mean_feedback_forward_cosine": 0.9979008059752615,
+        "mean_feedback_forward_relative_error": 0.06380672939121723,
+        "min_feedback_forward_cosine": 0.9957313537597656
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004433959359960961,
+        "instruction_rms": 0.0044339593595421655,
+        "raw_apical_rms": 0.04699519220435064,
+        "teaching_rms": 0.004433959359960961,
+        "traffic_rms": 0.04677970372013533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.135201526698438e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.564014003717809e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023662354255129636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22203246573448182
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0892024040222168,
+        "mean_feedback_forward_cosine": 0.9980526127313313,
+        "mean_feedback_forward_relative_error": 0.06144261811124651,
+        "min_feedback_forward_cosine": 0.9960476756095886
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043195442608879794,
+        "instruction_rms": 0.004319544259112613,
+        "raw_apical_rms": 0.04708964126135318,
+        "teaching_rms": 0.0043195442608879794,
+        "traffic_rms": 0.04688599333338463
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2364449847600554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5677853552450978e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022628381932380287,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21463418855667113
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08539411425590515,
+        "mean_feedback_forward_cosine": 0.9982048147603085,
+        "mean_feedback_forward_relative_error": 0.059003911618339386,
+        "min_feedback_forward_cosine": 0.9963769316673279
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461364795854374,
+        "instruction_rms": 0.004461364795788858,
+        "raw_apical_rms": 0.04722834926039865,
+        "teaching_rms": 0.004461364795854374,
+        "traffic_rms": 0.047011179036210334
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4865526526696158e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5674386460899376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025518047441388,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.22278486170768738
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08207610994577408,
+        "mean_feedback_forward_cosine": 0.9983395777250591,
+        "mean_feedback_forward_relative_error": 0.05674094363654915,
+        "min_feedback_forward_cosine": 0.9966522455215454
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004413970967306516,
+        "instruction_rms": 0.004413970966060653,
+        "raw_apical_rms": 0.047177494746441416,
+        "teaching_rms": 0.004413970967306516,
+        "traffic_rms": 0.04696540258074965
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.37330315400186e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.563740350042084e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02440686432976754,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21333355133056642
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0788140520453453,
+        "mean_feedback_forward_cosine": 0.9984651302036486,
+        "mean_feedback_forward_relative_error": 0.05454968161096698,
+        "min_feedback_forward_cosine": 0.99691241979599
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004449405174667694,
+        "instruction_rms": 0.004449405173589104,
+        "raw_apical_rms": 0.047358997159524685,
+        "teaching_rms": 0.004449405174667694,
+        "traffic_rms": 0.04714393151480106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 1.9512503612872933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57532254680953e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0253896152063465,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.2183531108570099
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07578767091035843,
+        "mean_feedback_forward_cosine": 0.9985797122905129,
+        "mean_feedback_forward_relative_error": 0.05246723257005215,
+        "min_feedback_forward_cosine": 0.9971445798873901
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004428203586013016,
+        "instruction_rms": 0.004428203585740776,
+        "raw_apical_rms": 0.04738437883696551,
+        "teaching_rms": 0.004428203586013016,
+        "traffic_rms": 0.047171228388636174
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.290792444625822e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574478940654628e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021782677125043014,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.2093059962463379
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07258349657058716,
+        "mean_feedback_forward_cosine": 0.9986896922713832,
+        "mean_feedback_forward_relative_error": 0.050400100942505036,
+        "min_feedback_forward_cosine": 0.9973804354667664
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004442856517671805,
+        "instruction_rms": 0.004442856517278707,
+        "raw_apical_rms": 0.04736824945113453,
+        "teaching_rms": 0.004442856517671805,
+        "traffic_rms": 0.047153475650320416
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5457330465883388e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5656984853168048e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02160475646494068,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.21839441403388976
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06976350396871567,
+        "mean_feedback_forward_cosine": 0.9987844981645283,
+        "mean_feedback_forward_relative_error": 0.04853930834092592,
+        "min_feedback_forward_cosine": 0.9975791573524475
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004315612594591148,
+        "instruction_rms": 0.00431561259616685,
+        "raw_apical_rms": 0.04738250568149738,
+        "teaching_rms": 0.004315612594591148,
+        "traffic_rms": 0.047180742701445295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7157867066307517e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5617842276160664e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02187307982766775,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21117156609535218
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0669419914484024,
+        "mean_feedback_forward_cosine": 0.99887552386836,
+        "mean_feedback_forward_relative_error": 0.046687359382447446,
+        "min_feedback_forward_cosine": 0.9977704286575317
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004367494558720474,
+        "instruction_rms": 0.004367494557021323,
+        "raw_apical_rms": 0.04758520314494894,
+        "teaching_rms": 0.004367494558720474,
+        "traffic_rms": 0.04737939547635687
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.270921761748923e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572575186709589e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02203769849452929,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21660413080215454
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06436517089605331,
+        "mean_feedback_forward_cosine": 0.9989587821458515,
+        "mean_feedback_forward_relative_error": 0.044922283605525366,
+        "min_feedback_forward_cosine": 0.9979386329650879
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004417489918845659,
+        "instruction_rms": 0.0044174899178283655,
+        "raw_apical_rms": 0.04750266670746325,
+        "teaching_rms": 0.004417489918845659,
+        "traffic_rms": 0.04729124745898005
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4047094981938244e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5714906185498735e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023620501315296246,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.20840209030628204
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06179063394665718,
+        "mean_feedback_forward_cosine": 0.999037315970973,
+        "mean_feedback_forward_relative_error": 0.0431908189662193,
+        "min_feedback_forward_cosine": 0.9980998039245605
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004407045364469245,
+        "instruction_rms": 0.004407045364734464,
+        "raw_apical_rms": 0.04767412688990393,
+        "teaching_rms": 0.004407045364469245,
+        "traffic_rms": 0.047464719180677496
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.204390092686026e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5638296396557135e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02272881872415467,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.2081046794128418
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05930256471037865,
+        "mean_feedback_forward_cosine": 0.9991095568004408,
+        "mean_feedback_forward_relative_error": 0.04153912514448166,
+        "min_feedback_forward_cosine": 0.9982492327690125
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043790527544082525,
+        "instruction_rms": 0.004379052756336955,
+        "raw_apical_rms": 0.0477286151702673,
+        "teaching_rms": 0.0043790527544082525,
+        "traffic_rms": 0.04752179097340137
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3436983909164155e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5663953436407844e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021829887985009597,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.20839991203308106
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05691320821642876,
+        "mean_feedback_forward_cosine": 0.9991791624771921,
+        "mean_feedback_forward_relative_error": 0.03988120508821387,
+        "min_feedback_forward_cosine": 0.998387336730957
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461599670913459,
+        "instruction_rms": 0.004461599669962628,
+        "raw_apical_rms": 0.04781929601998163,
+        "teaching_rms": 0.004461599670913459,
+        "traffic_rms": 0.04760408143889287
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 1.895329049261818e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573311445832305e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024287463830324228,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.2093624784183502
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05468729883432388,
+        "mean_feedback_forward_cosine": 0.9992408125024093,
+        "mean_feedback_forward_relative_error": 0.038353480986858667,
+        "min_feedback_forward_cosine": 0.9985108375549316
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004385065779381697,
+        "instruction_rms": 0.0043850657803431526,
+        "raw_apical_rms": 0.04766204896754104,
+        "teaching_rms": 0.004385065779381697,
+        "traffic_rms": 0.047454706527481134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.3579810104479293e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5650101519866505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02298443552942991,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.2086062417125702
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.052542585879564285,
+        "mean_feedback_forward_cosine": 0.9992965397081877,
+        "mean_feedback_forward_relative_error": 0.036913932448155,
+        "min_feedback_forward_cosine": 0.9986252784729004
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043045214928493615,
+        "instruction_rms": 0.0043045214937361175,
+        "raw_apical_rms": 0.047736507726097804,
+        "teaching_rms": 0.0043045214928493615,
+        "traffic_rms": 0.04753719315437063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6334786795700893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5660329200840622e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023021489993937674,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20762985970973968
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050457537174224854,
+        "mean_feedback_forward_cosine": 0.9993495752936915,
+        "mean_feedback_forward_relative_error": 0.035494281567241014,
+        "min_feedback_forward_cosine": 0.9987320899963379
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004394495826397797,
+        "instruction_rms": 0.004394495826613896,
+        "raw_apical_rms": 0.047716489281815586,
+        "teaching_rms": 0.004394495826397797,
+        "traffic_rms": 0.04750842636928751
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7727560691914732e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56941916631341e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02202328716633876,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20561151941537856
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04845433682203293,
+        "mean_feedback_forward_cosine": 0.9993988714720073,
+        "mean_feedback_forward_relative_error": 0.03412591278749077,
+        "min_feedback_forward_cosine": 0.9988303780555725
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004399460126552034,
+        "instruction_rms": 0.004399460124471244,
+        "raw_apical_rms": 0.04775198098774823,
+        "teaching_rms": 0.004399460126552034,
+        "traffic_rms": 0.047543417884343894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.664596543411335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562312608438014e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022901745871314626,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20777780709266663
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04656662046909332,
+        "mean_feedback_forward_cosine": 0.9994442619775471,
+        "mean_feedback_forward_relative_error": 0.03280949112223951,
+        "min_feedback_forward_cosine": 0.9989194869995117
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004407115435072339,
+        "instruction_rms": 0.004407115434748935,
+        "raw_apical_rms": 0.04771986984785719,
+        "teaching_rms": 0.004407115435072339,
+        "traffic_rms": 0.047510232027334794
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.385135999816157e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747994132716138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022358232465582908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.20369755020141603
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.044702500104904175,
+        "mean_feedback_forward_cosine": 0.9994854895692122,
+        "mean_feedback_forward_relative_error": 0.031570233600704295,
+        "min_feedback_forward_cosine": 0.9990042448043823
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004315755084679785,
+        "instruction_rms": 0.004315755083332374,
+        "raw_apical_rms": 0.04800918052259571,
+        "teaching_rms": 0.004315755084679785,
+        "traffic_rms": 0.04780982257031106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.5576341872456396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.569174365283035e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02062134461112379,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.2043858553123474
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0429365299642086,
+        "mean_feedback_forward_cosine": 0.9995240004439103,
+        "mean_feedback_forward_relative_error": 0.03036347394318957,
+        "min_feedback_forward_cosine": 0.9990813136100769
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004336577732279031,
+        "instruction_rms": 0.004336577731849129,
+        "raw_apical_rms": 0.047891058549861566,
+        "teaching_rms": 0.004336577732279031,
+        "traffic_rms": 0.047688454173679
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.148089078308658e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5666759651397053e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023340418038541037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20615036638259887
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04123511537909508,
+        "mean_feedback_forward_cosine": 0.9995609521865845,
+        "mean_feedback_forward_relative_error": 0.029164387942536882,
+        "min_feedback_forward_cosine": 0.999152660369873
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004382139784407495,
+        "instruction_rms": 0.00438213978407532,
+        "raw_apical_rms": 0.04774811392001671,
+        "teaching_rms": 0.004382139784407495,
+        "traffic_rms": 0.04754030771508746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6419661125487437e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704460323606745e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024103340178187584,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20560975249290467
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.039629992097616196,
+        "mean_feedback_forward_cosine": 0.9995941958929363,
+        "mean_feedback_forward_relative_error": 0.028034470387195285,
+        "min_feedback_forward_cosine": 0.9992172122001648
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00435467299196705,
+        "instruction_rms": 0.004354672994011582,
+        "raw_apical_rms": 0.04784341465523395,
+        "teaching_rms": 0.00435467299196705,
+        "traffic_rms": 0.04763848175665342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5046331231237673e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5728592787514457e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02348486613011835,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.2020854564476013
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038124844431877136,
+        "mean_feedback_forward_cosine": 0.9996246005359449,
+        "mean_feedback_forward_relative_error": 0.026962837890574808,
+        "min_feedback_forward_cosine": 0.9992753267288208
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004328650931209622,
+        "instruction_rms": 0.0043286509310389845,
+        "raw_apical_rms": 0.04808068542271483,
+        "teaching_rms": 0.004328650931209622,
+        "traffic_rms": 0.04788079757658137
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.6269598052408583e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5714157843032128e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022969420600330276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.19950841217041015
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.036587830632925034,
+        "mean_feedback_forward_cosine": 0.9996529441130789,
+        "mean_feedback_forward_relative_error": 0.025925240675477607,
+        "min_feedback_forward_cosine": 0.9993327856063843
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004292392596309543,
+        "instruction_rms": 0.004292392596824203,
+        "raw_apical_rms": 0.048251730512504545,
+        "teaching_rms": 0.004292392596309543,
+        "traffic_rms": 0.04805478480597485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.8689012054883278e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5667460745035058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024002908773223246,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.2002114323425293
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03513621538877487,
+        "mean_feedback_forward_cosine": 0.9996787529242667,
+        "mean_feedback_forward_relative_error": 0.02494368251217039,
+        "min_feedback_forward_cosine": 0.9993845224380493
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004255141927425635,
+        "instruction_rms": 0.004255141926887578,
+        "raw_apical_rms": 0.04815809528988209,
+        "teaching_rms": 0.004255141927425635,
+        "traffic_rms": 0.04796478086639638
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.016858940441125e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570681092447056e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026015890424529172,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.20016424828529358
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03374949097633362,
+        "mean_feedback_forward_cosine": 0.9997032629816156,
+        "mean_feedback_forward_relative_error": 0.023975436967846594,
+        "min_feedback_forward_cosine": 0.9994320869445801
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004370979598326893,
+        "instruction_rms": 0.004370979597807232,
+        "raw_apical_rms": 0.048309369945361925,
+        "teaching_rms": 0.004370979598326893,
+        "traffic_rms": 0.048105805157002676
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.507447760535797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5752196755298734e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025014120557112458,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.19749113738059998
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03237580880522728,
+        "mean_feedback_forward_cosine": 0.9997260696009586,
+        "mean_feedback_forward_relative_error": 0.023034112626000455,
+        "min_feedback_forward_cosine": 0.999477207660675
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004387449436407248,
+        "instruction_rms": 0.004387449435751337,
+        "raw_apical_rms": 0.04824818162355341,
+        "teaching_rms": 0.004387449436407248,
+        "traffic_rms": 0.048042835436718515
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.977384028213237e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5678139231439217e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02455014797845805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20249790773868562
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03116743452847004,
+        "mean_feedback_forward_cosine": 0.9997456638436568,
+        "mean_feedback_forward_relative_error": 0.022191783658375864,
+        "min_feedback_forward_cosine": 0.9995155334472656
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004210139918666429,
+        "instruction_rms": 0.0042101399175429825,
+        "raw_apical_rms": 0.04833656767939827,
+        "teaching_rms": 0.004210139918666429,
+        "traffic_rms": 0.048147474915141264
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.175909408208554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5669218233881285e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024407921255045286,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.19265156353473664
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029951486736536026,
+        "mean_feedback_forward_cosine": 0.9997650228048626,
+        "mean_feedback_forward_relative_error": 0.021329916915611216,
+        "min_feedback_forward_cosine": 0.9995524883270264
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004344373836876725,
+        "instruction_rms": 0.004344373835989619,
+        "raw_apical_rms": 0.04845379649684528,
+        "teaching_rms": 0.004344373836876725,
+        "traffic_rms": 0.048253070913398755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7147750714107133e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565360883075825e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023665831916656343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20088847271442414
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028780244290828705,
+        "mean_feedback_forward_cosine": 0.9997831112460086,
+        "mean_feedback_forward_relative_error": 0.0204937291870776,
+        "min_feedback_forward_cosine": 0.999586820602417
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043312635011760635,
+        "instruction_rms": 0.0043312634992809795,
+        "raw_apical_rms": 0.04849606667338037,
+        "teaching_rms": 0.0043312635011760635,
+        "traffic_rms": 0.04829629751959535
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.9401023837749563e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5678967465433954e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024065746366320383,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19663877157211304
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02763187140226364,
+        "mean_feedback_forward_cosine": 0.9997996687889099,
+        "mean_feedback_forward_relative_error": 0.01969574504580937,
+        "min_feedback_forward_cosine": 0.9996190667152405
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004358171612195225,
+        "instruction_rms": 0.004358171613417646,
+        "raw_apical_rms": 0.04884667243904866,
+        "teaching_rms": 0.004358171612195225,
+        "traffic_rms": 0.04864636827492372
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.303430868266787e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570718099901537e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025037986202263884,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19674795963287353
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.026514489203691483,
+        "mean_feedback_forward_cosine": 0.9998151597223783,
+        "mean_feedback_forward_relative_error": 0.01892109627002164,
+        "min_feedback_forward_cosine": 0.9996492862701416
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00434627083621541,
+        "instruction_rms": 0.004346270834941237,
+        "raw_apical_rms": 0.04894234616573691,
+        "teaching_rms": 0.00434627083621541,
+        "traffic_rms": 0.04874306315084845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4441225932037014e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5637217775514845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025631148768079422,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.1994362680387497
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02549329213798046,
+        "mean_feedback_forward_cosine": 0.9998287401701275,
+        "mean_feedback_forward_relative_error": 0.01821314119488785,
+        "min_feedback_forward_cosine": 0.9996757507324219
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042852978352217,
+        "instruction_rms": 0.004285297836398363,
+        "raw_apical_rms": 0.04906409672326448,
+        "teaching_rms": 0.0042852978352217,
+        "traffic_rms": 0.0488710400651982
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7903285015895563e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5620854152077928e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02414659756799424,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19572466784000397
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024489134550094604,
+        "mean_feedback_forward_cosine": 0.9998413669435602,
+        "mean_feedback_forward_relative_error": 0.01752755621840295,
+        "min_feedback_forward_cosine": 0.9997007250785828
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004221636361093351,
+        "instruction_rms": 0.004221636361423895,
+        "raw_apical_rms": 0.049164686308363584,
+        "teaching_rms": 0.004221636361093351,
+        "traffic_rms": 0.04897791091660884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3844798135996825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5721802593237438e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02603946114614119,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19374155280590058
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02448057383298874,
+        "mean_feedback_forward_cosine": 0.9998414830157631,
+        "mean_feedback_forward_relative_error": 0.01751803746446967,
+        "min_feedback_forward_cosine": 0.9997009038925171
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0033462521582545476,
+        "instruction_rms": 0.003346252157780076,
+        "raw_apical_rms": 0.04908322078952354,
+        "teaching_rms": 0.0033462521582545476,
+        "traffic_rms": 0.04896366765971387
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2988977832483215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5602401773882032e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02404472437798285,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12371995545864105
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02447555400431156,
+        "mean_feedback_forward_cosine": 0.9998416022250527,
+        "mean_feedback_forward_relative_error": 0.01751082589065558,
+        "min_feedback_forward_cosine": 0.9997011423110962
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003065700335657319,
+        "instruction_rms": 0.0030657003353652037,
+        "raw_apical_rms": 0.049088883866712625,
+        "teaching_rms": 0.003065700335657319,
+        "traffic_rms": 0.04898852543475375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9751872077099506e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5524419163331966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0244666780181804,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09786984976768494
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024470826610922813,
+        "mean_feedback_forward_cosine": 0.9998416649667841,
+        "mean_feedback_forward_relative_error": 0.0175038432996524,
+        "min_feedback_forward_cosine": 0.9997011423110962
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029805995896383043,
+        "instruction_rms": 0.0029805995901795437,
+        "raw_apical_rms": 0.04904239224821409,
+        "teaching_rms": 0.0029805995896383043,
+        "traffic_rms": 0.048946762975657754
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.5435899548019734e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.551505887130796e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02450872194994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08588897730350495
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024466397240757942,
+        "mean_feedback_forward_cosine": 0.9998417747648138,
+        "mean_feedback_forward_relative_error": 0.017497088833663025,
+        "min_feedback_forward_cosine": 0.999701201915741
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029190723927942424,
+        "instruction_rms": 0.002919072393274301,
+        "raw_apical_rms": 0.04904845875393895,
+        "teaching_rms": 0.0029190723927942424,
+        "traffic_rms": 0.04895723123474306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.238356167083566e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5511189868613987e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024407542661333572,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.07662345088243484
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024461792781949043,
+        "mean_feedback_forward_cosine": 0.9998418155469393,
+        "mean_feedback_forward_relative_error": 0.017490595260536985,
+        "min_feedback_forward_cosine": 0.9997012615203857
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002976717021303312,
+        "instruction_rms": 0.0029767170214167146,
+        "raw_apical_rms": 0.049020252997628425,
+        "teaching_rms": 0.002976717021303312,
+        "traffic_rms": 0.04892434642475925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.304567997020058e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5565782142203824e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023574722679906443,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07455022824764251
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024457285180687904,
+        "mean_feedback_forward_cosine": 0.9998419002482766,
+        "mean_feedback_forward_relative_error": 0.017484254938991445,
+        "min_feedback_forward_cosine": 0.9997014999389648
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002943549201275965,
+        "instruction_rms": 0.002943549200796877,
+        "raw_apical_rms": 0.04900100973192788,
+        "teaching_rms": 0.002943549201275965,
+        "traffic_rms": 0.04890700879245653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.5028249694969418e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5568795901086262e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02395872539911231,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.06999668636798859
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024452781304717064,
+        "mean_feedback_forward_cosine": 0.9998419724012676,
+        "mean_feedback_forward_relative_error": 0.017478057501935644,
+        "min_feedback_forward_cosine": 0.9997015595436096
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002888287402036358,
+        "instruction_rms": 0.0028882874027681043,
+        "raw_apical_rms": 0.04895408911226449,
+        "teaching_rms": 0.002888287402036358,
+        "traffic_rms": 0.04886250370951537
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4159792388900314e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5506498609942543e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0232400341747001,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06529013301849365
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024448152631521225,
+        "mean_feedback_forward_cosine": 0.9998420665138646,
+        "mean_feedback_forward_relative_error": 0.01747188351950363,
+        "min_feedback_forward_cosine": 0.9997017979621887
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029623654817530973,
+        "instruction_rms": 0.0029623654820779503,
+        "raw_apical_rms": 0.048946536970132806,
+        "teaching_rms": 0.0029623654817530973,
+        "traffic_rms": 0.04885093255579393
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.6989171786340194e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5536779543798727e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024473747826059173,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.0641164041686058
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024443216621875763,
+        "mean_feedback_forward_cosine": 0.9998421167072497,
+        "mean_feedback_forward_relative_error": 0.01746562657583701,
+        "min_feedback_forward_cosine": 0.9997017979621887
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002971627252390822,
+        "instruction_rms": 0.002971627251063867,
+        "raw_apical_rms": 0.04895315940740045,
+        "teaching_rms": 0.002971627252390822,
+        "traffic_rms": 0.048856115628591656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5765524824805652e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5520531818737034e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02519321251979288,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06184109539151192
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02443862520158291,
+        "mean_feedback_forward_cosine": 0.9998422076827601,
+        "mean_feedback_forward_relative_error": 0.0174595791307327,
+        "min_feedback_forward_cosine": 0.999701976776123
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002859127162690786,
+        "instruction_rms": 0.0028591271627093104,
+        "raw_apical_rms": 0.04896081163062508,
+        "teaching_rms": 0.002859127162690786,
+        "traffic_rms": 0.04887040525130046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.758729777951885e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5554448214027454e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025591930665107898,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.056689655803442
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02443375252187252,
+        "mean_feedback_forward_cosine": 0.9998423268920497,
+        "mean_feedback_forward_relative_error": 0.017453538033326988,
+        "min_feedback_forward_cosine": 0.9997021555900574
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029825219207117947,
+        "instruction_rms": 0.0029825219209280406,
+        "raw_apical_rms": 0.04896960035281897,
+        "teaching_rms": 0.0029825219207117947,
+        "traffic_rms": 0.04887160209993277
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.297661083616731e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5543630997778443e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023776518553991034,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.0580404058778286
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024429094046354294,
+        "mean_feedback_forward_cosine": 0.9998423708112616,
+        "mean_feedback_forward_relative_error": 0.017447648839534896,
+        "min_feedback_forward_cosine": 0.9997021555900574
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028689008464229684,
+        "instruction_rms": 0.0028689008457498683,
+        "raw_apical_rms": 0.048967484885201036,
+        "teaching_rms": 0.0028689008464229684,
+        "traffic_rms": 0.048875439738426354
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3148677641415816e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5542405159555485e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02495494281465101,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05360702166080475
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024424513801932335,
+        "mean_feedback_forward_cosine": 0.9998424492384258,
+        "mean_feedback_forward_relative_error": 0.01744174334759775,
+        "min_feedback_forward_cosine": 0.9997022151947021
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028627163829698914,
+        "instruction_rms": 0.002862716382679628,
+        "raw_apical_rms": 0.048926436225680346,
+        "teaching_rms": 0.0028627163829698914,
+        "traffic_rms": 0.04883524678038491
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7744526676087844e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5568363136808375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024024230878911916,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.05180640007734299
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0244197566062212,
+        "mean_feedback_forward_cosine": 0.9998425433510228,
+        "mean_feedback_forward_relative_error": 0.017435817832225246,
+        "min_feedback_forward_cosine": 0.9997023940086365
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028704644989820368,
+        "instruction_rms": 0.002870464498890604,
+        "raw_apical_rms": 0.048887106570938525,
+        "teaching_rms": 0.0028704644989820368,
+        "traffic_rms": 0.048794716544953896
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.899336593031876e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5571388357817398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024555673219296366,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05044659919977188
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0244149100035429,
+        "mean_feedback_forward_cosine": 0.9998426406007064,
+        "mean_feedback_forward_relative_error": 0.017429825629254703,
+        "min_feedback_forward_cosine": 0.999702513217926
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028596781732095054,
+        "instruction_rms": 0.0028596781728196024,
+        "raw_apical_rms": 0.04884856566390004,
+        "teaching_rms": 0.0028596781732095054,
+        "traffic_rms": 0.048756530359503565
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5040780116114547e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5582278848239102e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023527590915433428,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.0490385916364193
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024410126730799675,
+        "mean_feedback_forward_cosine": 0.9998426845199183,
+        "mean_feedback_forward_relative_error": 0.017423871782069143,
+        "min_feedback_forward_cosine": 0.999702513217926
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002871754675199592,
+        "instruction_rms": 0.0028717546749653447,
+        "raw_apical_rms": 0.048832569299149135,
+        "teaching_rms": 0.002871754675199592,
+        "traffic_rms": 0.04873922231163838
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.8601077062262448e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5571940108719696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02364453501248616,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.04682514379620552
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024405425414443016,
+        "mean_feedback_forward_cosine": 0.9998427754954288,
+        "mean_feedback_forward_relative_error": 0.017418009130970427,
+        "min_feedback_forward_cosine": 0.9997028112411499
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002836538135390952,
+        "instruction_rms": 0.002836538136061507,
+        "raw_apical_rms": 0.048787151279042144,
+        "teaching_rms": 0.002836538135390952,
+        "traffic_rms": 0.048696467718144676
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.482515348845027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5608262103417605e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024325605086122887,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04494485949397087
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024400467053055763,
+        "mean_feedback_forward_cosine": 0.9998428727451124,
+        "mean_feedback_forward_relative_error": 0.017412073591626005,
+        "min_feedback_forward_cosine": 0.9997029304504395
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028865294745124776,
+        "instruction_rms": 0.0028865294751757114,
+        "raw_apical_rms": 0.048765140709692706,
+        "teaching_rms": 0.0028865294745124776,
+        "traffic_rms": 0.04867049542038607
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8258641648903904e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5562690921347706e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023547039875098746,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04471779584646225
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024395665153861046,
+        "mean_feedback_forward_cosine": 0.9998429417610168,
+        "mean_feedback_forward_relative_error": 0.01740619780397729,
+        "min_feedback_forward_cosine": 0.9997029304504395
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028717416250078243,
+        "instruction_rms": 0.0028717416248511974,
+        "raw_apical_rms": 0.048755935986374344,
+        "teaching_rms": 0.0028717416250078243,
+        "traffic_rms": 0.0486626187737762
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.845919766514271e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5604369341968837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024189179102495514,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.043415931856632235
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024390611797571182,
+        "mean_feedback_forward_cosine": 0.9998430295994407,
+        "mean_feedback_forward_relative_error": 0.017400079357780908,
+        "min_feedback_forward_cosine": 0.999703049659729
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028543648572594,
+        "instruction_rms": 0.0028543648581771824,
+        "raw_apical_rms": 0.04873526484453722,
+        "teaching_rms": 0.0028543648572594,
+        "traffic_rms": 0.04864277118906419
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.432542700603335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561620034302203e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022965147603570338,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04195493374109268
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02438557893037796,
+        "mean_feedback_forward_cosine": 0.9998430986153451,
+        "mean_feedback_forward_relative_error": 0.017394070292970066,
+        "min_feedback_forward_cosine": 0.9997031688690186
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002863764989794978,
+        "instruction_rms": 0.0028637649904234845,
+        "raw_apical_rms": 0.048709242721425065,
+        "teaching_rms": 0.002863764989794978,
+        "traffic_rms": 0.048615234911367274
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2468267246722462e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555955410200908e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023035017357431426,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.04140339361786843
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024380523711442947,
+        "mean_feedback_forward_cosine": 0.9998431895908556,
+        "mean_feedback_forward_relative_error": 0.017388156321095794,
+        "min_feedback_forward_cosine": 0.9997032880783081
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002827880997345219,
+        "instruction_rms": 0.0028278809973668923,
+        "raw_apical_rms": 0.04872593925192163,
+        "teaching_rms": 0.002827880997345219,
+        "traffic_rms": 0.048633591589419455
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6768809391342074e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5585669241546475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026071272473848234,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.04006863350510597
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024375349283218384,
+        "mean_feedback_forward_cosine": 0.9998432805663661,
+        "mean_feedback_forward_relative_error": 0.017382123801661164,
+        "min_feedback_forward_cosine": 0.9997034072875977
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002856066507559119,
+        "instruction_rms": 0.0028560665080255986,
+        "raw_apical_rms": 0.04871631674688228,
+        "teaching_rms": 0.002856066507559119,
+        "traffic_rms": 0.04862229853677075
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.735733417580377e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5576874816703057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02480626632833394,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.03912635085344315
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024370355531573296,
+        "mean_feedback_forward_cosine": 0.9998433652677035,
+        "mean_feedback_forward_relative_error": 0.017376119417971687,
+        "min_feedback_forward_cosine": 0.9997036457061768
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002811290436930575,
+        "instruction_rms": 0.0028112904381432254,
+        "raw_apical_rms": 0.04869919605490233,
+        "teaching_rms": 0.002811290436930575,
+        "traffic_rms": 0.04860793767347228
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4465215631153114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556795690109817e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023964722170544933,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.03840856973826885
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024364938959479332,
+        "mean_feedback_forward_cosine": 0.999843484476993,
+        "mean_feedback_forward_relative_error": 0.01737001979429471,
+        "min_feedback_forward_cosine": 0.9997037649154663
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028673951896524717,
+        "instruction_rms": 0.0028673951893175903,
+        "raw_apical_rms": 0.048671321331477814,
+        "teaching_rms": 0.0028673951896524717,
+        "traffic_rms": 0.04857617432184566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6929921403961998e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5550455823185625e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023192640847393427,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.03869556944549084
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02435973472893238,
+        "mean_feedback_forward_cosine": 0.9998435629041571,
+        "mean_feedback_forward_relative_error": 0.01736382823927622,
+        "min_feedback_forward_cosine": 0.9997038841247559
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028889090138850436,
+        "instruction_rms": 0.0028889090150035564,
+        "raw_apical_rms": 0.0486327675090662,
+        "teaching_rms": 0.0028889090138850436,
+        "traffic_rms": 0.048536589770283925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.5532246539228254e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5600918319091187e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022622603754849032,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.037424184908866884
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024354157969355583,
+        "mean_feedback_forward_cosine": 0.9998436444684079,
+        "mean_feedback_forward_relative_error": 0.01735759136806193,
+        "min_feedback_forward_cosine": 0.9997040629386902
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028169860845758724,
+        "instruction_rms": 0.0028169860844791395,
+        "raw_apical_rms": 0.04861507016660752,
+        "teaching_rms": 0.0028169860845758724,
+        "traffic_rms": 0.04852172080578116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.019691163785865e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5573915242047302e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02342010383490687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03638764159977436
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024348720908164978,
+        "mean_feedback_forward_cosine": 0.9998437417180914,
+        "mean_feedback_forward_relative_error": 0.01735136557468458,
+        "min_feedback_forward_cosine": 0.9997042417526245
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028351794993543905,
+        "instruction_rms": 0.002835179499366131,
+        "raw_apical_rms": 0.048580979201895864,
+        "teaching_rms": 0.0028351794993543905,
+        "traffic_rms": 0.04848638734340265
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.2667529126229056e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5553440552530942e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023391605444013225,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03555873850226402
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024343518540263176,
+        "mean_feedback_forward_cosine": 0.9998438389677751,
+        "mean_feedback_forward_relative_error": 0.01734522279155882,
+        "min_feedback_forward_cosine": 0.9997042417526245
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002796361523554152,
+        "instruction_rms": 0.002796361523252879,
+        "raw_apical_rms": 0.04855597567648892,
+        "teaching_rms": 0.002796361523554152,
+        "traffic_rms": 0.04846521457578288
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6007683118223213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5617564915815597e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02405001441116142,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03429276472210884
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0243381354957819,
+        "mean_feedback_forward_cosine": 0.9998439362174586,
+        "mean_feedback_forward_relative_error": 0.01733885663806608,
+        "min_feedback_forward_cosine": 0.9997044801712036
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028343943692131423,
+        "instruction_rms": 0.002834394368960896,
+        "raw_apical_rms": 0.04853903120373884,
+        "teaching_rms": 0.0028343943692131423,
+        "traffic_rms": 0.048444396433397034
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.377692436856705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5612588483300923e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024213262055877968,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03456815429449082
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02433299459517002,
+        "mean_feedback_forward_cosine": 0.99984399895919,
+        "mean_feedback_forward_relative_error": 0.01733277985630067,
+        "min_feedback_forward_cosine": 0.9997045397758484
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027320217983916677,
+        "instruction_rms": 0.0027320217985002115,
+        "raw_apical_rms": 0.04855657435453476,
+        "teaching_rms": 0.0027320217983916677,
+        "traffic_rms": 0.04846883145914712
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.328218329239462e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559384236665464e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023876254543945593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.03217262524485588
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024327967315912247,
+        "mean_feedback_forward_cosine": 0.9998441118943063,
+        "mean_feedback_forward_relative_error": 0.017326766527012774,
+        "min_feedback_forward_cosine": 0.9997045993804932
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002687850761300582,
+        "instruction_rms": 0.002687850762437218,
+        "raw_apical_rms": 0.04854205620988846,
+        "teaching_rms": 0.002687850761300582,
+        "traffic_rms": 0.048456470447593054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.560168788079409e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5586142646672532e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023439441696961747,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.030556147327423094
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02432236820459366,
+        "mean_feedback_forward_cosine": 0.9998442028698168,
+        "mean_feedback_forward_relative_error": 0.01732024820031304,
+        "min_feedback_forward_cosine": 0.9997048377990723
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028686834044882384,
+        "instruction_rms": 0.0028686834043977843,
+        "raw_apical_rms": 0.048547524866026474,
+        "teaching_rms": 0.0028686834044882384,
+        "traffic_rms": 0.048450524056500015
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3833564455344458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558564566923461e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023913231445054764,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.0324168573653698
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0243166945874691,
+        "mean_feedback_forward_cosine": 0.9998443126678467,
+        "mean_feedback_forward_relative_error": 0.01731387839505547,
+        "min_feedback_forward_cosine": 0.999704897403717
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027793825453001153,
+        "instruction_rms": 0.0027793825441777198,
+        "raw_apical_rms": 0.04852022057558776,
+        "teaching_rms": 0.0027793825453001153,
+        "traffic_rms": 0.04842710952917258
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5522268742861343e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565424872139204e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023797648670400823,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03153674227833748
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02431114949285984,
+        "mean_feedback_forward_cosine": 0.9998444067804437,
+        "mean_feedback_forward_relative_error": 0.017307509276035585,
+        "min_feedback_forward_cosine": 0.9997050762176514
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027240336681244185,
+        "instruction_rms": 0.0027240336674131988,
+        "raw_apical_rms": 0.048545365684629596,
+        "teaching_rms": 0.0027240336681244185,
+        "traffic_rms": 0.04845722039680186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.728666714801875e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55770501183823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023917694137324707,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.030279957340359688
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024305323138833046,
+        "mean_feedback_forward_cosine": 0.9998445228526467,
+        "mean_feedback_forward_relative_error": 0.017301034157801615,
+        "min_feedback_forward_cosine": 0.9997051954269409
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027528722703140723,
+        "instruction_rms": 0.0027528722709971006,
+        "raw_apical_rms": 0.04852340302574793,
+        "teaching_rms": 0.0027528722703140723,
+        "traffic_rms": 0.04843296366430072
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2280042699662772e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5585888896042653e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024978631062485213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.02937257861852646
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024299485608935356,
+        "mean_feedback_forward_cosine": 0.9998446044168974,
+        "mean_feedback_forward_relative_error": 0.01729451980147707,
+        "min_feedback_forward_cosine": 0.9997053146362305
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027277231583783305,
+        "instruction_rms": 0.0027277231591195557,
+        "raw_apical_rms": 0.04851971578344323,
+        "teaching_rms": 0.0027277231583783305,
+        "traffic_rms": 0.04842834896218398
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3071786259265537e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5553417451821788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02418299365002294,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.02949249520123005
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024293530732393265,
+        "mean_feedback_forward_cosine": 0.9998447267632735,
+        "mean_feedback_forward_relative_error": 0.01728768676127258,
+        "min_feedback_forward_cosine": 0.99970543384552
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027867166883944507,
+        "instruction_rms": 0.0027867166886400207,
+        "raw_apical_rms": 0.04846887346999569,
+        "teaching_rms": 0.0027867166883944507,
+        "traffic_rms": 0.04837660834310346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5189656582824682e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5611248359383033e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024888198289760965,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.028905465615987776
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024287186563014984,
+        "mean_feedback_forward_cosine": 0.9998448146016974,
+        "mean_feedback_forward_relative_error": 0.017280714169732835,
+        "min_feedback_forward_cosine": 0.9997056722640991
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002857101660007159,
+        "instruction_rms": 0.002857101659701874,
+        "raw_apical_rms": 0.04851893500646136,
+        "teaching_rms": 0.002857101660007159,
+        "traffic_rms": 0.048420832308288385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.2921001985309886e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5637040602862193e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024858264000661965,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.030032363839745523
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02428087405860424,
+        "mean_feedback_forward_cosine": 0.9998449526335064,
+        "mean_feedback_forward_relative_error": 0.017273705281121165,
+        "min_feedback_forward_cosine": 0.9997058510780334
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027882838519900353,
+        "instruction_rms": 0.002788283853076212,
+        "raw_apical_rms": 0.048466664266525544,
+        "teaching_rms": 0.0027882838519900353,
+        "traffic_rms": 0.04837292460697367
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.4022945410706598e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5564620592530575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02355587526027469,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.0291568724745512
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024274790659546852,
+        "mean_feedback_forward_cosine": 0.99984504988319,
+        "mean_feedback_forward_relative_error": 0.017266781657542054,
+        "min_feedback_forward_cosine": 0.9997059106826782
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002783970440074854,
+        "instruction_rms": 0.0027839704394876045,
+        "raw_apical_rms": 0.048477917666435576,
+        "teaching_rms": 0.002783970440074854,
+        "traffic_rms": 0.04838447026717706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8144011565700566e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5566018625518894e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024207300688372207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.028630548166036607
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024268070235848427,
+        "mean_feedback_forward_cosine": 0.9998451471328735,
+        "mean_feedback_forward_relative_error": 0.01725966799514074,
+        "min_feedback_forward_cosine": 0.9997061491012573
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002761008120539063,
+        "instruction_rms": 0.002761008121035479,
+        "raw_apical_rms": 0.04844852671798989,
+        "teaching_rms": 0.002761008120539063,
+        "traffic_rms": 0.048355648973918815
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6858943513730082e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5569645167862623e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02397697786630962,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.028269394952952862
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02426161803305149,
+        "mean_feedback_forward_cosine": 0.9998452694792497,
+        "mean_feedback_forward_relative_error": 0.017252516957294,
+        "min_feedback_forward_cosine": 0.9997062683105469
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027536368346634476,
+        "instruction_rms": 0.002753636834062922,
+        "raw_apical_rms": 0.04843313895863856,
+        "teaching_rms": 0.0027536368346634476,
+        "traffic_rms": 0.0483401242531346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5078373155906775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5591478642442374e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025842726916215624,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.0276219187438488
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024255573749542236,
+        "mean_feedback_forward_cosine": 0.9998453604547601,
+        "mean_feedback_forward_relative_error": 0.017245651688426733,
+        "min_feedback_forward_cosine": 0.9997062683105469
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026949033811911236,
+        "instruction_rms": 0.002694903380185682,
+        "raw_apical_rms": 0.04842420509237939,
+        "teaching_rms": 0.0026949033811911236,
+        "traffic_rms": 0.048333192393544895
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9634295017899603e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5658785898485797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025345590917532683,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.025959372283816336
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024249302223324776,
+        "mean_feedback_forward_cosine": 0.9998454828011362,
+        "mean_feedback_forward_relative_error": 0.01723871840850303,
+        "min_feedback_forward_cosine": 0.9997066259384155
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026588572467327438,
+        "instruction_rms": 0.002658857246631058,
+        "raw_apical_rms": 0.048376473511554864,
+        "teaching_rms": 0.0026588572467327438,
+        "traffic_rms": 0.04828839380101713
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4241270324409925e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5626880108734327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02429876455227136,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.025804406228661536
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02424287609755993,
+        "mean_feedback_forward_cosine": 0.9998455737766466,
+        "mean_feedback_forward_relative_error": 0.01723151649103353,
+        "min_feedback_forward_cosine": 0.9997066259384155
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027257186812107404,
+        "instruction_rms": 0.002725718681592849,
+        "raw_apical_rms": 0.048402381057870945,
+        "teaching_rms": 0.0027257186812107404,
+        "traffic_rms": 0.04831054521916969
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2587206771618185e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5579941622252276e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02417881889563039,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.02590428674697876
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024236010387539864,
+        "mean_feedback_forward_cosine": 0.9998457243568019,
+        "mean_feedback_forward_relative_error": 0.017224028584008153,
+        "min_feedback_forward_cosine": 0.9997068643569946
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002827167266450812,
+        "instruction_rms": 0.002827167267287999,
+        "raw_apical_rms": 0.0483883455762002,
+        "teaching_rms": 0.002827167266450812,
+        "traffic_rms": 0.04829099766989648
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.8499101745182998e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5654539749979273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023198826977282944,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.027013206738233566
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024229280650615692,
+        "mean_feedback_forward_cosine": 0.9998458623886108,
+        "mean_feedback_forward_relative_error": 0.017216705104434175,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002714536406160475,
+        "instruction_rms": 0.0027145364066408725,
+        "raw_apical_rms": 0.048337014096044476,
+        "teaching_rms": 0.002714536406160475,
+        "traffic_rms": 0.04824711721569856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7053033591073472e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5607880180871844e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02527474555430037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.0251533569419384
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422306314110756,
+        "mean_feedback_forward_cosine": 0.9998459533641213,
+        "mean_feedback_forward_relative_error": 0.01720959055972727,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026942487190023657,
+        "instruction_rms": 0.002694248719884294,
+        "raw_apical_rms": 0.04828414445967492,
+        "teaching_rms": 0.0026942487190023657,
+        "traffic_rms": 0.04819597619881315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4944256438175216e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5699152403078776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023672654030829902,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.02463686482548714
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421622723340988,
+        "mean_feedback_forward_cosine": 0.9998460819846705,
+        "mean_feedback_forward_relative_error": 0.017202102187040606,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002710706818356168,
+        "instruction_rms": 0.00271070681835731,
+        "raw_apical_rms": 0.04826925655095889,
+        "teaching_rms": 0.002710706818356168,
+        "traffic_rms": 0.04817775291501295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.359883488622927e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5594574082673352e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02417138474106419,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.024436858989521863
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024216149002313614,
+        "mean_feedback_forward_cosine": 0.9998460662992377,
+        "mean_feedback_forward_relative_error": 0.017201930014906747,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00257774661598616,
+        "instruction_rms": 0.0025777466152746113,
+        "raw_apical_rms": 0.0482726744423886,
+        "teaching_rms": 0.00257774661598616,
+        "traffic_rms": 0.04818993321311305
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.235386003552776e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.560035018603872e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023549639102688345,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022619200856685638
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024216091260313988,
+        "mean_feedback_forward_cosine": 0.9998460788475839,
+        "mean_feedback_forward_relative_error": 0.01720176414145451,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002465924729383216,
+        "instruction_rms": 0.002465924730128645,
+        "raw_apical_rms": 0.048258907311979876,
+        "teaching_rms": 0.002465924729383216,
+        "traffic_rms": 0.0481835009094471
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7386017009689567e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559193664919489e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02349122558021881,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021056061110496523
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421603538095951,
+        "mean_feedback_forward_cosine": 0.9998460757104974,
+        "mean_feedback_forward_relative_error": 0.017201603953971675,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002332364200047831,
+        "instruction_rms": 0.002332364200394378,
+        "raw_apical_rms": 0.04825124136276829,
+        "teaching_rms": 0.002332364200047831,
+        "traffic_rms": 0.048181026054141755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7669795343854275e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5581413918592066e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024566514220220676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.020411237919926644
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421598508954048,
+        "mean_feedback_forward_cosine": 0.9998460694363243,
+        "mean_feedback_forward_relative_error": 0.017201445580117013,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002309400288182278,
+        "instruction_rms": 0.0023094002877693393,
+        "raw_apical_rms": 0.04825454567868455,
+        "teaching_rms": 0.002309400288182278,
+        "traffic_rms": 0.048186134860637574
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.348726368950338e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5594445006297598e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023226906136004973,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.0194461808347702
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215945973992348,
+        "mean_feedback_forward_cosine": 0.9998460757104974,
+        "mean_feedback_forward_relative_error": 0.01720128208398819,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021914667076967562,
+        "instruction_rms": 0.0021914667083863157,
+        "raw_apical_rms": 0.04824472097909277,
+        "teaching_rms": 0.0021914667076967562,
+        "traffic_rms": 0.04818217036963514
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.064891191366769e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5594212170837604e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025051956385862276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.018335187385976316
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421589195728302,
+        "mean_feedback_forward_cosine": 0.9998460757104974,
+        "mean_feedback_forward_relative_error": 0.017201127067796494,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022761577385483726,
+        "instruction_rms": 0.0022761577387722318,
+        "raw_apical_rms": 0.04824979840398419,
+        "teaching_rms": 0.0022761577385483726,
+        "traffic_rms": 0.048183587123815416
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.461847614654289e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.564019532162809e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024328732250516825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019218924792408942
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421584539115429,
+        "mean_feedback_forward_cosine": 0.9998460725734108,
+        "mean_feedback_forward_relative_error": 0.017200977394455357,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021601664069890365,
+        "instruction_rms": 0.002160166406844441,
+        "raw_apical_rms": 0.04825076154859499,
+        "teaching_rms": 0.0021601664069890365,
+        "traffic_rms": 0.04818885047381536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7381052092323444e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559507650889981e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024745451504217343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.017958798818588258
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215804412961006,
+        "mean_feedback_forward_cosine": 0.9998460694363243,
+        "mean_feedback_forward_relative_error": 0.01720082117734771,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022471057065127998,
+        "instruction_rms": 0.002247105706486751,
+        "raw_apical_rms": 0.04825370376562316,
+        "teaching_rms": 0.0022471057065127998,
+        "traffic_rms": 0.048188262498538845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7019813941819848e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5657824772879002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024223472576658786,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.0185385817271471
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215755984187126,
+        "mean_feedback_forward_cosine": 0.9998460851217571,
+        "mean_feedback_forward_relative_error": 0.017200662411357228,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022877360758973716,
+        "instruction_rms": 0.00228773607705707,
+        "raw_apical_rms": 0.04825353939154385,
+        "teaching_rms": 0.0022877360758973716,
+        "traffic_rms": 0.04818568068374494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9473435247950874e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5621679703543157e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024150246365526797,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.01917346734404564
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215703830122948,
+        "mean_feedback_forward_cosine": 0.9998460537508914,
+        "mean_feedback_forward_relative_error": 0.01720050945387859,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023240815654476843,
+        "instruction_rms": 0.0023240815653707597,
+        "raw_apical_rms": 0.048258972606701055,
+        "teaching_rms": 0.0023240815654476843,
+        "traffic_rms": 0.04818936884010557
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4255756514435234e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5588899342407662e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025135333633642086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01915096991866827
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215657263994217,
+        "mean_feedback_forward_cosine": 0.9998460882588437,
+        "mean_feedback_forward_relative_error": 0.017200357329688575,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002213989538286835,
+        "instruction_rms": 0.0022139895379905046,
+        "raw_apical_rms": 0.04824926337789854,
+        "teaching_rms": 0.002213989538286835,
+        "traffic_rms": 0.04818555657314319
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.595106174396733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5584218769190377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024371363737118235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.0183094210934639
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421560138463974,
+        "mean_feedback_forward_cosine": 0.9998460474767183,
+        "mean_feedback_forward_relative_error": 0.017200209788585965,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002201762174303076,
+        "instruction_rms": 0.00220176217419363,
+        "raw_apical_rms": 0.0482500688817078,
+        "teaching_rms": 0.002201762174303076,
+        "traffic_rms": 0.04818693040932987
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.571701607223531e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5585450742932388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026483307057357245,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018003847366571426
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215564131736755,
+        "mean_feedback_forward_cosine": 0.9998460882588437,
+        "mean_feedback_forward_relative_error": 0.017200060237787272,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021634048989008243,
+        "instruction_rms": 0.0021634048985950697,
+        "raw_apical_rms": 0.04825227824342712,
+        "teaching_rms": 0.0021634048989008243,
+        "traffic_rms": 0.04819035115190188
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.799774101447383e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562553952479279e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025699110622386903,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.017966899476498367
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215517565608025,
+        "mean_feedback_forward_cosine": 0.9998461039442765,
+        "mean_feedback_forward_relative_error": 0.017199909142953784,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021436980319012736,
+        "instruction_rms": 0.002143698032115293,
+        "raw_apical_rms": 0.04825709918740442,
+        "teaching_rms": 0.0021436980319012736,
+        "traffic_rms": 0.04819507241066595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.724449466029455e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5632648823694416e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024583133453322147,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.017063488129079343
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215465411543846,
+        "mean_feedback_forward_cosine": 0.9998460788475839,
+        "mean_feedback_forward_relative_error": 0.017199756920729812,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002234968790786048,
+        "instruction_rms": 0.0022349687909194883,
+        "raw_apical_rms": 0.04825492378816517,
+        "teaching_rms": 0.002234968790786048,
+        "traffic_rms": 0.048190283618127
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.2043054432051576e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.564666600467089e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023747185686375596,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01791577286094427
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215415120124817,
+        "mean_feedback_forward_cosine": 0.9998460913959303,
+        "mean_feedback_forward_relative_error": 0.017199603816200244,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021605582761189683,
+        "instruction_rms": 0.0021605582753569546,
+        "raw_apical_rms": 0.04824514368222557,
+        "teaching_rms": 0.0021605582761189683,
+        "traffic_rms": 0.048185322929729844
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.340897609087733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5604839387674256e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024216457963588036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.017239600906372072
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215374141931534,
+        "mean_feedback_forward_cosine": 0.9998460945330168,
+        "mean_feedback_forward_relative_error": 0.01719946193655855,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020652872973321254,
+        "instruction_rms": 0.002065287296933802,
+        "raw_apical_rms": 0.048235631904211304,
+        "teaching_rms": 0.0020652872973321254,
+        "traffic_rms": 0.0481791785965583
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.306656637391825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5598660249425184e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024411795739710314,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.016986476060152054
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215325713157654,
+        "mean_feedback_forward_cosine": 0.9998460913959303,
+        "mean_feedback_forward_relative_error": 0.01719930741053663,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021183118412208993,
+        "instruction_rms": 0.002118311841076239,
+        "raw_apical_rms": 0.048234461526925405,
+        "teaching_rms": 0.0021183118412208993,
+        "traffic_rms": 0.048175281419015684
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5241863710334655e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5675150480641512e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023967353355560404,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.017170780845731495
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421528287231922,
+        "mean_feedback_forward_cosine": 0.9998460725734108,
+        "mean_feedback_forward_relative_error": 0.017199158496958643,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002081774598965147,
+        "instruction_rms": 0.0020817745979981764,
+        "raw_apical_rms": 0.0482330316017826,
+        "teaching_rms": 0.002081774598965147,
+        "traffic_rms": 0.04817561801041869
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5745615417349654e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562255072828869e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024285122321339492,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.016588149138092995
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421523444354534,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.017199009779448573,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002204905505118422,
+        "instruction_rms": 0.00220490550546911,
+        "raw_apical_rms": 0.048242467059594375,
+        "teaching_rms": 0.002204905505118422,
+        "traffic_rms": 0.04817779505180302
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.0424295971442916e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5648080560532118e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02570471951165915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.017880120083093642
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421518601477146,
+        "mean_feedback_forward_cosine": 0.9998460913959303,
+        "mean_feedback_forward_relative_error": 0.01719885692000389,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020771476343231132,
+        "instruction_rms": 0.0020771476337747927,
+        "raw_apical_rms": 0.04823765149692763,
+        "teaching_rms": 0.0020771476343231132,
+        "traffic_rms": 0.048180477201733705
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.026011441420451e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5606805797072515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025181158807341147,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.016409556731581686
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215148761868477,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.017198711168020964,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002050751559518087,
+        "instruction_rms": 0.002050751560417936,
+        "raw_apical_rms": 0.04823016812734534,
+        "teaching_rms": 0.002050751559518087,
+        "traffic_rms": 0.048174928539411
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7361123144942212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567847337139822e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023903542094880686,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.016185085297226905
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215105921030045,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.017198561764273205,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002024431709550818,
+        "instruction_rms": 0.002024431709172705,
+        "raw_apical_rms": 0.048230057712793296,
+        "teaching_rms": 0.002024431709550818,
+        "traffic_rms": 0.04817624014564623
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.607925253528265e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5607837790697227e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024283734158643235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.015608857682347297
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421506494283676,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.0171984089538455,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002140824552460347,
+        "instruction_rms": 0.002140824552728777,
+        "raw_apical_rms": 0.04822625648449407,
+        "teaching_rms": 0.002140824552460347,
+        "traffic_rms": 0.048165729626222634
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9363867781739827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56036926859182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023974028210391487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.01688194954276085
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421502023935318,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.017198263741049328,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00213098146014981,
+        "instruction_rms": 0.0021309814594649775,
+        "raw_apical_rms": 0.04822817116204741,
+        "teaching_rms": 0.00213098146014981,
+        "traffic_rms": 0.048168692188981246
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.650601693687804e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559117833905617e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023251051516216915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.016830662170052527
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214977398514748,
+        "mean_feedback_forward_cosine": 0.9998460976701034,
+        "mean_feedback_forward_relative_error": 0.01719811105316407,
+        "min_feedback_forward_cosine": 0.9997075200080872
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020563400501755536,
+        "instruction_rms": 0.0020563400498021947,
+        "raw_apical_rms": 0.04822901506976377,
+        "teaching_rms": 0.0020563400501755536,
+        "traffic_rms": 0.04817248028760376
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.492437545242865e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562626471656174e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02432393852670945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.015563427553474903
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214934557676315,
+        "mean_feedback_forward_cosine": 0.9998461102184496,
+        "mean_feedback_forward_relative_error": 0.017197967114809313,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020836655872777405,
+        "instruction_rms": 0.002083665587333305,
+        "raw_apical_rms": 0.04822810227726179,
+        "teaching_rms": 0.0020836655872777405,
+        "traffic_rms": 0.04817065599634697
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5133578773761656e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5599342555734455e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023863005817763485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.016270757690370084
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421489730477333,
+        "mean_feedback_forward_cosine": 0.9998460788475839,
+        "mean_feedback_forward_relative_error": 0.017197815603331515,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002031942998756561,
+        "instruction_rms": 0.002031942998308895,
+        "raw_apical_rms": 0.0482186136023374,
+        "teaching_rms": 0.002031942998756561,
+        "traffic_rms": 0.0481662413246219
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.662107772584022e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.563468690590478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024586565339703593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.015824211727380754
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0242148544639349,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.01719767739996314,
+        "min_feedback_forward_cosine": 0.9997075200080872
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020744587293781815,
+        "instruction_rms": 0.0020744587296502664,
+        "raw_apical_rms": 0.048231045202624986,
+        "teaching_rms": 0.0020744587293781815,
+        "traffic_rms": 0.04817403033035654
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.89847204015814e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5613775682879853e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02337062195317176,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.015844521292448045
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214815348386765,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.017197525667908945,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021171652134194937,
+        "instruction_rms": 0.002117165212964786,
+        "raw_apical_rms": 0.04823238911932688,
+        "teaching_rms": 0.0021171652134194937,
+        "traffic_rms": 0.04817329892144992
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2415649780782587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5673970166992267e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024810573876033037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.01642455296471715
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214766919612885,
+        "mean_feedback_forward_cosine": 0.9998461196297094,
+        "mean_feedback_forward_relative_error": 0.017197379303213797,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021210256979624434,
+        "instruction_rms": 0.0021210256982363636,
+        "raw_apical_rms": 0.04823740610116224,
+        "teaching_rms": 0.0021210256979624434,
+        "traffic_rms": 0.04817727023696828
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.562463308208862e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5680198504703783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023986769379835647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.01636083184957504
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214720353484154,
+        "mean_feedback_forward_cosine": 0.9998461039442765,
+        "mean_feedback_forward_relative_error": 0.0171972345805874,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002087636183832708,
+        "instruction_rms": 0.002087636183885223,
+        "raw_apical_rms": 0.04823592324972154,
+        "teaching_rms": 0.002087636183832708,
+        "traffic_rms": 0.0481772002207055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.365795559455819e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5638819178430796e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024883919342835722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016185497484207154
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421467937529087,
+        "mean_feedback_forward_cosine": 0.9998461164926228,
+        "mean_feedback_forward_relative_error": 0.017197084466093464,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021368430701621463,
+        "instruction_rms": 0.0021368430698746224,
+        "raw_apical_rms": 0.04823588349812554,
+        "teaching_rms": 0.0021368430701621463,
+        "traffic_rms": 0.04817618576840557
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.2849899750099212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558696728578837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025290881650189327,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016208464490175246
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421463280916214,
+        "mean_feedback_forward_cosine": 0.9998461133555362,
+        "mean_feedback_forward_relative_error": 0.017196942096281993,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020495438639377664,
+        "instruction_rms": 0.0020495438638050436,
+        "raw_apical_rms": 0.04822979086747613,
+        "teaching_rms": 0.0020495438639377664,
+        "traffic_rms": 0.04817409025137214
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.0542388174126245e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559538286446536e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02539473573712632,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.01569545204669237
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421458438038826,
+        "mean_feedback_forward_cosine": 0.9998461039442765,
+        "mean_feedback_forward_relative_error": 0.017196801540098693,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00211529873619094,
+        "instruction_rms": 0.0021152987363021497,
+        "raw_apical_rms": 0.048230378053523815,
+        "teaching_rms": 0.00211529873619094,
+        "traffic_rms": 0.04817007616705108
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.998861958758425e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565775283081185e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023872978670837125,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.016340611333251
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214545264840126,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.01719665306767351,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002014485802215693,
+        "instruction_rms": 0.0020144858013130167,
+        "raw_apical_rms": 0.048225860085593965,
+        "teaching_rms": 0.002014485802215693,
+        "traffic_rms": 0.048171872579938615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.221586470341208e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5642886401090754e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024450690791043724,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.015337021072804928
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214504286646843,
+        "mean_feedback_forward_cosine": 0.999846122766796,
+        "mean_feedback_forward_relative_error": 0.017196506139283117,
+        "min_feedback_forward_cosine": 0.9997075200080872
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020257802765181496,
+        "instruction_rms": 0.0020257802758513166,
+        "raw_apical_rms": 0.048224734796383256,
+        "teaching_rms": 0.0020257802765181496,
+        "traffic_rms": 0.04817027356808051
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4461098035999385e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561177334040931e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024216074490407972,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.015433153074681759
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421446517109871,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.017196367004592168,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018966019651126516,
+        "instruction_rms": 0.0018966019649471265,
+        "raw_apical_rms": 0.0482153712907923,
+        "teaching_rms": 0.0018966019651126516,
+        "traffic_rms": 0.04816610599407765
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8244450334113935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5607643580286416e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023443023451119167,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.014511783031225205
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214422330260277,
+        "mean_feedback_forward_cosine": 0.9998461353151422,
+        "mean_feedback_forward_relative_error": 0.017196220664405508,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020238122772022462,
+        "instruction_rms": 0.002023812278612765,
+        "raw_apical_rms": 0.04821164810748748,
+        "teaching_rms": 0.0020238122772022462,
+        "traffic_rms": 0.04815726315093748
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.555583833441233e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5573742224003896e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023886543359556082,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.015639402832090855
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214377626776695,
+        "mean_feedback_forward_cosine": 0.9998461102184496,
+        "mean_feedback_forward_relative_error": 0.017196076726050752,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021169427326851583,
+        "instruction_rms": 0.002116942732689641,
+        "raw_apical_rms": 0.048218986102378035,
+        "teaching_rms": 0.0021169427326851583,
+        "traffic_rms": 0.048158562066362834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5947409554305523e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5592891829016048e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023602496059780185,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.016308050405681132
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214334785938263,
+        "mean_feedback_forward_cosine": 0.9998461133555362,
+        "mean_feedback_forward_relative_error": 0.017195928082066148,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002017604343977601,
+        "instruction_rms": 0.0020176043436887967,
+        "raw_apical_rms": 0.04821047542115423,
+        "teaching_rms": 0.002017604343977601,
+        "traffic_rms": 0.04815626370147312
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.407944149103059e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556718108553837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024514302274590564,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.015655936282277107
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421429753303528,
+        "mean_feedback_forward_cosine": 0.9998460976701034,
+        "mean_feedback_forward_relative_error": 0.0171957876239168,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002003929677712652,
+        "instruction_rms": 0.0020039296774771987,
+        "raw_apical_rms": 0.048208811160433664,
+        "teaching_rms": 0.002003929677712652,
+        "traffic_rms": 0.0481535917960867
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8125885620511326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561638165600793e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024464479010314035,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.01514030394718051
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214256554841995,
+        "mean_feedback_forward_cosine": 0.9998461164926228,
+        "mean_feedback_forward_relative_error": 0.01719564520508835,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002079285484938754,
+        "instruction_rms": 0.0020792854853080023,
+        "raw_apical_rms": 0.04820717894214953,
+        "teaching_rms": 0.002079285484938754,
+        "traffic_rms": 0.048149673445635456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5757724841923846e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5615503876941776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024528270188507804,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.015494366613030434
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421421743929386,
+        "mean_feedback_forward_cosine": 0.9998461196297094,
+        "mean_feedback_forward_relative_error": 0.017195498423748894,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002060551334264739,
+        "instruction_rms": 0.0020605513340953797,
+        "raw_apical_rms": 0.04820740106622503,
+        "teaching_rms": 0.002060551334264739,
+        "traffic_rms": 0.048151325294688185
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.934729970149874e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5651347860861492e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02532297363005684,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.015373398762345314
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421417459845543,
+        "mean_feedback_forward_cosine": 0.9998461196297094,
+        "mean_feedback_forward_relative_error": 0.017195352524715036,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020187502044109918,
+        "instruction_rms": 0.0020187502056391274,
+        "raw_apical_rms": 0.048210269749302224,
+        "teaching_rms": 0.0020187502044109918,
+        "traffic_rms": 0.04815493018957356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3292592743473506e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5624257362856332e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023989046076384503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015441325100660324
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214131757616997,
+        "mean_feedback_forward_cosine": 0.9998461164926228,
+        "mean_feedback_forward_relative_error": 0.017195211159751603,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020115200941535874,
+        "instruction_rms": 0.002011520094474682,
+        "raw_apical_rms": 0.04820213575976214,
+        "teaching_rms": 0.0020115200941535874,
+        "traffic_rms": 0.048148451806194856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8104894411740133e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5587376194203115e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024345985970810665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.015007560214996338
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214088916778564,
+        "mean_feedback_forward_cosine": 0.9998461353151422,
+        "mean_feedback_forward_relative_error": 0.017195067098854405,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002077252300422968,
+        "instruction_rms": 0.0020772523007702927,
+        "raw_apical_rms": 0.04820629005815167,
+        "teaching_rms": 0.002077252300422968,
+        "traffic_rms": 0.048148923781412056
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8624695502799113e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5588754148993495e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023669793571852924,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.015620501060932875
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421404793858528,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.01719492644463715,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019900464421579497,
+        "instruction_rms": 0.0019900464416302715,
+        "raw_apical_rms": 0.04820666251258883,
+        "teaching_rms": 0.0019900464421579497,
+        "traffic_rms": 0.048152845037724754
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.9957541275725816e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558877473539028e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024144677811090004,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.01487917870670557
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024213997647166252,
+        "mean_feedback_forward_cosine": 0.999846122766796,
+        "mean_feedback_forward_relative_error": 0.017194786378623622,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001996917803890635,
+        "instruction_rms": 0.0019969178039047054,
+        "raw_apical_rms": 0.04820199398492661,
+        "teaching_rms": 0.001996917803890635,
+        "traffic_rms": 0.048149273638408194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.777527896569154e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5593248464476776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02495172905040385,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015027608228325844
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421395294368267,
+        "mean_feedback_forward_cosine": 0.9998461353151422,
+        "mean_feedback_forward_relative_error": 0.017194642734370734,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021040990124702647,
+        "instruction_rms": 0.002104099012932981,
+        "raw_apical_rms": 0.04820473803222375,
+        "teaching_rms": 0.0021040990124702647,
+        "traffic_rms": 0.04814512662757017
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2078088690591358e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5649018348428776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024276170846831233,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015327770308256149
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9166,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.4120220245361328,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 2.8773079918664735e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 2.034976276377165e-08,
+      "min_residual_soma_slope": -2.8773079918664735e-08,
+      "mse": 2.202111428953568e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.072706638965291e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.072706638965291e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 14,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7022833824157715,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03593730926513672,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9114.871520519257,
+    "train_wall_s": 9112.18015551567
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.011441617272794247,
+      0.00822899118065834,
+      0.005248552188277245,
+      0.005006248597055674,
+      0.0031181308440864086,
+      0.003540358040481806,
+      0.0021462447475641966,
+      0.004154786001890898,
+      0.0029209405183792114,
+      0.0034351269714534283,
+      0.0023086071014404297,
+      0.0027891534846276045,
+      0.001797065488062799,
+      0.0036236699670553207,
+      0.002646889304742217,
+      0.0030294402968138456,
+      0.002203497802838683,
+      0.002647269982844591,
+      0.002045509871095419
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      3.999999523162842
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.061619386076927185,
+      0.0444263219833374,
+      0.018814196810126305,
+      0.0265334565192461,
+      0.008286643773317337,
+      0.01912377029657364,
+      0.00472823902964592,
+      0.022145025432109833,
+      0.007428563665598631,
+      0.017827365547418594,
+      0.005207362584769726,
+      0.015293089672923088,
+      0.0035655724350363016,
+      0.01934310421347618,
+      0.0063150255009531975,
+      0.016186874359846115,
+      0.00465974910184741,
+      0.014141105115413666,
+      0.003937184810638428
+    ],
+    "unscaled_traffic_rms": [
+      0.7427284121513367,
+      0.7409113049507141,
+      1.1158705949783325,
+      0.7547073364257812,
+      1.5051356554031372,
+      0.7405146360397339,
+      1.8156821727752686,
+      0.7504684925079346,
+      1.5728157758712769,
+      0.7707536816596985,
+      1.7733408212661743,
+      0.7295199632644653,
+      2.016019105911255,
+      0.7493460774421692,
+      1.6765660047531128,
+      0.7486165165901184,
+      1.8915162086486816,
+      0.7488155961036682,
+      2.0781445503234863
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}