results: confirm standard-depth SDIL scaling

1 files changed, 6861 insertions, 0 deletions

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d32_s11.json b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s11.json
new file mode 100644
index 0000000..bcec5ba
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s11.json
@@ -0,0 +1,6861 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 606208,
+    "adaptive_feedback_parameters": 461440,
+    "base_width": 16,
+    "blocks_per_stage": 5,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 32,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 303104,
+    "forward_parameters": 464154,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 606208,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 32,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 11,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s11.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 11,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5011,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9995903253555298,
+    "feedback_forward_cosine": [
+      0.9998393058776855,
+      0.9998425841331482,
+      0.9997931122779846,
+      0.9997373223304749,
+      0.9997537136077881,
+      0.9996713399887085,
+      0.9996196031570435,
+      0.9995112419128418,
+      0.9998084306716919,
+      0.9997016191482544,
+      0.9997225403785706,
+      0.9998138546943665,
+      0.999776303768158,
+      0.9997304677963257,
+      0.9997777938842773,
+      0.9997199773788452,
+      0.9997802376747131,
+      0.9997098445892334,
+      0.9997881650924683,
+      0.9996970295906067,
+      0.9997903108596802,
+      0.9998658299446106,
+      0.9998389482498169,
+      0.9998205900192261,
+      0.9998304843902588,
+      0.999771237373352,
+      0.9997951984405518,
+      0.999674916267395,
+      0.9997724294662476,
+      0.9995083808898926,
+      0.9999850392341614
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9998177289962769,
+      1.0005102157592773,
+      0.9998642802238464,
+      1.0012266635894775,
+      0.999540388584137,
+      1.0020116567611694,
+      0.9995760321617126,
+      1.002004623413086,
+      0.9987740516662598,
+      1.0021671056747437,
+      0.998420774936676,
+      1.0004249811172485,
+      0.9994477033615112,
+      1.001162052154541,
+      0.9992409944534302,
+      1.0009486675262451,
+      0.9995359182357788,
+      1.0016334056854248,
+      0.9993464946746826,
+      1.001138687133789,
+      0.9992688298225403,
+      1.0005548000335693,
+      0.9995976686477661,
+      1.0004544258117676,
+      0.9995250105857849,
+      1.0010119676589966,
+      0.9996137022972107,
+      1.001089334487915,
+      0.9996390342712402,
+      1.001050353050232,
+      1.0027774572372437
+    ],
+    "feedback_forward_relative_error": [
+      0.017924342304468155,
+      0.017754344269633293,
+      0.020338894799351692,
+      0.022967584431171417,
+      0.022193925455212593,
+      0.025744901970028877,
+      0.02758357860147953,
+      0.03135954588651657,
+      0.01960141770541668,
+      0.024551130831241608,
+      0.023588959127664566,
+      0.019300924614071846,
+      0.021157586947083473,
+      0.02326112799346447,
+      0.021080080419778824,
+      0.023696647956967354,
+      0.020960435271263123,
+      0.024163294583559036,
+      0.020589381456375122,
+      0.024656960740685463,
+      0.02048652432858944,
+      0.01639280840754509,
+      0.017950978130102158,
+      0.01895267143845558,
+      0.01841617189347744,
+      0.0214255228638649,
+      0.020239848643541336,
+      0.02553929202258587,
+      0.021332532167434692,
+      0.031390681862831116,
+      0.006141501944512129
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996150732040405,
+      0.9995710253715515,
+      0.9996081590652466,
+      0.9995531439781189,
+      0.9996228218078613,
+      0.9995498657226562,
+      0.9996355772018433,
+      0.9994957447052002,
+      0.99965500831604,
+      0.9995968341827393,
+      0.9996651411056519,
+      0.9996426105499268,
+      0.999691367149353,
+      0.9996111989021301,
+      0.9997058510780334,
+      0.9996367692947388,
+      0.9997190833091736,
+      0.9996544122695923,
+      0.999728798866272,
+      0.9996733069419861,
+      0.9997476935386658,
+      0.9997837543487549,
+      0.9997960329055786,
+      0.9997931718826294,
+      0.99980628490448,
+      0.9998067617416382,
+      0.9998337626457214,
+      0.9998568892478943,
+      0.999924898147583,
+      0.9999518394470215,
+      0.7934749126434326
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9996151328086853,
+      0.9995710849761963,
+      0.9996081590652466,
+      0.9995530843734741,
+      0.9996228218078613,
+      0.9995498657226562,
+      0.999635636806488,
+      0.9994957447052002,
+      0.99965500831604,
+      0.9995968341827393,
+      0.9996651411056519,
+      0.9996426105499268,
+      0.999691367149353,
+      0.9996111989021301,
+      0.9997059106826782,
+      0.9996367692947388,
+      0.9997190833091736,
+      0.9996544122695923,
+      0.999728798866272,
+      0.9996733069419861,
+      0.999747633934021,
+      0.9997837543487549,
+      0.9997960329055786,
+      0.9997931718826294,
+      0.99980628490448,
+      0.9998067617416382,
+      0.9998337626457214,
+      0.9998568892478943,
+      0.999924898147583,
+      0.9999518394470215,
+      0.8024725317955017
+    ],
+    "matched_negative_gradient_cosine": [
+      -0.006497480440884829,
+      -0.0010007985401898623,
+      -0.004768798593431711,
+      0.0029562427662312984,
+      0.0028078125324100256,
+      0.004375014454126358,
+      0.009340014308691025,
+      0.005763593129813671,
+      0.010660374537110329,
+      0.010545456781983376,
+      0.01165374182164669,
+      0.04071634262800217,
+      0.01207689382135868,
+      0.04588733986020088,
+      -0.00496321264654398,
+      0.027296870946884155,
+      0.0014145260211080313,
+      0.044059060513973236,
+      -0.0026559161487966776,
+      0.01349729485809803,
+      -0.0007202508859336376,
+      0.020670048892498016,
+      0.009963254444301128,
+      0.014850533567368984,
+      0.06023435667157173,
+      0.12118001282215118,
+      0.04876578599214554,
+      0.10186578333377838,
+      0.05108996480703354,
+      0.046388640999794006,
+      0.077696792781353
+    ],
+    "max_norm_match_direction_error": 0.02065885066986084,
+    "max_norm_match_relative_error": 1.4674257897695497e-07,
+    "mean_feedback_forward_cosine": 0.9997563823576896,
+    "mean_feedback_forward_relative_error": 0.021636890292528174,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.11225628852844238,
+      "max_absolute_post_projection_soma_slope": 7.925833322985909e-09,
+      "max_absolute_pre_projection_soma_slope": 0.11225628852844238,
+      "max_positive_post_projection_soma_slope": 7.925833322985909e-09,
+      "min_post_projection_soma_slope": -6.912399097558364e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.4260500335837172e-08,
+      "pre_projection_traffic_rms_ratio": 0.009860032162847598
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.00986003216282541,
+    "raw_negative_gradient_cosine": [
+      -0.006497480440884829,
+      -0.0010007983073592186,
+      -0.004768798127770424,
+      0.002956242300570011,
+      0.0028078125324100256,
+      0.004375015385448933,
+      0.0093400152400136,
+      0.00576359499245882,
+      0.010660374537110329,
+      0.010545456781983376,
+      0.01165374368429184,
+      0.04071634262800217,
+      0.01207689382135868,
+      0.04588734358549118,
+      -0.00496321264654398,
+      0.027296870946884155,
+      0.0014145260211080313,
+      0.04405905678868294,
+      -0.0026559149846434593,
+      0.01349729672074318,
+      -0.0007202494889497757,
+      0.020670050755143166,
+      0.009963255375623703,
+      0.014850534498691559,
+      0.06023435294628143,
+      0.12118001282215118,
+      0.04876578971743584,
+      0.10186578333377838,
+      0.05108996480703354,
+      0.0463886484503746,
+      0.07769609987735748
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996150732040405,
+      0.9995710253715515,
+      0.9996081590652466,
+      0.9995531439781189,
+      0.9996228218078613,
+      0.9995498657226562,
+      0.9996355772018433,
+      0.9994957447052002,
+      0.99965500831604,
+      0.9995968341827393,
+      0.9996651411056519,
+      0.9996426105499268,
+      0.999691367149353,
+      0.9996111989021301,
+      0.9997058510780334,
+      0.9996367692947388,
+      0.9997190833091736,
+      0.9996544122695923,
+      0.999728798866272,
+      0.9996733069419861,
+      0.9997476935386658,
+      0.9997837543487549,
+      0.9997960329055786,
+      0.9997931718826294,
+      0.99980628490448,
+      0.9998067617416382,
+      0.9998337626457214,
+      0.9998568892478943,
+      0.999924898147583,
+      0.9999518394470215,
+      0.7934749126434326
+    ],
+    "traffic_instruction_rms_ratio": 119.9707903135327,
+    "used_negative_gradient_cosine": [
+      0.9996150732040405,
+      0.9995710253715515,
+      0.9996081590652466,
+      0.9995531439781189,
+      0.9996228218078613,
+      0.9995498657226562,
+      0.9996355772018433,
+      0.9994957447052002,
+      0.99965500831604,
+      0.9995968341827393,
+      0.9996651411056519,
+      0.9996426105499268,
+      0.999691367149353,
+      0.9996111989021301,
+      0.9997058510780334,
+      0.9996367692947388,
+      0.9997190833091736,
+      0.9996544122695923,
+      0.999728798866272,
+      0.9996733069419861,
+      0.9997476935386658,
+      0.9997837543487549,
+      0.9997960329055786,
+      0.9997931718826294,
+      0.99980628490448,
+      0.9998067617416382,
+      0.9998337626457214,
+      0.9998568892478943,
+      0.999924898147583,
+      0.9999518394470215,
+      0.7934749126434326
+    ],
+    "wall_s": 0.1894664764404297
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3496880531311035,
+        "mean_feedback_forward_cosine": 0.23779246114915417,
+        "mean_feedback_forward_relative_error": 1.234508550936176,
+        "min_feedback_forward_cosine": 0.09770594537258148
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.001792261825803338,
+        "instruction_rms": 0.001792261826251293,
+        "raw_apical_rms": 0.028805227960451953,
+        "teaching_rms": 0.001792261825803338,
+        "traffic_rms": 0.028727260303247956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225633323192596,
+        "maximum_absolute_post_projection_soma_slope": 5.258212354419811e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.045556571320131e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010801846595000409,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.883175189743042
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3214671611785889,
+        "mean_feedback_forward_cosine": 0.33310096013930535,
+        "mean_feedback_forward_relative_error": 1.1533651851838636,
+        "min_feedback_forward_cosine": 0.13528896868228912
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002421221190249264,
+        "instruction_rms": 0.0024212211899576033,
+        "raw_apical_rms": 0.034849637741896075,
+        "teaching_rms": 0.002421221190249264,
+        "traffic_rms": 0.03476434366891238
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 2.841998281155611e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7825343562887417e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011862241955242688,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.317690772628784
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.286177396774292,
+        "mean_feedback_forward_cosine": 0.4128204747553795,
+        "mean_feedback_forward_relative_error": 1.0815526227797232,
+        "min_feedback_forward_cosine": 0.1772659718990326
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002908956055007506,
+        "instruction_rms": 0.0029089560558632085,
+        "raw_apical_rms": 0.03979513620461615,
+        "teaching_rms": 0.002908956055007506,
+        "traffic_rms": 0.039687916265938566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 2.933276199712509e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7591173112030292e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009998382364186997,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0670323083877564
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2463759183883667,
+        "mean_feedback_forward_cosine": 0.47859098209488776,
+        "mean_feedback_forward_relative_error": 1.019184765315825,
+        "min_feedback_forward_cosine": 0.22580194473266602
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003136969448048461,
+        "instruction_rms": 0.0031369694475944293,
+        "raw_apical_rms": 0.04359462530079327,
+        "teaching_rms": 0.003136969448048461,
+        "traffic_rms": 0.043480824283611615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.594250503307194e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7148236461990264e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010957993229569451,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.9066353808403015
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2118828296661377,
+        "mean_feedback_forward_cosine": 0.5330047703558399,
+        "mean_feedback_forward_relative_error": 0.9634942104739528,
+        "min_feedback_forward_cosine": 0.2751264274120331
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033078185183274328,
+        "instruction_rms": 0.003307818519762654,
+        "raw_apical_rms": 0.04585935586837421,
+        "teaching_rms": 0.0033078185183274328,
+        "traffic_rms": 0.04573897000460993
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 2.9385491373545847e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6795564678856313e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011519401571881556,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7787144205856323
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1795347929000854,
+        "mean_feedback_forward_cosine": 0.5791930998525312,
+        "mean_feedback_forward_relative_error": 0.9135592627909875,
+        "min_feedback_forward_cosine": 0.31856682896614075
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034067994728327,
+        "instruction_rms": 0.0034067994719840793,
+        "raw_apical_rms": 0.04818388201234819,
+        "teaching_rms": 0.0034067994728327,
+        "traffic_rms": 0.04806230353498617
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.8454007150457983e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6583452429032212e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01264221682082263,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.6978113789558411
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.149438738822937,
+        "mean_feedback_forward_cosine": 0.6168919176824631,
+        "mean_feedback_forward_relative_error": 0.8710372524876748,
+        "min_feedback_forward_cosine": 0.3552587628364563
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00336719592465616,
+        "instruction_rms": 0.0033671959250112307,
+        "raw_apical_rms": 0.04975851425289233,
+        "teaching_rms": 0.00336719592465616,
+        "traffic_rms": 0.04964341781125968
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.2966526336840616e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6351101400811515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013324666793379182,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6338754903030396
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1214444637298584,
+        "mean_feedback_forward_cosine": 0.6504959223731872,
+        "mean_feedback_forward_relative_error": 0.8313341275338204,
+        "min_feedback_forward_cosine": 0.38811126351356506
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003319322473813083,
+        "instruction_rms": 0.0033193224743269328,
+        "raw_apical_rms": 0.051181383486642563,
+        "teaching_rms": 0.003319322473813083,
+        "traffic_rms": 0.05107260821767357
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.5319559782133183e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6337099496498826e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013492020812763473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5945274598693847
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0947422981262207,
+        "mean_feedback_forward_cosine": 0.6788346402106746,
+        "mean_feedback_forward_relative_error": 0.7962960206693218,
+        "min_feedback_forward_cosine": 0.41831809282302856
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003329283437906273,
+        "instruction_rms": 0.0033292834377449936,
+        "raw_apical_rms": 0.05222263351215701,
+        "teaching_rms": 0.003329283437906273,
+        "traffic_rms": 0.05211526161502879
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.328970438725264e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6177858545709823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013521616016321129,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5460585849380493
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0678207874298096,
+        "mean_feedback_forward_cosine": 0.7045119395179134,
+        "mean_feedback_forward_relative_error": 0.7631245707311938,
+        "min_feedback_forward_cosine": 0.44739997386932373
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033346312875229315,
+        "instruction_rms": 0.0033346312873691673,
+        "raw_apical_rms": 0.05295629358292148,
+        "teaching_rms": 0.0033346312875229315,
+        "traffic_rms": 0.05285022357265569
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.1081618228890875e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.61057395972827e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013158838708820633,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5156999127006531
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0406087636947632,
+        "mean_feedback_forward_cosine": 0.7277736356181483,
+        "mean_feedback_forward_relative_error": 0.7318284290452157,
+        "min_feedback_forward_cosine": 0.4766763150691986
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033344675920963327,
+        "instruction_rms": 0.003334467591046028,
+        "raw_apical_rms": 0.05374417999136594,
+        "teaching_rms": 0.0033344675920963327,
+        "traffic_rms": 0.053639381114595035
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.8007780983330122e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612133514462808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01373393522368179,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.49187483179092406
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0131824016571045,
+        "mean_feedback_forward_cosine": 0.7490967935131442,
+        "mean_feedback_forward_relative_error": 0.7020098365122273,
+        "min_feedback_forward_cosine": 0.504758358001709
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033325480493578783,
+        "instruction_rms": 0.0033325480497094274,
+        "raw_apical_rms": 0.0546010520836132,
+        "teaching_rms": 0.0033325480493578783,
+        "traffic_rms": 0.05449803404631906
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.974685919809872e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.602862778984721e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01347280341987151,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4723786288070679
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9852772951126099,
+        "mean_feedback_forward_cosine": 0.7686242422749919,
+        "mean_feedback_forward_relative_error": 0.6736344320158805,
+        "min_feedback_forward_cosine": 0.5321928262710571
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033702792408124055,
+        "instruction_rms": 0.003370279240280608,
+        "raw_apical_rms": 0.0554730912311837,
+        "teaching_rms": 0.0033702792408124055,
+        "traffic_rms": 0.055369326061221094
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.5364050415532802e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591794573869333e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012672975581042403,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.45233731906890867
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9574909806251526,
+        "mean_feedback_forward_cosine": 0.7865343324599727,
+        "mean_feedback_forward_relative_error": 0.6466560897327238,
+        "min_feedback_forward_cosine": 0.5584561228752136
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033300708562622908,
+        "instruction_rms": 0.0033300708571274216,
+        "raw_apical_rms": 0.05599120307503897,
+        "teaching_rms": 0.0033300708562622908,
+        "traffic_rms": 0.05589091450250531
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.8411470509581704e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594007736784222e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01258746363288867,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4323750767326355
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9284768104553223,
+        "mean_feedback_forward_cosine": 0.802930360840213,
+        "mean_feedback_forward_relative_error": 0.6208677892723391,
+        "min_feedback_forward_cosine": 0.5856777429580688
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033243186649561823,
+        "instruction_rms": 0.0033243186649019175,
+        "raw_apical_rms": 0.056545813755457225,
+        "teaching_rms": 0.0033243186649561823,
+        "traffic_rms": 0.05644673637626801
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.5371388545636364e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591289395230428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012874887660320094,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.41533927255630493
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9013845920562744,
+        "mean_feedback_forward_cosine": 0.8178992521378302,
+        "mean_feedback_forward_relative_error": 0.5966463574478703,
+        "min_feedback_forward_cosine": 0.6095059514045715
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033253388544950877,
+        "instruction_rms": 0.0033253388545099577,
+        "raw_apical_rms": 0.057039058299791084,
+        "teaching_rms": 0.0033253388544950877,
+        "traffic_rms": 0.05694071077060974
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 2.6628805827044744e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5850776735710754e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013231701546586847,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.39967508281707764
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.874859631061554,
+        "mean_feedback_forward_cosine": 0.831680578570212,
+        "mean_feedback_forward_relative_error": 0.5733389229543747,
+        "min_feedback_forward_cosine": 0.6320400238037109
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033104020801533684,
+        "instruction_rms": 0.0033104020802953668,
+        "raw_apical_rms": 0.05738609073486056,
+        "teaching_rms": 0.0033104020801533684,
+        "traffic_rms": 0.057289031942430374
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 2.599791493196335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590709769113238e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012404134778190896,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.3828320609664917
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8475277423858643,
+        "mean_feedback_forward_cosine": 0.8443116776404842,
+        "mean_feedback_forward_relative_error": 0.5510564667563285,
+        "min_feedback_forward_cosine": 0.654889702796936
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032769496810639426,
+        "instruction_rms": 0.003276949680155566,
+        "raw_apical_rms": 0.057786097594853966,
+        "teaching_rms": 0.0032769496810639426,
+        "traffic_rms": 0.057691604400210664
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.497487372465912e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5849717691134332e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012076421928275596,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.37322906542778017
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8215506672859192,
+        "mean_feedback_forward_cosine": 0.8562665158702482,
+        "mean_feedback_forward_relative_error": 0.5293006781608828,
+        "min_feedback_forward_cosine": 0.6758486032485962
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033048215272533945,
+        "instruction_rms": 0.003304821526720537,
+        "raw_apical_rms": 0.05803315554951797,
+        "teaching_rms": 0.0033048215272533945,
+        "traffic_rms": 0.05793751029686721
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.042416096832312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5808096129596566e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01197672741514764,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.36867270792007445
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7943539023399353,
+        "mean_feedback_forward_cosine": 0.867316807470014,
+        "mean_feedback_forward_relative_error": 0.508296672855654,
+        "min_feedback_forward_cosine": 0.6967917680740356
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033173971083641377,
+        "instruction_rms": 0.0033173971078284755,
+        "raw_apical_rms": 0.05854039350209792,
+        "teaching_rms": 0.0033173971083641377,
+        "traffic_rms": 0.058445061830587126
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.911373186975652e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576937532019565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012154895988473236,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3556933372116089
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7677993178367615,
+        "mean_feedback_forward_cosine": 0.8773702729132867,
+        "mean_feedback_forward_relative_error": 0.48845543832548205,
+        "min_feedback_forward_cosine": 0.7169189453125
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033073317765581547,
+        "instruction_rms": 0.0033073317772349823,
+        "raw_apical_rms": 0.058737001971614314,
+        "teaching_rms": 0.0033073317765581547,
+        "traffic_rms": 0.05864225026309258
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.6256198992768986e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5766312767555807e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011327904578062476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3399512421417236
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7417647838592529,
+        "mean_feedback_forward_cosine": 0.8868064476597693,
+        "mean_feedback_forward_relative_error": 0.4691789294442823,
+        "min_feedback_forward_cosine": 0.7359968423843384
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003302059023453005,
+        "instruction_rms": 0.0033020590234496476,
+        "raw_apical_rms": 0.059311878266022786,
+        "teaching_rms": 0.003302059023453005,
+        "traffic_rms": 0.05921828083594166
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.038580942416047e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5777768928539136e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012320597210774149,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.32902210988998415
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7155755162239075,
+        "mean_feedback_forward_cosine": 0.8953168392181396,
+        "mean_feedback_forward_relative_error": 0.4510100416598781,
+        "min_feedback_forward_cosine": 0.7544387578964233
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032708049472139214,
+        "instruction_rms": 0.003270804946515275,
+        "raw_apical_rms": 0.05951535872565163,
+        "teaching_rms": 0.0032708049472139214,
+        "traffic_rms": 0.05942376447652585
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.084525701524399e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5754792433868905e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01261531597454441,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.32357191411972047
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6905362010002136,
+        "mean_feedback_forward_cosine": 0.9032265736210731,
+        "mean_feedback_forward_relative_error": 0.43349189383368336,
+        "min_feedback_forward_cosine": 0.7709805965423584
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003272499729795818,
+        "instruction_rms": 0.0032724997287085777,
+        "raw_apical_rms": 0.05997283825635708,
+        "teaching_rms": 0.003272499729795818,
+        "traffic_rms": 0.059881926658211744
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.0635067815865114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5718286186657776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012313924905851455,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3190615742301941
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6647300720214844,
+        "mean_feedback_forward_cosine": 0.9107316117132863,
+        "mean_feedback_forward_relative_error": 0.41629005103341993,
+        "min_feedback_forward_cosine": 0.7878142595291138
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032740237389923374,
+        "instruction_rms": 0.00327402373798544,
+        "raw_apical_rms": 0.05992498399358805,
+        "teaching_rms": 0.0032740237389923374,
+        "traffic_rms": 0.05983376415038004
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.6139975517480707e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5709855750688462e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011235115731961103,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.30554208899497987
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6416481137275696,
+        "mean_feedback_forward_cosine": 0.9172263453083653,
+        "mean_feedback_forward_relative_error": 0.40068683605040273,
+        "min_feedback_forward_cosine": 0.8020126223564148
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032305134027988368,
+        "instruction_rms": 0.0032305134013642864,
+        "raw_apical_rms": 0.06023654667332525,
+        "teaching_rms": 0.0032305134027988368,
+        "traffic_rms": 0.0601481441017935
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 3.247811264373013e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5675895160046115e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010335527925943647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.2948358810806274
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6188873648643494,
+        "mean_feedback_forward_cosine": 0.9233948857553543,
+        "mean_feedback_forward_relative_error": 0.38522597378300083,
+        "min_feedback_forward_cosine": 0.815637469291687
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032253577353462603,
+        "instruction_rms": 0.0032253577350284585,
+        "raw_apical_rms": 0.060719556235803676,
+        "teaching_rms": 0.0032253577353462603,
+        "traffic_rms": 0.06063212153176193
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.7535248747767582e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5718172491880183e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010918030632283382,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.29439870826721193
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5944331288337708,
+        "mean_feedback_forward_cosine": 0.929389076848184,
+        "mean_feedback_forward_relative_error": 0.3697683407414344,
+        "min_feedback_forward_cosine": 0.8296734094619751
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033057042535208584,
+        "instruction_rms": 0.00330570425395004,
+        "raw_apical_rms": 0.06085092983549735,
+        "teaching_rms": 0.0033057042535208584,
+        "traffic_rms": 0.060759507640024746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.396624848051033e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5801276581406607e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01133665934687235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.29211154641151427
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5716933608055115,
+        "mean_feedback_forward_cosine": 0.9346478369928175,
+        "mean_feedback_forward_relative_error": 0.3556915093814173,
+        "min_feedback_forward_cosine": 0.8423337936401367
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032548743347958486,
+        "instruction_rms": 0.003254874335233672,
+        "raw_apical_rms": 0.060817232562968754,
+        "teaching_rms": 0.0032548743347958486,
+        "traffic_rms": 0.06072845435202621
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.0558943819869455e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5669451091088644e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01192258029651461,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.28162732667922974
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.549853503704071,
+        "mean_feedback_forward_cosine": 0.9396389838187925,
+        "mean_feedback_forward_relative_error": 0.34180730773556617,
+        "min_feedback_forward_cosine": 0.8540327548980713
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003254695845098277,
+        "instruction_rms": 0.003254695844725547,
+        "raw_apical_rms": 0.061029588091336545,
+        "teaching_rms": 0.003254695845098277,
+        "traffic_rms": 0.06094101024208075
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.4466967118996763e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5584039433857285e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012014019513851422,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.2790811213731766
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5292419195175171,
+        "mean_feedback_forward_cosine": 0.9441387634123525,
+        "mean_feedback_forward_relative_error": 0.3288032722569281,
+        "min_feedback_forward_cosine": 0.8645808696746826
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032379930618421037,
+        "instruction_rms": 0.0032379930630742826,
+        "raw_apical_rms": 0.06097692898944999,
+        "teaching_rms": 0.0032379930618421037,
+        "traffic_rms": 0.06088911481139244
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 3.1269017597423954e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5597649515233644e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012800837947494967,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.2696018798828125
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5083063840866089,
+        "mean_feedback_forward_cosine": 0.9483677571819674,
+        "mean_feedback_forward_relative_error": 0.316038433582552,
+        "min_feedback_forward_cosine": 0.8749896287918091
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032568659113997077,
+        "instruction_rms": 0.0032568659122541197,
+        "raw_apical_rms": 0.06110950468634659,
+        "teaching_rms": 0.0032568659113997077,
+        "traffic_rms": 0.061020943497906495
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 3.495733480463059e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5610257849241372e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013039541485083609,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.26743567897796633
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4887472987174988,
+        "mean_feedback_forward_cosine": 0.9522715191687307,
+        "mean_feedback_forward_relative_error": 0.30383396004476854,
+        "min_feedback_forward_cosine": 0.8842469453811646
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003252115028098189,
+        "instruction_rms": 0.0032521150274152965,
+        "raw_apical_rms": 0.06112757169079033,
+        "teaching_rms": 0.003252115028098189,
+        "traffic_rms": 0.06103910094756242
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.284615246457179e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5590828970195226e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013239898182371835,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2594930760860443
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.46973827481269836,
+        "mean_feedback_forward_cosine": 0.955971485184085,
+        "mean_feedback_forward_relative_error": 0.29178578526743,
+        "min_feedback_forward_cosine": 0.8929667472839355
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0033002495384564625,
+        "instruction_rms": 0.003300249538139308,
+        "raw_apical_rms": 0.06152919953251131,
+        "teaching_rms": 0.0033002495384564625,
+        "traffic_rms": 0.061438837462397373
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.9531179279729258e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562754421078797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012943892439867828,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.25627604156017303
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.45103105902671814,
+        "mean_feedback_forward_cosine": 0.9593049499296373,
+        "mean_feedback_forward_relative_error": 0.2804588778845726,
+        "min_feedback_forward_cosine": 0.9011492729187012
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032603065747262845,
+        "instruction_rms": 0.0032603065750236126,
+        "raw_apical_rms": 0.06168654494614401,
+        "teaching_rms": 0.0032603065747262845,
+        "traffic_rms": 0.06159845643913828
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.823919397267673e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55961333243947e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01201314108154925,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.25371675619125367
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4319956302642822,
+        "mean_feedback_forward_cosine": 0.9625148369419959,
+        "mean_feedback_forward_relative_error": 0.2691259352910903,
+        "min_feedback_forward_cosine": 0.909275233745575
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003300444097266203,
+        "instruction_rms": 0.003300444096538425,
+        "raw_apical_rms": 0.061765732031903955,
+        "teaching_rms": 0.003300444097266203,
+        "traffic_rms": 0.06167562457036192
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.994701103238185e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5701525951142592e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013065614479541826,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.25555422548294066
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.41513386368751526,
+        "mean_feedback_forward_cosine": 0.965345157730964,
+        "mean_feedback_forward_relative_error": 0.25877136592903444,
+        "min_feedback_forward_cosine": 0.9161350727081299
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032145991802796205,
+        "instruction_rms": 0.0032145991796913714,
+        "raw_apical_rms": 0.06179143748636271,
+        "teaching_rms": 0.0032145991802796205,
+        "traffic_rms": 0.061705900928129616
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 5.264437774599173e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561920957799572e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012403182458304603,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.24684164540290832
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.398198664188385,
+        "mean_feedback_forward_cosine": 0.9679886833313973,
+        "mean_feedback_forward_relative_error": 0.2486970506368145,
+        "min_feedback_forward_cosine": 0.9227094054222107
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032494780243739587,
+        "instruction_rms": 0.0032494780243708804,
+        "raw_apical_rms": 0.06184363574251306,
+        "teaching_rms": 0.0032494780243739587,
+        "traffic_rms": 0.06175642943583635
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.0539756440693964e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5562731455362073e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012822947046996512,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.24320279186725616
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3827840983867645,
+        "mean_feedback_forward_cosine": 0.9703785719410065,
+        "mean_feedback_forward_relative_error": 0.23920422047376633,
+        "min_feedback_forward_cosine": 0.9285213947296143
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032236181888009954,
+        "instruction_rms": 0.0032236181894204218,
+        "raw_apical_rms": 0.06201272401368562,
+        "teaching_rms": 0.0032236181888009954,
+        "traffic_rms": 0.06192682060653752
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.947093401597158e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5617415936299073e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012266634909092832,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.23518570545196532
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36789071559906006,
+        "mean_feedback_forward_cosine": 0.9726357286976229,
+        "mean_feedback_forward_relative_error": 0.2298748591734517,
+        "min_feedback_forward_cosine": 0.9339315891265869
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003259428996929,
+        "instruction_rms": 0.0032594289970056915,
+        "raw_apical_rms": 0.06241495298691332,
+        "teaching_rms": 0.003259428996929,
+        "traffic_rms": 0.06232767602460293
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.644509132845087e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5593482522842794e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012249491952177081,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.23642174144268036
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3538934588432312,
+        "mean_feedback_forward_cosine": 0.974668687389743,
+        "mean_feedback_forward_relative_error": 0.22114848609893553,
+        "min_feedback_forward_cosine": 0.9388415813446045
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032209917954261922,
+        "instruction_rms": 0.0032209917960821476,
+        "raw_apical_rms": 0.06254188649246761,
+        "teaching_rms": 0.0032209917954261922,
+        "traffic_rms": 0.06245687771193772
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.347638693502631e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5568513603443873e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012249291725254977,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.22949023630142212
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3407110869884491,
+        "mean_feedback_forward_cosine": 0.9765158853223247,
+        "mean_feedback_forward_relative_error": 0.2128911619224856,
+        "min_feedback_forward_cosine": 0.9432579278945923
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031841620264023316,
+        "instruction_rms": 0.0031841620261899664,
+        "raw_apical_rms": 0.06263913556287237,
+        "teaching_rms": 0.0031841620264023316,
+        "traffic_rms": 0.06255632475136726
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.658540137507771e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5628003755162997e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012383326647550437,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.22707825716018676
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3270176947116852,
+        "mean_feedback_forward_cosine": 0.9782925344282581,
+        "mean_feedback_forward_relative_error": 0.20464389410711104,
+        "min_feedback_forward_cosine": 0.9476891160011292
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003236392452746968,
+        "instruction_rms": 0.003236392452344772,
+        "raw_apical_rms": 0.06271065835380563,
+        "teaching_rms": 0.003236392452746968,
+        "traffic_rms": 0.06262489019660311
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.010047405245132e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5618930406462716e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012588131750449472,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.22609810742139816
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3139725923538208,
+        "mean_feedback_forward_cosine": 0.9799425621186534,
+        "mean_feedback_forward_relative_error": 0.19673132487843115,
+        "min_feedback_forward_cosine": 0.9517279863357544
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032139282340533336,
+        "instruction_rms": 0.003213928234158405,
+        "raw_apical_rms": 0.06284613678725086,
+        "teaching_rms": 0.0032139282340533336,
+        "traffic_rms": 0.06276156598699817
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.4636117024765554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5517970244312645e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012598583491059887,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.22567077231884003
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30098485946655273,
+        "mean_feedback_forward_cosine": 0.9814900640518435,
+        "mean_feedback_forward_relative_error": 0.1889460392055973,
+        "min_feedback_forward_cosine": 0.9555969834327698
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032631915978411515,
+        "instruction_rms": 0.00326319159747628,
+        "raw_apical_rms": 0.06289389242370472,
+        "teaching_rms": 0.0032631915978411515,
+        "traffic_rms": 0.06280691631414138
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 6.71051907374931e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5551895066815612e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013183087705210402,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2225477651643753
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2885339558124542,
+        "mean_feedback_forward_cosine": 0.9828755701741865,
+        "mean_feedback_forward_relative_error": 0.1817206326992281,
+        "min_feedback_forward_cosine": 0.9591548442840576
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032146510133345537,
+        "instruction_rms": 0.0032146510127874965,
+        "raw_apical_rms": 0.06318518193205687,
+        "teaching_rms": 0.0032146510133345537,
+        "traffic_rms": 0.0631010560451943
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 5.160919869240388e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.557698739479417e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013286316370171232,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.22248741296291352
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2767795920372009,
+        "mean_feedback_forward_cosine": 0.98417708950658,
+        "mean_feedback_forward_relative_error": 0.17469270707618806,
+        "min_feedback_forward_cosine": 0.9623985290527344
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003223346443648342,
+        "instruction_rms": 0.003223346443817166,
+        "raw_apical_rms": 0.06319716196049695,
+        "teaching_rms": 0.003223346443648342,
+        "traffic_rms": 0.06311259041357734
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.2019306195916215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5570246728026184e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012517031915070542,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.21865181411743165
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26563000679016113,
+        "mean_feedback_forward_cosine": 0.9853603436100867,
+        "mean_feedback_forward_relative_error": 0.16801612764116255,
+        "min_feedback_forward_cosine": 0.9653445482254028
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032019115455290265,
+        "instruction_rms": 0.0032019115449666634,
+        "raw_apical_rms": 0.0634449066605615,
+        "teaching_rms": 0.0032019115455290265,
+        "traffic_rms": 0.06336201929111465
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.898474159631405e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5558445619538108e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01311208447202521,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2144723404788971
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25532397627830505,
+        "mean_feedback_forward_cosine": 0.9864642197085965,
+        "mean_feedback_forward_relative_error": 0.1615519479157463,
+        "min_feedback_forward_cosine": 0.9679573774337769
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032507335967120023,
+        "instruction_rms": 0.0032507335954448063,
+        "raw_apical_rms": 0.06359034115045026,
+        "teaching_rms": 0.0032507335967120023,
+        "traffic_rms": 0.06350483665831345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.883069593120126e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5624518136785833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01296623457293837,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.2116580925321579
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24493002891540527,
+        "mean_feedback_forward_cosine": 0.9874960780143738,
+        "mean_feedback_forward_relative_error": 0.15528010576963425,
+        "min_feedback_forward_cosine": 0.9704850912094116
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032284191180477328,
+        "instruction_rms": 0.0032284191176412385,
+        "raw_apical_rms": 0.06366011916848571,
+        "teaching_rms": 0.0032284191180477328,
+        "traffic_rms": 0.06357610938960903
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.807570791991566e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5557410757543787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01171205688162901,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.21239043782234193
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2350618988275528,
+        "mean_feedback_forward_cosine": 0.9884467663303498,
+        "mean_feedback_forward_relative_error": 0.14924997836351395,
+        "min_feedback_forward_cosine": 0.9727891683578491
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032528531822477976,
+        "instruction_rms": 0.003252853182494769,
+        "raw_apical_rms": 0.06399855883714173,
+        "teaching_rms": 0.0032528531822477976,
+        "traffic_rms": 0.06391358028661491
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.6961119437582965e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559745537056108e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012536972272347374,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.20796265053749086
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22559034824371338,
+        "mean_feedback_forward_cosine": 0.9892987301272731,
+        "mean_feedback_forward_relative_error": 0.14361524690062769,
+        "min_feedback_forward_cosine": 0.9749218225479126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003208858657762247,
+        "instruction_rms": 0.0032088586582928753,
+        "raw_apical_rms": 0.06424261075082997,
+        "teaching_rms": 0.003208858657762247,
+        "traffic_rms": 0.06416018321896445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.4010067651024656e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.549425059134784e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012514431149795651,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.20420211280822753
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2162429839372635,
+        "mean_feedback_forward_cosine": 0.9901151426376835,
+        "mean_feedback_forward_relative_error": 0.1380332242096624,
+        "min_feedback_forward_cosine": 0.9769406318664551
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003230649462503566,
+        "instruction_rms": 0.0032306494628555928,
+        "raw_apical_rms": 0.06466205844044151,
+        "teaching_rms": 0.003230649462503566,
+        "traffic_rms": 0.06457886516143173
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.6073931397595516e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5525071400094274e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012177581630662487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.20856931941986084
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2075895220041275,
+        "mean_feedback_forward_cosine": 0.9908495622296487,
+        "mean_feedback_forward_relative_error": 0.1327750995274513,
+        "min_feedback_forward_cosine": 0.9787402153015137
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00323263499780507,
+        "instruction_rms": 0.003232634998765458,
+        "raw_apical_rms": 0.06484330787039168,
+        "teaching_rms": 0.00323263499780507,
+        "traffic_rms": 0.06476054526765924
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.4263422321600956e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.548854281078689e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01235526797269067,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.1985908332824707
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19919037818908691,
+        "mean_feedback_forward_cosine": 0.991537542112412,
+        "mean_feedback_forward_relative_error": 0.1276785499386249,
+        "min_feedback_forward_cosine": 0.9804139137268066
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032567782616892173,
+        "instruction_rms": 0.0032567782620157447,
+        "raw_apical_rms": 0.06499176034073043,
+        "teaching_rms": 0.0032567782616892173,
+        "traffic_rms": 0.06490787925330493
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.1997503192069416e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5500044898529143e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011773352922101018,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.20114256310939788
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1909475475549698,
+        "mean_feedback_forward_cosine": 0.9921798206144764,
+        "mean_feedback_forward_relative_error": 0.12273224359077792,
+        "min_feedback_forward_cosine": 0.9819931387901306
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003214295794738556,
+        "instruction_rms": 0.00321429579503298,
+        "raw_apical_rms": 0.06498556913398877,
+        "teaching_rms": 0.003214295794738556,
+        "traffic_rms": 0.06490337558985543
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.3791843040708045e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5557164605611118e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012072926961486636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.20277392561912536
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18320252001285553,
+        "mean_feedback_forward_cosine": 0.9927667148651615,
+        "mean_feedback_forward_relative_error": 0.11803499861590323,
+        "min_feedback_forward_cosine": 0.9834180474281311
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031965488879336116,
+        "instruction_rms": 0.003196548888430924,
+        "raw_apical_rms": 0.0652538080997281,
+        "teaching_rms": 0.0031965488879336116,
+        "traffic_rms": 0.06517323427237556
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.97686754638471e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.547342659498856e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012198412931471204,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.19817508615493776
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1758364886045456,
+        "mean_feedback_forward_cosine": 0.993301430056172,
+        "mean_feedback_forward_relative_error": 0.11360123332950377,
+        "min_feedback_forward_cosine": 0.9847174286842346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00319837615440292,
+        "instruction_rms": 0.0031983761546225216,
+        "raw_apical_rms": 0.06539917326301826,
+        "teaching_rms": 0.00319837615440292,
+        "traffic_rms": 0.06531844557725296
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.943426728549639e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55066315256387e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01110784378020459,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.19506875994682313
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16860756278038025,
+        "mean_feedback_forward_cosine": 0.9938184061358052,
+        "mean_feedback_forward_relative_error": 0.10913190161508898,
+        "min_feedback_forward_cosine": 0.985942006111145
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032437568213884225,
+        "instruction_rms": 0.003243756820911829,
+        "raw_apical_rms": 0.06556462923254196,
+        "teaching_rms": 0.0032437568213884225,
+        "traffic_rms": 0.06548210313057999
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.5059532166314966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5471049040930825e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011031462558085807,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.19833106989383698
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16182535886764526,
+        "mean_feedback_forward_cosine": 0.994288488741844,
+        "mean_feedback_forward_relative_error": 0.10489301900229146,
+        "min_feedback_forward_cosine": 0.9870392084121704
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032350981111001565,
+        "instruction_rms": 0.0032350981108131937,
+        "raw_apical_rms": 0.06570542131652134,
+        "teaching_rms": 0.0032350981111001565,
+        "traffic_rms": 0.0656232432125218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.0090832814930764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5511335897796128e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011353304118281886,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.1921114242553711
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15514838695526123,
+        "mean_feedback_forward_cosine": 0.9947307244423897,
+        "mean_feedback_forward_relative_error": 0.10076737680262135,
+        "min_feedback_forward_cosine": 0.9880790710449219
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032483517716519797,
+        "instruction_rms": 0.0032483517715250062,
+        "raw_apical_rms": 0.06573850703763767,
+        "teaching_rms": 0.0032483517716519797,
+        "traffic_rms": 0.06565589789372665
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.153312715970969e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5468546345603897e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011345765531539272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.19181999053001403
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14878042042255402,
+        "mean_feedback_forward_cosine": 0.9951383682989305,
+        "mean_feedback_forward_relative_error": 0.09679948730814841,
+        "min_feedback_forward_cosine": 0.9890398979187012
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032353399084853454,
+        "instruction_rms": 0.003235339907477219,
+        "raw_apical_rms": 0.06596452935620388,
+        "teaching_rms": 0.0032353399084853454,
+        "traffic_rms": 0.06588286260058066
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.330524916440481e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5495665637289985e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011128180677743241,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.19286126182079316
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14288330078125,
+        "mean_feedback_forward_cosine": 0.9955042350676752,
+        "mean_feedback_forward_relative_error": 0.09308601879785137,
+        "min_feedback_forward_cosine": 0.9898863434791565
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032109956478173474,
+        "instruction_rms": 0.003210995648243102,
+        "raw_apical_rms": 0.06615911595785673,
+        "teaching_rms": 0.0032109956478173474,
+        "traffic_rms": 0.06607867233061988
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 3.034749340713461e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.550724548975256e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011582143067253824,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.18887831575870515
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1369892805814743,
+        "mean_feedback_forward_cosine": 0.9958446679576751,
+        "mean_feedback_forward_relative_error": 0.08949815229542794,
+        "min_feedback_forward_cosine": 0.990699827671051
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003194452987056155,
+        "instruction_rms": 0.0031944529870642567,
+        "raw_apical_rms": 0.06639654014049834,
+        "teaching_rms": 0.003194452987056155,
+        "traffic_rms": 0.06631740461242881
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.78869664530157e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5480334150649503e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0125897769065541,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.1881254771566391
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13136789202690125,
+        "mean_feedback_forward_cosine": 0.9961570770509781,
+        "mean_feedback_forward_relative_error": 0.08607389747856124,
+        "min_feedback_forward_cosine": 0.9914438128471375
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032142986261198955,
+        "instruction_rms": 0.003214298626186256,
+        "raw_apical_rms": 0.0665539865606066,
+        "teaching_rms": 0.0032142986261198955,
+        "traffic_rms": 0.06647382482916069
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.52482096843687e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5514451018518957e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012602388897453326,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.18574215658187868
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12614275515079498,
+        "mean_feedback_forward_cosine": 0.9964480034766658,
+        "mean_feedback_forward_relative_error": 0.08275650063109014,
+        "min_feedback_forward_cosine": 0.9921080470085144
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003226321439153004,
+        "instruction_rms": 0.0032263214399045645,
+        "raw_apical_rms": 0.06661003530188929,
+        "teaching_rms": 0.003226321439153004,
+        "traffic_rms": 0.0665298523858992
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.858676388470485e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.538883263913092e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011490582813745858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.18655368221282959
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1210818812251091,
+        "mean_feedback_forward_cosine": 0.9967135652419059,
+        "mean_feedback_forward_relative_error": 0.07959668494520648,
+        "min_feedback_forward_cosine": 0.9927269220352173
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003205544800714363,
+        "instruction_rms": 0.0032055448003530437,
+        "raw_apical_rms": 0.06663934777154236,
+        "teaching_rms": 0.003205544800714363,
+        "traffic_rms": 0.06656003544933559
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.765977124066012e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5507838924459323e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012904993730806174,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.18691049118995667
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11632870137691498,
+        "mean_feedback_forward_cosine": 0.9969619897104078,
+        "mean_feedback_forward_relative_error": 0.07652976898656737,
+        "min_feedback_forward_cosine": 0.9932830333709717
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032213756391028807,
+        "instruction_rms": 0.0032213756392000326,
+        "raw_apical_rms": 0.06686097957022545,
+        "teaching_rms": 0.0032213756391028807,
+        "traffic_rms": 0.06678112165277941
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.85621853840712e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5408713788471714e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012727575742147237,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.18197136464118957
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1117636188864708,
+        "mean_feedback_forward_cosine": 0.9971885315833553,
+        "mean_feedback_forward_relative_error": 0.07361533733144883,
+        "min_feedback_forward_cosine": 0.9937996864318848
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003212438798966721,
+        "instruction_rms": 0.0032124387987398553,
+        "raw_apical_rms": 0.06706945404650862,
+        "teaching_rms": 0.003212438798966721,
+        "traffic_rms": 0.06698981599142298
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 6.094604998452269e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.552361326677047e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011446031623193595,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.18268239092826843
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10737975686788559,
+        "mean_feedback_forward_cosine": 0.9973946156040314,
+        "mean_feedback_forward_relative_error": 0.07086179723903056,
+        "min_feedback_forward_cosine": 0.9942737817764282
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003176865691925346,
+        "instruction_rms": 0.0031768656926891895,
+        "raw_apical_rms": 0.06715577213435858,
+        "teaching_rms": 0.003176865691925346,
+        "traffic_rms": 0.06707829761706467
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.0378033361321286e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.550760334767396e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012134748198358561,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.18076671446800233
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1030321791768074,
+        "mean_feedback_forward_cosine": 0.997592935639043,
+        "mean_feedback_forward_relative_error": 0.06812001722714593,
+        "min_feedback_forward_cosine": 0.9947277903556824
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032171399983352755,
+        "instruction_rms": 0.0032171399992673376,
+        "raw_apical_rms": 0.06726017080249543,
+        "teaching_rms": 0.0032171399983352755,
+        "traffic_rms": 0.06718071225364061
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 6.5172621077636e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.552829266892198e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013137524151754731,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.18168134922981263
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09878364205360413,
+        "mean_feedback_forward_cosine": 0.9977741664455783,
+        "mean_feedback_forward_relative_error": 0.06550340985338535,
+        "min_feedback_forward_cosine": 0.9951515793800354
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003233248690421359,
+        "instruction_rms": 0.003233248689924884,
+        "raw_apical_rms": 0.06746123428172678,
+        "teaching_rms": 0.003233248690421359,
+        "traffic_rms": 0.0673810143742873
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.7667164437825704e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5487039161640377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01372837641302714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.1830405264377594
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09487704932689667,
+        "mean_feedback_forward_cosine": 0.9979389232973899,
+        "mean_feedback_forward_relative_error": 0.06303370617810757,
+        "min_feedback_forward_cosine": 0.9955255389213562
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00317904553870906,
+        "instruction_rms": 0.003179045538725786,
+        "raw_apical_rms": 0.06753658317492056,
+        "teaching_rms": 0.00317904553870906,
+        "traffic_rms": 0.06745948046760031
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.985048652703881e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5373918607226653e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013177344017347008,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.17601748112678528
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09110244363546371,
+        "mean_feedback_forward_cosine": 0.9980943452927374,
+        "mean_feedback_forward_relative_error": 0.06061276613223937,
+        "min_feedback_forward_cosine": 0.995873749256134
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003215237442668525,
+        "instruction_rms": 0.003215237442885354,
+        "raw_apical_rms": 0.06754507153428009,
+        "teaching_rms": 0.003215237442668525,
+        "traffic_rms": 0.06746604412137065
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.231313610603138e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.550971673080755e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012338044104587092,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.17713300874233245
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0875559002161026,
+        "mean_feedback_forward_cosine": 0.9982354333323817,
+        "mean_feedback_forward_relative_error": 0.05832481750797841,
+        "min_feedback_forward_cosine": 0.9961892366409302
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032071822550401303,
+        "instruction_rms": 0.0032071822555785456,
+        "raw_apical_rms": 0.06765613811325459,
+        "teaching_rms": 0.0032071822550401303,
+        "traffic_rms": 0.06757779191183735
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.657900814526329e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54856537035424e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01345870207869326,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.17717875088214874
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08400376886129379,
+        "mean_feedback_forward_cosine": 0.998368788150049,
+        "mean_feedback_forward_relative_error": 0.0560823836994748,
+        "min_feedback_forward_cosine": 0.9964916110038757
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003207843373497529,
+        "instruction_rms": 0.00320784337293921,
+        "raw_apical_rms": 0.06786469122698273,
+        "teaching_rms": 0.003207843373497529,
+        "traffic_rms": 0.06778623119068314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.143282339441612e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5522511868982402e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01251413688322687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.17683649698734283
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08047140389680862,
+        "mean_feedback_forward_cosine": 0.9984961767350474,
+        "mean_feedback_forward_relative_error": 0.05385354653962197,
+        "min_feedback_forward_cosine": 0.9967791438102722
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003230704648836473,
+        "instruction_rms": 0.003230704649396729,
+        "raw_apical_rms": 0.06787018661331655,
+        "teaching_rms": 0.003230704648836473,
+        "traffic_rms": 0.06779102888394425
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.6854018503618136e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5564098523122494e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01281806908456249,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.18259278288841246
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07737720012664795,
+        "mean_feedback_forward_cosine": 0.9986069875378762,
+        "mean_feedback_forward_relative_error": 0.05182503842778744,
+        "min_feedback_forward_cosine": 0.9970215559005737
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031915509285379666,
+        "instruction_rms": 0.0031915509280721517,
+        "raw_apical_rms": 0.06786560035908847,
+        "teaching_rms": 0.0031915509285379666,
+        "traffic_rms": 0.06778774802561156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.250687706848112e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.551957394398743e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013534104489478175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.16936449822425842
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07424913346767426,
+        "mean_feedback_forward_cosine": 0.9987144470214844,
+        "mean_feedback_forward_relative_error": 0.049782115665654984,
+        "min_feedback_forward_cosine": 0.997256875038147
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032537916971644805,
+        "instruction_rms": 0.0032537916970613065,
+        "raw_apical_rms": 0.06796605586934941,
+        "teaching_rms": 0.0032537916971644805,
+        "traffic_rms": 0.06788521508845385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.952806165192669e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5486913382538383e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013515807182226242,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.17274986437797546
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07118213921785355,
+        "mean_feedback_forward_cosine": 0.9988120775068959,
+        "mean_feedback_forward_relative_error": 0.04785344347117409,
+        "min_feedback_forward_cosine": 0.9974775910377502
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032224958931585702,
+        "instruction_rms": 0.003222495891795626,
+        "raw_apical_rms": 0.06804298833463834,
+        "teaching_rms": 0.0032224958931585702,
+        "traffic_rms": 0.06796428825108079
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.583536394875409e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.548270617895912e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012855574889148286,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.17545533507347108
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06846463680267334,
+        "mean_feedback_forward_cosine": 0.9988992444930538,
+        "mean_feedback_forward_relative_error": 0.04606259998775298,
+        "min_feedback_forward_cosine": 0.9976663589477539
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003199533112929753,
+        "instruction_rms": 0.003199533112485015,
+        "raw_apical_rms": 0.06828026934959136,
+        "teaching_rms": 0.003199533112929753,
+        "traffic_rms": 0.06820249427635146
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.806460213695573e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5480163523162624e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012701635507546008,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.16954303053855896
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06588231772184372,
+        "mean_feedback_forward_cosine": 0.9989807951834894,
+        "mean_feedback_forward_relative_error": 0.04432452752465202,
+        "min_feedback_forward_cosine": 0.9978392124176025
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003177771101383703,
+        "instruction_rms": 0.003177771102182817,
+        "raw_apical_rms": 0.06836480305192148,
+        "teaching_rms": 0.003177771101383703,
+        "traffic_rms": 0.06828852302405129
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.9567887572266045e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558752725948402e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012365344914549081,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.16692307882547378
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06329449266195297,
+        "mean_feedback_forward_cosine": 0.9990581658578688,
+        "mean_feedback_forward_relative_error": 0.042615234911922484,
+        "min_feedback_forward_cosine": 0.9980050325393677
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031972442473566947,
+        "instruction_rms": 0.0031972442468029,
+        "raw_apical_rms": 0.06868305059237105,
+        "teaching_rms": 0.0031972442473566947,
+        "traffic_rms": 0.06860572662084691
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.506414879619115e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54528325883772e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012643287029018097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.16855574934244155
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06074243783950806,
+        "mean_feedback_forward_cosine": 0.99912860508888,
+        "mean_feedback_forward_relative_error": 0.040991374772162206,
+        "min_feedback_forward_cosine": 0.9981624484062195
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003164836950603174,
+        "instruction_rms": 0.0031648369507949327,
+        "raw_apical_rms": 0.0691516835375497,
+        "teaching_rms": 0.003164836950603174,
+        "traffic_rms": 0.06907686707964024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.699916189565556e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.54752411881845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012617722457909503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.17011800132751465
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05823053419589996,
+        "mean_feedback_forward_cosine": 0.9991959045010228,
+        "mean_feedback_forward_relative_error": 0.03937796584420627,
+        "min_feedback_forward_cosine": 0.998310923576355
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003260645049182299,
+        "instruction_rms": 0.0032606450486044195,
+        "raw_apical_rms": 0.06916980896471374,
+        "teaching_rms": 0.003260645049182299,
+        "traffic_rms": 0.06909055454973252
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.443735690529138e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559088502024985e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012758715040523097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.17331657188177108
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05590132996439934,
+        "mean_feedback_forward_cosine": 0.9992569511936557,
+        "mean_feedback_forward_relative_error": 0.037854788915043874,
+        "min_feedback_forward_cosine": 0.9984432458877563
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032118374285425924,
+        "instruction_rms": 0.00321183742824767,
+        "raw_apical_rms": 0.06936774163088637,
+        "teaching_rms": 0.0032118374285425924,
+        "traffic_rms": 0.06929064361213332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 5.573931360913775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555120771460031e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01306618340205972,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.16967018373012543
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05376424267888069,
+        "mean_feedback_forward_cosine": 0.9993114663708594,
+        "mean_feedback_forward_relative_error": 0.036435806282585664,
+        "min_feedback_forward_cosine": 0.9985595345497131
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031854068247147557,
+        "instruction_rms": 0.0031854068255197515,
+        "raw_apical_rms": 0.06931274481824935,
+        "teaching_rms": 0.0031854068247147557,
+        "traffic_rms": 0.06923681228095742
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.849746832429446e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5473142591393323e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01087553703058199,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.16562317004203797
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05160946398973465,
+        "mean_feedback_forward_cosine": 0.999363322411814,
+        "mean_feedback_forward_relative_error": 0.03503704010959594,
+        "min_feedback_forward_cosine": 0.9986729621887207
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003208312977967411,
+        "instruction_rms": 0.003208312977837983,
+        "raw_apical_rms": 0.0694633649579455,
+        "teaching_rms": 0.003208312977967411,
+        "traffic_rms": 0.06938678195148312
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 2.7672133029454926e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5547131341584104e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011845395882054216,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.16786659562587739
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04950564354658127,
+        "mean_feedback_forward_cosine": 0.9994118405926612,
+        "mean_feedback_forward_relative_error": 0.03367937218037344,
+        "min_feedback_forward_cosine": 0.998778760433197
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003216587668289991,
+        "instruction_rms": 0.003216587668500994,
+        "raw_apical_rms": 0.06977865239911522,
+        "teaching_rms": 0.003216587668289991,
+        "traffic_rms": 0.06970201198091697
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.526652475078663e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5596203343676212e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01244089436491098,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.16934751215457916
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.047498174011707306,
+        "mean_feedback_forward_cosine": 0.999456649826419,
+        "mean_feedback_forward_relative_error": 0.03237053896150281,
+        "min_feedback_forward_cosine": 0.998875617980957
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032130074334000003,
+        "instruction_rms": 0.0032130074324526778,
+        "raw_apical_rms": 0.0698778289206791,
+        "teaching_rms": 0.0032130074334000003,
+        "traffic_rms": 0.0698013212477438
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.736473613320413e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.553865754120722e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013044713458489782,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.16322873593330384
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04556179419159889,
+        "mean_feedback_forward_cosine": 0.9994974194034454,
+        "mean_feedback_forward_relative_error": 0.031135118446282802,
+        "min_feedback_forward_cosine": 0.9989652633666992
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031951559741844222,
+        "instruction_rms": 0.0031951559744692287,
+        "raw_apical_rms": 0.07014216885975251,
+        "teaching_rms": 0.0031951559741844222,
+        "traffic_rms": 0.07006691361841266
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.9629758080982356e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5590567431708584e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01223940719283602,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.1651152680683136
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04377276450395584,
+        "mean_feedback_forward_cosine": 0.9995346069335938,
+        "mean_feedback_forward_relative_error": 0.029957545260267872,
+        "min_feedback_forward_cosine": 0.9990448355674744
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003146227481346474,
+        "instruction_rms": 0.003146227482278957,
+        "raw_apical_rms": 0.07049692264534389,
+        "teaching_rms": 0.003146227481346474,
+        "traffic_rms": 0.07042419909574009
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 6.381965533819312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5452630314964514e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0124342759197001,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.16343099618911744
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.041929442435503006,
+        "mean_feedback_forward_cosine": 0.9995713829994202,
+        "mean_feedback_forward_relative_error": 0.028751591550967386,
+        "min_feedback_forward_cosine": 0.9991235733032227
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032454267076244456,
+        "instruction_rms": 0.0032454267074225043,
+        "raw_apical_rms": 0.0704085819249939,
+        "teaching_rms": 0.0032454267076244456,
+        "traffic_rms": 0.07033109964185345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 4.5504549461838906e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.547030511155356e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011915815871920284,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.1677961159467697
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0401989109814167,
+        "mean_feedback_forward_cosine": 0.9996034964438407,
+        "mean_feedback_forward_relative_error": 0.02765348343358886,
+        "min_feedback_forward_cosine": 0.9991942644119263
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003182952886214682,
+        "instruction_rms": 0.0031829528862795287,
+        "raw_apical_rms": 0.07047367786412613,
+        "teaching_rms": 0.003182952886214682,
+        "traffic_rms": 0.0703989295009962
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.350704685407436e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.560535902495355e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012781502754989734,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.16370555382728577
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03866253420710564,
+        "mean_feedback_forward_cosine": 0.999632602737796,
+        "mean_feedback_forward_relative_error": 0.02661593414602741,
+        "min_feedback_forward_cosine": 0.9992546439170837
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003150415899012918,
+        "instruction_rms": 0.003150415898238591,
+        "raw_apical_rms": 0.07041696743767233,
+        "teaching_rms": 0.003150415899012918,
+        "traffic_rms": 0.07034399953170782
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.5646153523648536e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5477677075889753e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012045216038986175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.1565270564508438
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0371161513030529,
+        "mean_feedback_forward_cosine": 0.9996611072171119,
+        "mean_feedback_forward_relative_error": 0.025566103147162546,
+        "min_feedback_forward_cosine": 0.999312698841095
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003217408216500059,
+        "instruction_rms": 0.003217408216341552,
+        "raw_apical_rms": 0.07052881929902027,
+        "teaching_rms": 0.003217408216500059,
+        "traffic_rms": 0.07045281206948315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 3.944271043110348e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5467007523041284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012766691686505604,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.16316080739498137
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035695161670446396,
+        "mean_feedback_forward_cosine": 0.9996861123269604,
+        "mean_feedback_forward_relative_error": 0.02460332614399733,
+        "min_feedback_forward_cosine": 0.9993643164634705
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031573797579908585,
+        "instruction_rms": 0.0031573797582007284,
+        "raw_apical_rms": 0.07054352620548839,
+        "teaching_rms": 0.0031573797579908585,
+        "traffic_rms": 0.07047023074902457
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.358387511478213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5457922815224475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011412010161796902,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.1619117552089691
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03423386812210083,
+        "mean_feedback_forward_cosine": 0.9997104637084469,
+        "mean_feedback_forward_relative_error": 0.02363008774456478,
+        "min_feedback_forward_cosine": 0.9994153380393982
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0032383314577264692,
+        "instruction_rms": 0.003238331458085077,
+        "raw_apical_rms": 0.07061522881780413,
+        "teaching_rms": 0.0032383314577264692,
+        "traffic_rms": 0.07053831711802178
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.6427491184886094e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5468975658595973e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01179781578136396,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.16286016123771668
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03283748775720596,
+        "mean_feedback_forward_cosine": 0.9997327346955577,
+        "mean_feedback_forward_relative_error": 0.022705907362603372,
+        "min_feedback_forward_cosine": 0.9994620680809021
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031856518329577478,
+        "instruction_rms": 0.0031856518327997496,
+        "raw_apical_rms": 0.07086310605920623,
+        "teaching_rms": 0.0031856518329577478,
+        "traffic_rms": 0.07078882961010506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.042470974103708e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5447916899787632e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013604974040193276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.16662931219100952
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03161013498902321,
+        "mean_feedback_forward_cosine": 0.9997522350280516,
+        "mean_feedback_forward_relative_error": 0.021860082483580037,
+        "min_feedback_forward_cosine": 0.9995020627975464
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00315390776011399,
+        "instruction_rms": 0.0031539077604541403,
+        "raw_apical_rms": 0.07085140910107751,
+        "teaching_rms": 0.00315390776011399,
+        "traffic_rms": 0.07077858091558684
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.616428839199216e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.542393493814238e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012310409672314714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.1531004501914978
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0315987691283226,
+        "mean_feedback_forward_cosine": 0.999752402305603,
+        "mean_feedback_forward_relative_error": 0.02185060578067937,
+        "min_feedback_forward_cosine": 0.999502420425415
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023233509040279073,
+        "instruction_rms": 0.0023233509036406463,
+        "raw_apical_rms": 0.0707654348805652,
+        "teaching_rms": 0.0023233509040279073,
+        "traffic_rms": 0.07072494607504694
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.824864336365863e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5250846180992398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011755987782357761,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.087803178024292
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031592871993780136,
+        "mean_feedback_forward_cosine": 0.9997525099785097,
+        "mean_feedback_forward_relative_error": 0.021844573679470247,
+        "min_feedback_forward_cosine": 0.9995025396347046
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002086301752220019,
+        "instruction_rms": 0.002086301752638763,
+        "raw_apical_rms": 0.07076359193145179,
+        "teaching_rms": 0.002086301752220019,
+        "traffic_rms": 0.07073055681585723
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.3719278863818545e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5290625533644456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011577810160412101,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.06659797365188598
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0315878689289093,
+        "mean_feedback_forward_cosine": 0.9997526099604945,
+        "mean_feedback_forward_relative_error": 0.021839028044093038,
+        "min_feedback_forward_cosine": 0.9995027780532837
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001918077645467979,
+        "instruction_rms": 0.0019180776456162404,
+        "raw_apical_rms": 0.07080159516314757,
+        "teaching_rms": 0.001918077645467979,
+        "traffic_rms": 0.07077324073624926
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.739856507285367e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.528011983324446e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011458038375340998,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.055139399154186246
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03158288821578026,
+        "mean_feedback_forward_cosine": 0.9997526868697135,
+        "mean_feedback_forward_relative_error": 0.02183374678415637,
+        "min_feedback_forward_cosine": 0.9995028972625732
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019071023736372602,
+        "instruction_rms": 0.001907102373116384,
+        "raw_apical_rms": 0.07077306510584018,
+        "teaching_rms": 0.0019071023736372602,
+        "traffic_rms": 0.07074480243596765
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 3.7397786201154304e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5252243042118834e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01130050615419107,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.050355927820801734
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031578391790390015,
+        "mean_feedback_forward_cosine": 0.9997527733925851,
+        "mean_feedback_forward_relative_error": 0.021828834177745927,
+        "min_feedback_forward_cosine": 0.999502956867218
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018590293028376338,
+        "instruction_rms": 0.00185902930266732,
+        "raw_apical_rms": 0.07078169367004526,
+        "teaching_rms": 0.0018590293028376338,
+        "traffic_rms": 0.07075462945196666
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.4625362960459825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5285456262488057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011481049939528766,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.04517262459874153
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031573761254549026,
+        "mean_feedback_forward_cosine": 0.999752854147265,
+        "mean_feedback_forward_relative_error": 0.021824016896707397,
+        "min_feedback_forward_cosine": 0.9995031356811523
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018453101634222267,
+        "instruction_rms": 0.0018453101629226716,
+        "raw_apical_rms": 0.07078147952202035,
+        "teaching_rms": 0.0018453101634222267,
+        "traffic_rms": 0.07075500902065815
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.7035672306728884e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5216579613205712e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011481601696436076,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.041840342236757276
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03156920149922371,
+        "mean_feedback_forward_cosine": 0.9997529406701365,
+        "mean_feedback_forward_relative_error": 0.02181929447537949,
+        "min_feedback_forward_cosine": 0.9995032548904419
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017880301606806024,
+        "instruction_rms": 0.001788030160392268,
+        "raw_apical_rms": 0.07080753844098246,
+        "teaching_rms": 0.0017880301606806024,
+        "traffic_rms": 0.07078193147695483
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.7850171824848076e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5179552499449808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011930645049259392,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.038340160447359085
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03156426548957825,
+        "mean_feedback_forward_cosine": 0.9997530175793555,
+        "mean_feedback_forward_relative_error": 0.021814521942888538,
+        "min_feedback_forward_cosine": 0.999503493309021
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018164985512064019,
+        "instruction_rms": 0.0018164985514785225,
+        "raw_apical_rms": 0.07081565415120102,
+        "teaching_rms": 0.0018164985512064019,
+        "traffic_rms": 0.0707890240884415
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.641485062961692e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.523815231951257e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01158515836348895,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.0374163833296299
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031559910625219345,
+        "mean_feedback_forward_cosine": 0.9997531060249575,
+        "mean_feedback_forward_relative_error": 0.021810060547244166,
+        "min_feedback_forward_cosine": 0.9995035529136658
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017306366105848245,
+        "instruction_rms": 0.0017306366103148378,
+        "raw_apical_rms": 0.07083518009522981,
+        "teaching_rms": 0.0017306366105848245,
+        "traffic_rms": 0.07081101047000242
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.547128267835433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5210304677114488e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011715913631631722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.03402915516614914
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03155505284667015,
+        "mean_feedback_forward_cosine": 0.9997531790887156,
+        "mean_feedback_forward_relative_error": 0.021805410769077077,
+        "min_feedback_forward_cosine": 0.9995036125183105
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018028494172434846,
+        "instruction_rms": 0.0018028494170743582,
+        "raw_apical_rms": 0.07082326782268145,
+        "teaching_rms": 0.0018028494172434846,
+        "traffic_rms": 0.07079719189833561
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.701535954472092e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5253110590846376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0116941067721118,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.033918422058522704
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03155054897069931,
+        "mean_feedback_forward_cosine": 0.9997532502297433,
+        "mean_feedback_forward_relative_error": 0.021800997636971936,
+        "min_feedback_forward_cosine": 0.9995037317276001
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001695522417788297,
+        "instruction_rms": 0.0016955224176175118,
+        "raw_apical_rms": 0.07081304541149969,
+        "teaching_rms": 0.001695522417788297,
+        "traffic_rms": 0.07078941366704658
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.8828908916220826e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5330936330274074e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011615912357428653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.0304179566141963
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031545937061309814,
+        "mean_feedback_forward_cosine": 0.9997533405980756,
+        "mean_feedback_forward_relative_error": 0.02179660527936874,
+        "min_feedback_forward_cosine": 0.9995039105415344
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016762094801257802,
+        "instruction_rms": 0.0016762094801564974,
+        "raw_apical_rms": 0.07078776126405462,
+        "teaching_rms": 0.0016762094801257802,
+        "traffic_rms": 0.07076422476020912
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.814752330162264e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.537455768209822e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011348902066832332,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.028853442577719688
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03154109790921211,
+        "mean_feedback_forward_cosine": 0.9997534155845642,
+        "mean_feedback_forward_relative_error": 0.021792131761509563,
+        "min_feedback_forward_cosine": 0.9995039701461792
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017517046770167588,
+        "instruction_rms": 0.0017517046768157352,
+        "raw_apical_rms": 0.07071229405494915,
+        "teaching_rms": 0.0017517046770167588,
+        "traffic_rms": 0.07068692920553031
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.9297853738371487e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.525912084264886e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011382223286464578,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.029125761003494264
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03153675049543381,
+        "mean_feedback_forward_cosine": 0.9997534809574005,
+        "mean_feedback_forward_relative_error": 0.021787961389148427,
+        "min_feedback_forward_cosine": 0.9995041489601135
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015876705038328752,
+        "instruction_rms": 0.001587670503565514,
+        "raw_apical_rms": 0.07064813430811864,
+        "teaching_rms": 0.0015876705038328752,
+        "traffic_rms": 0.07062696624907579
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 3.896137457104487e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.525642220546241e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011553039736056642,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.025205514112114906
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03153231367468834,
+        "mean_feedback_forward_cosine": 0.9997535809393852,
+        "mean_feedback_forward_relative_error": 0.021783713942333575,
+        "min_feedback_forward_cosine": 0.9995042681694031
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016591918330534736,
+        "instruction_rms": 0.001659191833391364,
+        "raw_apical_rms": 0.07066638729512363,
+        "teaching_rms": 0.0016591918330534736,
+        "traffic_rms": 0.0706434317968168
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.081116600218593e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.522773624800793e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011410539204891235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.026160163542032242
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03152792900800705,
+        "mean_feedback_forward_cosine": 0.9997536520804128,
+        "mean_feedback_forward_relative_error": 0.021779457062122323,
+        "min_feedback_forward_cosine": 0.9995045065879822
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001635147070197642,
+        "instruction_rms": 0.0016351470699119863,
+        "raw_apical_rms": 0.07063231208621541,
+        "teaching_rms": 0.001635147070197642,
+        "traffic_rms": 0.07060969015503646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.947635107692804e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5290371258718755e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011698994184058217,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.02423469348013401
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03152330592274666,
+        "mean_feedback_forward_cosine": 0.9997537136077881,
+        "mean_feedback_forward_relative_error": 0.021775202344982855,
+        "min_feedback_forward_cosine": 0.999504566192627
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016578184965252074,
+        "instruction_rms": 0.0016578184965053524,
+        "raw_apical_rms": 0.07062680307400425,
+        "teaching_rms": 0.0016578184965252074,
+        "traffic_rms": 0.07060324110481668
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.4363422208325574e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.529187417623237e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011549385945445856,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.023876547414064406
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03151863440871239,
+        "mean_feedback_forward_cosine": 0.9997538135897729,
+        "mean_feedback_forward_relative_error": 0.02177095501833866,
+        "min_feedback_forward_cosine": 0.999504566192627
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015907520566565076,
+        "instruction_rms": 0.0015907520569681812,
+        "raw_apical_rms": 0.07062726369724308,
+        "teaching_rms": 0.0015907520566565076,
+        "traffic_rms": 0.0706050703322031
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.327001335013847e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5275007657435867e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011653882141844858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.02222636599600315
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031513750553131104,
+        "mean_feedback_forward_cosine": 0.9997538885762615,
+        "mean_feedback_forward_relative_error": 0.021766589323599494,
+        "min_feedback_forward_cosine": 0.9995046854019165
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016582706109966375,
+        "instruction_rms": 0.0016582706109674029,
+        "raw_apical_rms": 0.07064716101403573,
+        "teaching_rms": 0.0016582706109966375,
+        "traffic_rms": 0.07062343763721211
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.2123382115732966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5217520753111575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011575557945469163,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.02295726150751114
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031509749591350555,
+        "mean_feedback_forward_cosine": 0.99975396356275,
+        "mean_feedback_forward_relative_error": 0.021762791345076214,
+        "min_feedback_forward_cosine": 0.9995049238204956
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014430583172411718,
+        "instruction_rms": 0.0014430583176640059,
+        "raw_apical_rms": 0.07064072797242527,
+        "teaching_rms": 0.0014430583172411718,
+        "traffic_rms": 0.0706224000119091
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.149996257751809e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5247631730813373e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01190286897094364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.018640852463841437
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031505174934864044,
+        "mean_feedback_forward_cosine": 0.9997540000946291,
+        "mean_feedback_forward_relative_error": 0.02175876636418604,
+        "min_feedback_forward_cosine": 0.9995050430297852
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015259132571148375,
+        "instruction_rms": 0.0015259132572187795,
+        "raw_apical_rms": 0.07062594995389963,
+        "teaching_rms": 0.0015259132571148375,
+        "traffic_rms": 0.07060563620985064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 5.964832894278516e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5257133712340473e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011830879638842778,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.019138810096085073
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03150048851966858,
+        "mean_feedback_forward_cosine": 0.9997541019993443,
+        "mean_feedback_forward_relative_error": 0.021754628092411063,
+        "min_feedback_forward_cosine": 0.9995050430297852
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015848297433587592,
+        "instruction_rms": 0.0015848297430128633,
+        "raw_apical_rms": 0.07062075151293705,
+        "teaching_rms": 0.0015848297433587592,
+        "traffic_rms": 0.07059855406855263
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.609144355072203e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5294070388716787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011680275251620733,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.01945107658326626
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031495921313762665,
+        "mean_feedback_forward_cosine": 0.9997541616039891,
+        "mean_feedback_forward_relative_error": 0.02175049788709129,
+        "min_feedback_forward_cosine": 0.9995052218437195
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014838732998784865,
+        "instruction_rms": 0.0014838732998472648,
+        "raw_apical_rms": 0.07063766199187763,
+        "teaching_rms": 0.0014838732998784865,
+        "traffic_rms": 0.07061766313094757
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.405471543122985e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5277802982346156e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011511931936851679,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.018230360715687274
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03149140998721123,
+        "mean_feedback_forward_cosine": 0.9997542635087044,
+        "mean_feedback_forward_relative_error": 0.02174653616102953,
+        "min_feedback_forward_cosine": 0.9995054006576538
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001483081299368288,
+        "instruction_rms": 0.001483081299277758,
+        "raw_apical_rms": 0.07055642986565698,
+        "teaching_rms": 0.001483081299368288,
+        "traffic_rms": 0.07053611410287747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.846123502488808e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.53047037930489e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01160453884440212,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.01801989272594452
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03148650750517845,
+        "mean_feedback_forward_cosine": 0.9997543269588102,
+        "mean_feedback_forward_relative_error": 0.021742422268876144,
+        "min_feedback_forward_cosine": 0.9995054006576538
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014884369870363553,
+        "instruction_rms": 0.001488436987233521,
+        "raw_apical_rms": 0.07054572070927104,
+        "teaching_rms": 0.0014884369870363553,
+        "traffic_rms": 0.07052549174688853
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.718665636005426e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5318834129771767e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011617521675298665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.01730287718936801
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03148270398378372,
+        "mean_feedback_forward_cosine": 0.9997543923316463,
+        "mean_feedback_forward_relative_error": 0.021738420090367718,
+        "min_feedback_forward_cosine": 0.9995055198669434
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014378686815881324,
+        "instruction_rms": 0.001437868681970199,
+        "raw_apical_rms": 0.07055516889107566,
+        "teaching_rms": 0.0014378686815881324,
+        "traffic_rms": 0.07053606851764507
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.979782275427169e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.528494848104146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011662366378582107,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.01609927766799927
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03147909417748451,
+        "mean_feedback_forward_cosine": 0.9997544577044826,
+        "mean_feedback_forward_relative_error": 0.021734440549006386,
+        "min_feedback_forward_cosine": 0.9995056390762329
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014434023992191641,
+        "instruction_rms": 0.0014434023986252685,
+        "raw_apical_rms": 0.07055555375402328,
+        "teaching_rms": 0.0014434023992191641,
+        "traffic_rms": 0.07053664169991297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.7707764849747036e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5267121645867264e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011707232682734508,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.016113468016982078
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03147529810667038,
+        "mean_feedback_forward_cosine": 0.9997545615319283,
+        "mean_feedback_forward_relative_error": 0.021730275884751352,
+        "min_feedback_forward_cosine": 0.9995058178901672
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001455725419073,
+        "instruction_rms": 0.0014557254187307872,
+        "raw_apical_rms": 0.07051318189153234,
+        "teaching_rms": 0.001455725419073,
+        "traffic_rms": 0.07049314415652437
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.442953382977066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.523862240188352e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01178436885542076,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.016095425399839876
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031471483409404755,
+        "mean_feedback_forward_cosine": 0.9997546442093388,
+        "mean_feedback_forward_relative_error": 0.02172613839408563,
+        "min_feedback_forward_cosine": 0.9995059370994568
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001468184035216762,
+        "instruction_rms": 0.0014681840349298986,
+        "raw_apical_rms": 0.07048467015219818,
+        "teaching_rms": 0.001468184035216762,
+        "traffic_rms": 0.07046493453509667
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.5252673547556697e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.52245917175342e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011577974801195734,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.01604898440271616
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031467828899621964,
+        "mean_feedback_forward_cosine": 0.9997547384231321,
+        "mean_feedback_forward_relative_error": 0.021722148593154647,
+        "min_feedback_forward_cosine": 0.9995059967041016
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013914267274000695,
+        "instruction_rms": 0.0013914267275130041,
+        "raw_apical_rms": 0.07045413473438684,
+        "teaching_rms": 0.0013914267274000695,
+        "traffic_rms": 0.070435154277
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.960167387935144e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5250880902871854e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01161515458950019,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.01481641760468483
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03146391361951828,
+        "mean_feedback_forward_cosine": 0.9997548095641597,
+        "mean_feedback_forward_relative_error": 0.021717941914234432,
+        "min_feedback_forward_cosine": 0.9995062351226807
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014164737671420239,
+        "instruction_rms": 0.0014164737672724631,
+        "raw_apical_rms": 0.07045084255377658,
+        "teaching_rms": 0.0014164737671420239,
+        "traffic_rms": 0.07043102485962732
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.192543912040492e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5248540174451093e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011450585284064223,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.014877579310536385
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031460799276828766,
+        "mean_feedback_forward_cosine": 0.9997548537869607,
+        "mean_feedback_forward_relative_error": 0.021714498364036123,
+        "min_feedback_forward_cosine": 0.9995061755180359
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012618732316198448,
+        "instruction_rms": 0.0012618732319364578,
+        "raw_apical_rms": 0.07043261242790871,
+        "teaching_rms": 0.0012618732316198448,
+        "traffic_rms": 0.07041709060142269
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 6.379265471423423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5249243004196957e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011566134962821875,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.012776756524145604
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03145720809698105,
+        "mean_feedback_forward_cosine": 0.9997549499234846,
+        "mean_feedback_forward_relative_error": 0.02171059481559261,
+        "min_feedback_forward_cosine": 0.9995062351226807
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013324146890190173,
+        "instruction_rms": 0.0013324146890174922,
+        "raw_apical_rms": 0.07042891036111297,
+        "teaching_rms": 0.0013324146890190173,
+        "traffic_rms": 0.07041160000418968
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.440669698624333e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5300426206559954e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011742498019665766,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.013463607396483421
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03145337849855423,
+        "mean_feedback_forward_cosine": 0.999755036446356,
+        "mean_feedback_forward_relative_error": 0.02170649945976273,
+        "min_feedback_forward_cosine": 0.9995064735412598
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014016867772730533,
+        "instruction_rms": 0.0014016867769787247,
+        "raw_apical_rms": 0.07037403322697358,
+        "teaching_rms": 0.0014016867772730533,
+        "traffic_rms": 0.07035478451789434
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 5.130643998541018e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5222852045398864e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011743140404652274,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.01355147111326456
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031449656933546066,
+        "mean_feedback_forward_cosine": 0.9997550979737313,
+        "mean_feedback_forward_relative_error": 0.021702520834702636,
+        "min_feedback_forward_cosine": 0.9995065927505493
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013293457666306403,
+        "instruction_rms": 0.001329345766659357,
+        "raw_apical_rms": 0.0703187473802673,
+        "teaching_rms": 0.0013293457666306403,
+        "traffic_rms": 0.07030111325374616
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.708783324896103e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.527145619713989e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011787931924955846,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.01294834453187883
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031446296721696854,
+        "mean_feedback_forward_cosine": 0.9997551902647941,
+        "mean_feedback_forward_relative_error": 0.021698803205283418,
+        "min_feedback_forward_cosine": 0.9995067119598389
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001273240062966235,
+        "instruction_rms": 0.0012732400631295484,
+        "raw_apical_rms": 0.07031436334846808,
+        "teaching_rms": 0.001273240062966235,
+        "traffic_rms": 0.07029834416585731
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.1766870850779014e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5252506512422616e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011681072992791103,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.01216580724567175
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031442634761333466,
+        "mean_feedback_forward_cosine": 0.9997552479467084,
+        "mean_feedback_forward_relative_error": 0.021694860391078458,
+        "min_feedback_forward_cosine": 0.9995068311691284
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013001379488674402,
+        "instruction_rms": 0.001300137948847344,
+        "raw_apical_rms": 0.0703550425587763,
+        "teaching_rms": 0.0013001379488674402,
+        "traffic_rms": 0.07033806633157637
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.291127536111162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.520106225759273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011688400551326618,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.012553872425705194
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031438663601875305,
+        "mean_feedback_forward_cosine": 0.9997553421605018,
+        "mean_feedback_forward_relative_error": 0.02169070385336395,
+        "min_feedback_forward_cosine": 0.9995068311691284
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013336208403755298,
+        "instruction_rms": 0.0013336208402559818,
+        "raw_apical_rms": 0.07036283304687435,
+        "teaching_rms": 0.0013336208403755298,
+        "traffic_rms": 0.0703448289272187
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.578428658419398e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.53044558532039e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011879580117056813,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.012370717002600432
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03143467381596565,
+        "mean_feedback_forward_cosine": 0.9997554209924513,
+        "mean_feedback_forward_relative_error": 0.021686465554540197,
+        "min_feedback_forward_cosine": 0.9995070695877075
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013706312123222073,
+        "instruction_rms": 0.0013706312123766054,
+        "raw_apical_rms": 0.07035709887665909,
+        "teaching_rms": 0.0013706312123222073,
+        "traffic_rms": 0.07033896256840985
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.476185466728566e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5246471801487927e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011824206816571706,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.012631570869535208
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031431134790182114,
+        "mean_feedback_forward_cosine": 0.9997554902107485,
+        "mean_feedback_forward_relative_error": 0.021682552001889673,
+        "min_feedback_forward_cosine": 0.9995070695877075
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012590432912691625,
+        "instruction_rms": 0.0012590432913530197,
+        "raw_apical_rms": 0.07031875204929189,
+        "teaching_rms": 0.0012590432912691625,
+        "traffic_rms": 0.07030294213585257
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.9685294101209365e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5225175528654364e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011784858272875514,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.01128523970939219
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031426865607500076,
+        "mean_feedback_forward_cosine": 0.9997556113427685,
+        "mean_feedback_forward_relative_error": 0.02167809260408244,
+        "min_feedback_forward_cosine": 0.9995072484016418
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001359515134284952,
+        "instruction_rms": 0.0013595151341748465,
+        "raw_apical_rms": 0.070283139455583,
+        "teaching_rms": 0.001359515134284952,
+        "traffic_rms": 0.07026412445008359
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.3798621618407196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5317886108972528e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012017519705804336,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.012544265588521957
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03142315894365311,
+        "mean_feedback_forward_cosine": 0.9997556632564913,
+        "mean_feedback_forward_relative_error": 0.021674015394021428,
+        "min_feedback_forward_cosine": 0.9995073676109314
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012819728074822169,
+        "instruction_rms": 0.0012819728075502469,
+        "raw_apical_rms": 0.07027961951572126,
+        "teaching_rms": 0.0012819728074822169,
+        "traffic_rms": 0.07026295579769154
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.3103984381787086e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5328682217318875e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011752616225298043,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.011569785919934511
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03141937404870987,
+        "mean_feedback_forward_cosine": 0.9997557555475542,
+        "mean_feedback_forward_relative_error": 0.021669918521037026,
+        "min_feedback_forward_cosine": 0.9995075464248657
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012574740021123855,
+        "instruction_rms": 0.0012574740024526203,
+        "raw_apical_rms": 0.07028106837953021,
+        "teaching_rms": 0.0012574740021123855,
+        "traffic_rms": 0.07026506957979557
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.7281619569284885e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5359786923545134e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011781703164463598,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.011055297872126103
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03141534700989723,
+        "mean_feedback_forward_cosine": 0.9997558266885819,
+        "mean_feedback_forward_relative_error": 0.02166577610337446,
+        "min_feedback_forward_cosine": 0.999507486820221
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001269485828808143,
+        "instruction_rms": 0.0012694858287749988,
+        "raw_apical_rms": 0.07028588119028038,
+        "teaching_rms": 0.001269485828808143,
+        "traffic_rms": 0.07026939352785953
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 4.5105004176093644e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5281909345459418e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01201613598204956,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.011340039749145507
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03141167759895325,
+        "mean_feedback_forward_cosine": 0.9997559382069495,
+        "mean_feedback_forward_relative_error": 0.021661755268371875,
+        "min_feedback_forward_cosine": 0.9995077252388
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012045931843313916,
+        "instruction_rms": 0.001204593184421599,
+        "raw_apical_rms": 0.07029184532932393,
+        "teaching_rms": 0.0012045931843313916,
+        "traffic_rms": 0.07027640189253148
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 5.3829573687380616e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.522316529583776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011849451581964304,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.010319001391977072
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03140778839588165,
+        "mean_feedback_forward_cosine": 0.9997559901206724,
+        "mean_feedback_forward_relative_error": 0.02165760123921979,
+        "min_feedback_forward_cosine": 0.9995076656341553
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012605488668036228,
+        "instruction_rms": 0.001260548867102661,
+        "raw_apical_rms": 0.0703019797435531,
+        "teaching_rms": 0.0012605488668036228,
+        "traffic_rms": 0.07028575949204856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.307186785013073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.52301780433182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011616746506788761,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.010907049433887005
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031404104083776474,
+        "mean_feedback_forward_cosine": 0.9997560516480477,
+        "mean_feedback_forward_relative_error": 0.021653504516448704,
+        "min_feedback_forward_cosine": 0.9995078444480896
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012157758465225696,
+        "instruction_rms": 0.0012157758466930155,
+        "raw_apical_rms": 0.07026565535405105,
+        "teaching_rms": 0.0012157758465225696,
+        "traffic_rms": 0.07025011098288815
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.8966334986744187e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5285786976708692e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01191025353698056,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.010033720988929271
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139985725283623,
+        "mean_feedback_forward_cosine": 0.9997561612436848,
+        "mean_feedback_forward_relative_error": 0.021649181362121336,
+        "min_feedback_forward_cosine": 0.9995079636573792
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001216893373104312,
+        "instruction_rms": 0.0012168933727593268,
+        "raw_apical_rms": 0.07026047437396069,
+        "teaching_rms": 0.001216893373104312,
+        "traffic_rms": 0.07024403139859071
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.6607688375388534e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.536955170363654e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011770401000829997,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.010272326285541058
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031395841389894485,
+        "mean_feedback_forward_cosine": 0.999756234307443,
+        "mean_feedback_forward_relative_error": 0.02164496568542334,
+        "min_feedback_forward_cosine": 0.9995081424713135
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012171149515118225,
+        "instruction_rms": 0.0012171149513816762,
+        "raw_apical_rms": 0.07023720382268496,
+        "teaching_rms": 0.0012171149515118225,
+        "traffic_rms": 0.07022166614737066
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.481043885424697e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.531877272456318e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011703893236434766,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.010315310284942389
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0313919372856617,
+        "mean_feedback_forward_cosine": 0.9997563342894277,
+        "mean_feedback_forward_relative_error": 0.02164069424954153,
+        "min_feedback_forward_cosine": 0.9995083212852478
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012118312013621908,
+        "instruction_rms": 0.001211831201467192,
+        "raw_apical_rms": 0.07024763818861808,
+        "teaching_rms": 0.0012118312013621908,
+        "traffic_rms": 0.0702320355387216
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.94944289389332e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5258519139627042e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011885435114700417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.009989295650720596
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139188885688782,
+        "mean_feedback_forward_cosine": 0.9997563265985058,
+        "mean_feedback_forward_relative_error": 0.02164059446283406,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001132558731999788,
+        "instruction_rms": 0.0011325587324076524,
+        "raw_apical_rms": 0.0702130866659378,
+        "teaching_rms": 0.001132558731999788,
+        "traffic_rms": 0.0701986342614779
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.750136912117341e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5251534036711087e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011795561430422253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.008952871725261212
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139185905456543,
+        "mean_feedback_forward_cosine": 0.9997563650531154,
+        "mean_feedback_forward_relative_error": 0.02164050899145584,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010287751242244847,
+        "instruction_rms": 0.0010287751239929643,
+        "raw_apical_rms": 0.07021523367502283,
+        "teaching_rms": 0.0010287751242244847,
+        "traffic_rms": 0.07020311277239633
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.014024395677552e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.528264417870819e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011757748559011854,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.008012445749863982
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139183297753334,
+        "mean_feedback_forward_cosine": 0.9997563400576192,
+        "mean_feedback_forward_relative_error": 0.021640425157402794,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009815886566740938,
+        "instruction_rms": 0.00098158865682698,
+        "raw_apical_rms": 0.07021620195178999,
+        "teaching_rms": 0.0009815886566740938,
+        "traffic_rms": 0.07020548496672611
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.9341153385285e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5315856392138565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011709095120630406,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.007590246652066707
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139180690050125,
+        "mean_feedback_forward_cosine": 0.9997563362121582,
+        "mean_feedback_forward_relative_error": 0.021640341984288346,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001037752511971386,
+        "instruction_rms": 0.0010377525120009354,
+        "raw_apical_rms": 0.07021965644850046,
+        "teaching_rms": 0.001037752511971386,
+        "traffic_rms": 0.07020762901755545
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.1557854046914144e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.52778257126182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011671761692863963,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.008242070003896951
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031391777098178864,
+        "mean_feedback_forward_cosine": 0.9997563381348887,
+        "mean_feedback_forward_relative_error": 0.021640257143806064,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010358130376364439,
+        "instruction_rms": 0.0010358130375094992,
+        "raw_apical_rms": 0.07021829007518812,
+        "teaching_rms": 0.0010358130376364439,
+        "traffic_rms": 0.0702060549591956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.7380129214170665e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5277152994051676e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011867800848287426,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.00832056779332459
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031391751021146774,
+        "mean_feedback_forward_cosine": 0.9997563458258106,
+        "mean_feedback_forward_relative_error": 0.02164017695993666,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000912207601210762,
+        "instruction_rms": 0.0009122076011691182,
+        "raw_apical_rms": 0.07021351585483629,
+        "teaching_rms": 0.000912207601210762,
+        "traffic_rms": 0.07020382076460356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.746044351440105e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5273115013650083e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011687577159252917,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.006752948218658567
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139171749353409,
+        "mean_feedback_forward_cosine": 0.9997563400576192,
+        "mean_feedback_forward_relative_error": 0.02164009736189919,
+        "min_feedback_forward_cosine": 0.9995085000991821
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000996774933101697,
+        "instruction_rms": 0.0009967749328507287,
+        "raw_apical_rms": 0.07021260599151836,
+        "teaching_rms": 0.000996774933101697,
+        "traffic_rms": 0.07020106486913297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.84565738645415e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5303641551369146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011828175358131987,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.0076510861584544185
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031391698867082596,
+        "mean_feedback_forward_cosine": 0.9997563323666973,
+        "mean_feedback_forward_relative_error": 0.021640019416208228,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009428604233684526,
+        "instruction_rms": 0.0009428604234087362,
+        "raw_apical_rms": 0.07021038914772855,
+        "teaching_rms": 0.0009428604233684526,
+        "traffic_rms": 0.07020014992619868
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.8097664517854355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5303295507089353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011679169371461913,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.00707207479968667
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139167279005051,
+        "mean_feedback_forward_cosine": 0.9997563496712716,
+        "mean_feedback_forward_relative_error": 0.02163994198124255,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009265202989265416,
+        "instruction_rms": 0.0009265202985500273,
+        "raw_apical_rms": 0.07020828628755175,
+        "teaching_rms": 0.0009265202989265416,
+        "traffic_rms": 0.07019812365940475
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.8420744747090794e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5303389260400146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011613886481925927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.007113533585369587
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139164671301842,
+        "mean_feedback_forward_cosine": 0.9997563573621935,
+        "mean_feedback_forward_relative_error": 0.021639861196519866,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010189411475243957,
+        "instruction_rms": 0.0010189411477495233,
+        "raw_apical_rms": 0.07020948590509299,
+        "teaching_rms": 0.0010189411475243957,
+        "traffic_rms": 0.07019731298623119
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.564643774074284e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5289907285707224e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011705157023293335,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.007799769958555698
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139162436127663,
+        "mean_feedback_forward_cosine": 0.9997563304439667,
+        "mean_feedback_forward_relative_error": 0.021639785954668637,
+        "min_feedback_forward_cosine": 0.9995083212852478
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008879372602193249,
+        "instruction_rms": 0.0008879372602216135,
+        "raw_apical_rms": 0.07021130317749433,
+        "teaching_rms": 0.0008879372602193249,
+        "traffic_rms": 0.07020222280655782
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 4.843028378331837e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5294956589401724e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011860261194473797,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.006647673753872514
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139159828424454,
+        "mean_feedback_forward_cosine": 0.9997563419803497,
+        "mean_feedback_forward_relative_error": 0.021639709811537497,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009080461846485905,
+        "instruction_rms": 0.0009080461846861004,
+        "raw_apical_rms": 0.0702107428884489,
+        "teaching_rms": 0.0009080461846485905,
+        "traffic_rms": 0.07020125201700089
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.5260819920022186e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5286520750964776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011713258880136204,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.006807348629161715
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139157220721245,
+        "mean_feedback_forward_cosine": 0.9997563439030801,
+        "mean_feedback_forward_relative_error": 0.021639633232787732,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009873041037586194,
+        "instruction_rms": 0.000987304104052906,
+        "raw_apical_rms": 0.07021038552535869,
+        "teaching_rms": 0.0009873041037586194,
+        "traffic_rms": 0.07019870663016894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.4286348810373966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5273341589930466e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01181477957551801,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.007489908771365881
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139154613018036,
+        "mean_feedback_forward_cosine": 0.999756351594002,
+        "mean_feedback_forward_relative_error": 0.02163955593301404,
+        "min_feedback_forward_cosine": 0.9995084404945374
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009085053031699389,
+        "instruction_rms": 0.0009085053032427112,
+        "raw_apical_rms": 0.07020804708510761,
+        "teaching_rms": 0.0009085053031699389,
+        "traffic_rms": 0.07019822440858917
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.6827988597897274e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5302806209249857e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011752074580298671,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.007063958764821291
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139152005314827,
+        "mean_feedback_forward_cosine": 0.9997563439030801,
+        "mean_feedback_forward_relative_error": 0.02163947686072319,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008957087453228049,
+        "instruction_rms": 0.0008957087453178347,
+        "raw_apical_rms": 0.07020699042292007,
+        "teaching_rms": 0.0008957087453228049,
+        "traffic_rms": 0.07019785084546254
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.128126818159217e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.528924564910661e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011658755907931568,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.006880758673548698
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139149397611618,
+        "mean_feedback_forward_cosine": 0.9997563592849239,
+        "mean_feedback_forward_relative_error": 0.021639399170394865,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009090331567331726,
+        "instruction_rms": 0.0009090331568032205,
+        "raw_apical_rms": 0.07020432885938041,
+        "teaching_rms": 0.0009090331567331726,
+        "traffic_rms": 0.07019504583687272
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.5084355804192455e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5276196264429482e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012045960536030787,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.006840768229588866
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139146789908409,
+        "mean_feedback_forward_cosine": 0.9997563573621935,
+        "mean_feedback_forward_relative_error": 0.021639324319098267,
+        "min_feedback_forward_cosine": 0.9995083212852478
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009608543221332888,
+        "instruction_rms": 0.0009608543223451664,
+        "raw_apical_rms": 0.07020496352440089,
+        "teaching_rms": 0.0009608543221332888,
+        "traffic_rms": 0.07019431420061167
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.8637580246358993e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5305563103426655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01174591127526034,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.007100784926041961
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031391438096761703,
+        "mean_feedback_forward_cosine": 0.9997563669758458,
+        "mean_feedback_forward_relative_error": 0.021639249813292297,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008600077225515398,
+        "instruction_rms": 0.0008600077226331852,
+        "raw_apical_rms": 0.07020018222045596,
+        "teaching_rms": 0.0008600077225515398,
+        "traffic_rms": 0.07019151401309603
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.2788581566810535e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5313721966525293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011715586165079875,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.006382754127047956
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139141574501991,
+        "mean_feedback_forward_cosine": 0.999756351594002,
+        "mean_feedback_forward_relative_error": 0.02163917297917989,
+        "min_feedback_forward_cosine": 0.9995084404945374
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009174612628861559,
+        "instruction_rms": 0.0009174612626906001,
+        "raw_apical_rms": 0.07020379219663715,
+        "teaching_rms": 0.0009174612628861559,
+        "traffic_rms": 0.07019412865723207
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.710185936256494e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.526453616736127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011687319644047654,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.006855643994361162
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031391389667987823,
+        "mean_feedback_forward_cosine": 0.9997563496712716,
+        "mean_feedback_forward_relative_error": 0.02163909447769965,
+        "min_feedback_forward_cosine": 0.9995083212852478
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008852335151270924,
+        "instruction_rms": 0.0008852335147614269,
+        "raw_apical_rms": 0.07019929138721527,
+        "teaching_rms": 0.0008852335151270924,
+        "traffic_rms": 0.07018995991445826
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.6087851757192766e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.526767767201796e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011747481731209234,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.006547002290561796
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139136731624603,
+        "mean_feedback_forward_cosine": 0.9997563708213068,
+        "mean_feedback_forward_relative_error": 0.02163902004700034,
+        "min_feedback_forward_cosine": 0.9995083212852478
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009002472914467452,
+        "instruction_rms": 0.0009002472915304042,
+        "raw_apical_rms": 0.07019637018038145,
+        "teaching_rms": 0.0009002472914467452,
+        "traffic_rms": 0.07018689896652486
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.400720499120325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5280779675430417e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011722185639443923,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.0065838918869942425
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031391337513923645,
+        "mean_feedback_forward_cosine": 0.9997563419803497,
+        "mean_feedback_forward_relative_error": 0.02163894333305859,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008443229673745806,
+        "instruction_rms": 0.0008443229674634042,
+        "raw_apical_rms": 0.0701936966019172,
+        "teaching_rms": 0.0008443229673745806,
+        "traffic_rms": 0.07018540330225034
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.631268086223827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5279407298314868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011712241480544405,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.006101330086141825
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031391315162181854,
+        "mean_feedback_forward_cosine": 0.9997563862031505,
+        "mean_feedback_forward_relative_error": 0.021638870089044495,
+        "min_feedback_forward_cosine": 0.9995085000991821
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00087445066005554,
+        "instruction_rms": 0.000874450660164008,
+        "raw_apical_rms": 0.07019014315623327,
+        "teaching_rms": 0.00087445066005554,
+        "traffic_rms": 0.07018040313402471
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.5814385174480776e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5275774595678575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011892064224213659,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.0065509532841295
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139128535985947,
+        "mean_feedback_forward_cosine": 0.999756347748541,
+        "mean_feedback_forward_relative_error": 0.021638795898686492,
+        "min_feedback_forward_cosine": 0.9995083212852478
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000849687844803133,
+        "instruction_rms": 0.0008496878445148154,
+        "raw_apical_rms": 0.07018789212212574,
+        "teaching_rms": 0.000849687844803133,
+        "traffic_rms": 0.0701788102321727
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.3653173520397104e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.527847863993578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011984499768589538,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.006231142134666443
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139127045869827,
+        "mean_feedback_forward_cosine": 0.9997563612076544,
+        "mean_feedback_forward_relative_error": 0.021638725223320145,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008935700128148828,
+        "instruction_rms": 0.000893570012921475,
+        "raw_apical_rms": 0.0701855992409011,
+        "teaching_rms": 0.0008935700128148828,
+        "traffic_rms": 0.07017611766983055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 3.833876505154876e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5234644800587153e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011750247721697636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.0066043989513069395
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139125183224678,
+        "mean_feedback_forward_cosine": 0.9997563804349592,
+        "mean_feedback_forward_relative_error": 0.021638656230342966,
+        "min_feedback_forward_cosine": 0.9995085000991821
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008790336939580951,
+        "instruction_rms": 0.0008790336938571931,
+        "raw_apical_rms": 0.07018557377674385,
+        "teaching_rms": 0.0008790336939580951,
+        "traffic_rms": 0.07017608095416995
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.834886186382391e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5316402739340936e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011966530677576194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.006521816009432077
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139122575521469,
+        "mean_feedback_forward_cosine": 0.9997563592849239,
+        "mean_feedback_forward_relative_error": 0.021638581063598394,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008805740563806255,
+        "instruction_rms": 0.0008805740562376627,
+        "raw_apical_rms": 0.070187052173234,
+        "teaching_rms": 0.0008805740563806255,
+        "traffic_rms": 0.07017778428289262
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.317117057757059e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.528882379642278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011875181198551011,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.006496892674937844
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031391192227602005,
+        "mean_feedback_forward_cosine": 0.9997563727440373,
+        "mean_feedback_forward_relative_error": 0.02163850124024095,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009164387661969439,
+        "instruction_rms": 0.000916438766474656,
+        "raw_apical_rms": 0.07018409380399021,
+        "teaching_rms": 0.0009164387661969439,
+        "traffic_rms": 0.07017418972022275
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.570502281670997e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.526979933350636e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011674213681022505,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.0063994974429905415
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139117360115051,
+        "mean_feedback_forward_cosine": 0.9997563650531154,
+        "mean_feedback_forward_relative_error": 0.02163842710996828,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008503840226223957,
+        "instruction_rms": 0.0008503840226210507,
+        "raw_apical_rms": 0.07018257020935656,
+        "teaching_rms": 0.0008503840226223957,
+        "traffic_rms": 0.07017403118147252
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.886266952690676e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.527368989092424e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011901159616179633,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.006223728241473436
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139114752411842,
+        "mean_feedback_forward_cosine": 0.9997563631303849,
+        "mean_feedback_forward_relative_error": 0.021638350696453163,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008786705914125536,
+        "instruction_rms": 0.0008786705917428955,
+        "raw_apical_rms": 0.07018214116704091,
+        "teaching_rms": 0.0008786705914125536,
+        "traffic_rms": 0.0701728942376601
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.198854597348145e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.528797597143655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011943473090484474,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.006245601629540324
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139113262295723,
+        "mean_feedback_forward_cosine": 0.9997563535167325,
+        "mean_feedback_forward_relative_error": 0.021638275454601934,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008749180366986777,
+        "instruction_rms": 0.0008749180366827683,
+        "raw_apical_rms": 0.07018262203755016,
+        "teaching_rms": 0.0008749180366986777,
+        "traffic_rms": 0.07017305205320808
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 4.398657083015678e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.527683617348162e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011861382040144832,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.006101286468356848
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139111399650574,
+        "mean_feedback_forward_cosine": 0.9997563688985763,
+        "mean_feedback_forward_relative_error": 0.02163820138441459,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008315546744591696,
+        "instruction_rms": 0.0008315546744404981,
+        "raw_apical_rms": 0.07018149744220303,
+        "teaching_rms": 0.0008315546744591696,
+        "traffic_rms": 0.0701731126295513
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.169811518295319e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5302107165465284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011950335507668353,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.006009815453365445
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139108419418335,
+        "mean_feedback_forward_cosine": 0.9997563669758458,
+        "mean_feedback_forward_relative_error": 0.021638124790643493,
+        "min_feedback_forward_cosine": 0.9995083212852478
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008876319843738879,
+        "instruction_rms": 0.0008876319845756654,
+        "raw_apical_rms": 0.07018309484011162,
+        "teaching_rms": 0.0008876319843738879,
+        "traffic_rms": 0.0701731981207293
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.687281401378641e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.528633583326007e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01212179218307607,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.0064534566259384155
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139106556773186,
+        "mean_feedback_forward_cosine": 0.9997563785122286,
+        "mean_feedback_forward_relative_error": 0.02163805108096811,
+        "min_feedback_forward_cosine": 0.9995084404945374
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008352924901350643,
+        "instruction_rms": 0.0008352924900780053,
+        "raw_apical_rms": 0.07018123055776246,
+        "teaching_rms": 0.0008352924901350643,
+        "traffic_rms": 0.07017297314327207
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.3171905161898394e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5286738991683036e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011895542390380374,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.006125055885314941
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139103949069977,
+        "mean_feedback_forward_cosine": 0.9997563688985763,
+        "mean_feedback_forward_relative_error": 0.021637974652431665,
+        "min_feedback_forward_cosine": 0.9995085000991821
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009133005875981959,
+        "instruction_rms": 0.000913300587630574,
+        "raw_apical_rms": 0.07017973000798261,
+        "teaching_rms": 0.0009133005875981959,
+        "traffic_rms": 0.07016999293303874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.107489187139436e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5244305160354308e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011809509510316457,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.006561208536401391
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139101341366768,
+        "mean_feedback_forward_cosine": 0.9997563631303849,
+        "mean_feedback_forward_relative_error": 0.021637904157321298,
+        "min_feedback_forward_cosine": 0.9995084404945374
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000827888955229611,
+        "instruction_rms": 0.0008278889548516962,
+        "raw_apical_rms": 0.07018139733869468,
+        "teaching_rms": 0.000827888955229611,
+        "traffic_rms": 0.07017350264932556
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.5706521234478714e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.527365136418755e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011836103361401371,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.006097571739032865
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139098361134529,
+        "mean_feedback_forward_cosine": 0.9997563650531154,
+        "mean_feedback_forward_relative_error": 0.021637833076378992,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008271057348685357,
+        "instruction_rms": 0.0008271057344927103,
+        "raw_apical_rms": 0.0701830064866668,
+        "teaching_rms": 0.0008271057348685357,
+        "traffic_rms": 0.07017452408400462
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 3.791843283806884e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.529119601998768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01172571953440026,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.005912614208087325
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0313909612596035,
+        "mean_feedback_forward_cosine": 0.9997563669758458,
+        "mean_feedback_forward_relative_error": 0.02163776025296219,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008146562174710621,
+        "instruction_rms": 0.0008146562172617252,
+        "raw_apical_rms": 0.07017955391646784,
+        "teaching_rms": 0.0008146562174710621,
+        "traffic_rms": 0.07017148572840433
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.144100174130472e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5312665939050198e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011699781173596043,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.005879201124161482
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139093518257141,
+        "mean_feedback_forward_cosine": 0.9997563535167325,
+        "mean_feedback_forward_relative_error": 0.021637686858734777,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000831010217548728,
+        "instruction_rms": 0.0008310102176497575,
+        "raw_apical_rms": 0.07018308351432845,
+        "teaching_rms": 0.000831010217548728,
+        "traffic_rms": 0.07017445661334938
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 4.759110794338994e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5292206490358337e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012051798098408104,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.006030674913972616
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139090910553932,
+        "mean_feedback_forward_cosine": 0.9997563785122286,
+        "mean_feedback_forward_relative_error": 0.021637615432301836,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008653160871799459,
+        "instruction_rms": 0.0008653160870950886,
+        "raw_apical_rms": 0.0701803379876294,
+        "teaching_rms": 0.0008653160871799459,
+        "traffic_rms": 0.07017148296286081
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.355867844196837e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5270904337238152e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012019349855465829,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.006269852671995759
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139089047908783,
+        "mean_feedback_forward_cosine": 0.9997563727440373,
+        "mean_feedback_forward_relative_error": 0.0216375419329251,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008638587831392026,
+        "instruction_rms": 0.0008638587827622599,
+        "raw_apical_rms": 0.07017988164308915,
+        "teaching_rms": 0.0008638587831392026,
+        "traffic_rms": 0.07017073324045697
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.622512150831426e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5253112846296542e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01190656266396917,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.006076337253674865
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139086440205574,
+        "mean_feedback_forward_cosine": 0.9997563727440373,
+        "mean_feedback_forward_relative_error": 0.021637468012951074,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008991722388024863,
+        "instruction_rms": 0.0008991722390854223,
+        "raw_apical_rms": 0.07017635572476152,
+        "teaching_rms": 0.0008991722388024863,
+        "traffic_rms": 0.07016603917640671
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.997853153554388e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.530415609004951e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011988472336836099,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.0066249953493475915
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139083832502365,
+        "mean_feedback_forward_cosine": 0.9997563669758458,
+        "mean_feedback_forward_relative_error": 0.021637392936334494,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008324163210763149,
+        "instruction_rms": 0.0008324163210412614,
+        "raw_apical_rms": 0.07017822832269285,
+        "teaching_rms": 0.0008324163210763149,
+        "traffic_rms": 0.07016959894258296
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.642785794179872e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5290053005521696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011841474660883746,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.005963247852548957
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139080852270126,
+        "mean_feedback_forward_cosine": 0.9997563708213068,
+        "mean_feedback_forward_relative_error": 0.02163732009789636,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008975362948856293,
+        "instruction_rms": 0.0008975362949277453,
+        "raw_apical_rms": 0.07017975651367861,
+        "teaching_rms": 0.0008975362948856293,
+        "traffic_rms": 0.07016992034967445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.265225766493131e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5288708603040966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01182780420983723,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.006455110897123814
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139078989624977,
+        "mean_feedback_forward_cosine": 0.9997563804349592,
+        "mean_feedback_forward_relative_error": 0.021637246117837006,
+        "min_feedback_forward_cosine": 0.9995085000991821
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008255834192435847,
+        "instruction_rms": 0.0008255834195698017,
+        "raw_apical_rms": 0.07017310714224047,
+        "teaching_rms": 0.0008255834192435847,
+        "traffic_rms": 0.0701651303002121
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.364056493955104e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5308435967627553e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011877196849235256,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.005828254036456346
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139077126979828,
+        "mean_feedback_forward_cosine": 0.9997563804349592,
+        "mean_feedback_forward_relative_error": 0.021637174751489394,
+        "min_feedback_forward_cosine": 0.9995083212852478
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008587196618536937,
+        "instruction_rms": 0.0008587196615387869,
+        "raw_apical_rms": 0.07017349567438183,
+        "teaching_rms": 0.0008587196618536937,
+        "traffic_rms": 0.07016435416098747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 4.398664898985771e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5317104033707283e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012031463454533913,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.006170055857598782
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139074146747589,
+        "mean_feedback_forward_cosine": 0.9997563669758458,
+        "mean_feedback_forward_relative_error": 0.021637101582581957,
+        "min_feedback_forward_cosine": 0.9995084404945374
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008308808167954374,
+        "instruction_rms": 0.0008308808168024899,
+        "raw_apical_rms": 0.07017087373690241,
+        "teaching_rms": 0.0008308808167954374,
+        "traffic_rms": 0.0701620163000156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631088018417,
+        "maximum_absolute_post_projection_soma_slope": 5.509829037464442e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5282689848842672e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011796754806936496,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.005872546712607145
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0313907228410244,
+        "mean_feedback_forward_cosine": 0.9997563765894982,
+        "mean_feedback_forward_relative_error": 0.021637029164741115,
+        "min_feedback_forward_cosine": 0.9995084404945374
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008117500631573633,
+        "instruction_rms": 0.0008117500631777582,
+        "raw_apical_rms": 0.07017044580576692,
+        "teaching_rms": 0.0008117500631573633,
+        "traffic_rms": 0.07016250237034652
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 3.76164344118024e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5307327171691512e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011852708223547039,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.00592443825788796
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03139070048928261,
+        "mean_feedback_forward_cosine": 0.9997563669758458,
+        "mean_feedback_forward_relative_error": 0.02163696038206258,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000828283373564146,
+        "instruction_rms": 0.0008282833737996556,
+        "raw_apical_rms": 0.07017043938324789,
+        "teaching_rms": 0.000828283373564146,
+        "traffic_rms": 0.07016185720467448
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225631833076477,
+        "maximum_absolute_post_projection_soma_slope": 4.8528104201750466e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5308556307284527e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01183360771782816,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.005726474728733301
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031390681862831116,
+        "mean_feedback_forward_cosine": 0.9997563823576896,
+        "mean_feedback_forward_relative_error": 0.021636890292528174,
+        "min_feedback_forward_cosine": 0.9995083808898926
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008030064494273148,
+        "instruction_rms": 0.0008030064493525704,
+        "raw_apical_rms": 0.07016814097972814,
+        "teaching_rms": 0.0008030064494273148,
+        "traffic_rms": 0.07015999214687181
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.11225630342960358,
+        "maximum_absolute_post_projection_soma_slope": 4.896140026744433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5266947256581533e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011849112651321754,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.0055932730484753845
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9226,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.36560716552734374,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2529336320,
+    "peak_memory_reserved_bytes": 3821010944,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 4.726146940470244e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 3.1396520938642425e-08,
+      "min_residual_soma_slope": -4.726146940470244e-08,
+      "mse": 3.4760263535321834e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.180593616172365e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.180593616172365e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 11,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 1.1373100280761719,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.041075944900512695,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 14783.157014369965,
+    "train_wall_s": 14779.435670375824
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.01729196310043335,
+      0.01262203324586153,
+      0.008211836218833923,
+      0.007364083081483841,
+      0.005412328988313675,
+      0.0057131508365273476,
+      0.0037188821006566286,
+      0.00471151527017355,
+      0.0028882285114377737,
+      0.0036457546520978212,
+      0.002361578866839409,
+      0.005046239122748375,
+      0.003541539190337062,
+      0.004347427748143673,
+      0.002827239455655217,
+      0.003586750477552414,
+      0.0024223714135587215,
+      0.003299170872196555,
+      0.0020495131611824036,
+      0.0028001274913549423,
+      0.0017875225748866796,
+      0.0038567481096833944,
+      0.002763295779004693,
+      0.0034892389085143805,
+      0.0024175953585654497,
+      0.0032130118925124407,
+      0.002143308985978365,
+      0.0028988828416913748,
+      0.001982533372938633,
+      0.002512215403839946,
+      0.0019311783835291862
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      3.999999523162842,
+      4.0,
+      3.999999523162842,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      4.000000476837158,
+      3.999999523162842,
+      3.999999761581421,
+      4.0,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      3.999999761581421,
+      3.999999761581421,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.0916287824511528,
+      0.06876388937234879,
+      0.02820105291903019,
+      0.03799518570303917,
+      0.01515876967459917,
+      0.030091680586338043,
+      0.008624541573226452,
+      0.024622133001685143,
+      0.005851417779922485,
+      0.019561035558581352,
+      0.004281718749552965,
+      0.02729577012360096,
+      0.007838867604732513,
+      0.022911302745342255,
+      0.0055216592736542225,
+      0.018870050087571144,
+      0.0043528093956410885,
+      0.018290789797902107,
+      0.003409921657294035,
+      0.015034525655210018,
+      0.0027709321584552526,
+      0.020493168383836746,
+      0.005571093410253525,
+      0.018566109240055084,
+      0.004393921233713627,
+      0.016968388110399246,
+      0.0035954569466412067,
+      0.015505515038967133,
+      0.003123497124761343,
+      0.013197866268455982,
+      0.002851189812645316
+    ],
+    "unscaled_traffic_rms": [
+      0.7548703551292419,
+      0.7342244982719421,
+      1.164755940437317,
+      0.7752648591995239,
+      1.4281710386276245,
+      0.7594326138496399,
+      1.7247905731201172,
+      0.765411376953125,
+      1.9743785858154297,
+      0.7455136179924011,
+      2.2061970233917236,
+      0.739490270614624,
+      1.8071688413619995,
+      0.7590014338493347,
+      2.0481085777282715,
+      0.7603054642677307,
+      2.2260303497314453,
+      0.7214933633804321,
+      2.4041762351989746,
+      0.7449859380722046,
+      2.5803916454315186,
+      0.7527871131896973,
+      1.9840240478515625,
+      0.7517436742782593,
+      2.200854539871216,
+      0.7574111819267273,
+      2.3844635486602783,
+      0.747832715511322,
+      2.5388636589050293,
+      0.7614004611968994,
+      2.7092947959899902
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 68420224,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 684206618894336,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 684202240000000,
+      "local_weight_correlation_macs": 688625920000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 688625920000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 4407205888
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 72745580756992,
+    "forward_macs_per_example": 68862592,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 2745665106100224
+  }
+}