results: pass dynamic innovation confirmation gate

1 files changed, 6645 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_confirmation/seed10_dynamic.json b/results/kp_dynamic_projection_confirmation/seed10_dynamic.json
new file mode 100644
index 0000000..96f3a8e
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed10_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 10,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed10_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 10,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5010,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996865193049113,
+    "feedback_forward_cosine": [
+      0.9998410940170288,
+      0.9998330473899841,
+      0.9998416900634766,
+      0.9998196959495544,
+      0.9998658895492554,
+      0.9998244643211365,
+      0.999796986579895,
+      0.999862015247345,
+      0.9998462200164795,
+      0.999814510345459,
+      0.9998553991317749,
+      0.9998033046722412,
+      0.999829888343811,
+      0.9999003410339355,
+      0.9998985528945923,
+      0.9998725056648254,
+      0.9998707175254822,
+      0.9996960759162903,
+      0.9999880790710449
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9993373155593872,
+      1.0009738206863403,
+      0.9991396069526672,
+      1.0013306140899658,
+      1.0004464387893677,
+      1.0007975101470947,
+      0.9989447593688965,
+      1.0005112886428833,
+      0.999376118183136,
+      1.0006011724472046,
+      0.9997497200965881,
+      1.0005595684051514,
+      0.9993224740028381,
+      1.0002479553222656,
+      0.9999218583106995,
+      1.0006370544433594,
+      0.9999715685844421,
+      1.0011106729507446,
+      1.002750039100647
+    ],
+    "feedback_forward_relative_error": [
+      0.0178312286734581,
+      0.018311940133571625,
+      0.017811154946684837,
+      0.0190509632229805,
+      0.016383934766054153,
+      0.018760578706860542,
+      0.020169012248516083,
+      0.01662510633468628,
+      0.017547694966197014,
+      0.019280681386590004,
+      0.01700552925467491,
+      0.019850602373480797,
+      0.018454521894454956,
+      0.014121557585895061,
+      0.014242949895560741,
+      0.01598425954580307,
+      0.016081707552075386,
+      0.024693168699741364,
+      0.005619601812213659
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.999696671962738,
+      0.9996646642684937,
+      0.9996858835220337,
+      0.9996673464775085,
+      0.9996991157531738,
+      0.99970543384552,
+      0.9997129440307617,
+      0.9997279644012451,
+      0.9997462630271912,
+      0.9997026920318604,
+      0.9997648596763611,
+      0.9997409582138062,
+      0.9997850060462952,
+      0.9998424053192139,
+      0.9998652935028076,
+      0.9998970031738281,
+      0.9999339580535889,
+      0.9999661445617676,
+      0.8225135207176208
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.999696671962738,
+      0.9996646642684937,
+      0.9996858835220337,
+      0.9996673464775085,
+      0.9996991157531738,
+      0.99970543384552,
+      0.9997129440307617,
+      0.9997279644012451,
+      0.9997462630271912,
+      0.9997026920318604,
+      0.9997648596763611,
+      0.9997409582138062,
+      0.9997850060462952,
+      0.9998425245285034,
+      0.9998652935028076,
+      0.9998970031738281,
+      0.9999339580535889,
+      0.9999661445617676,
+      0.8333896398544312
+    ],
+    "matched_negative_gradient_cosine": [
+      0.04031185805797577,
+      0.02294144034385681,
+      0.07925271987915039,
+      0.06389088928699493,
+      0.10397612303495407,
+      0.06171322613954544,
+      0.17028145492076874,
+      0.12919682264328003,
+      0.1864108145236969,
+      0.19627267122268677,
+      0.21861426532268524,
+      0.24826310575008392,
+      0.26166218519210815,
+      0.188859224319458,
+      0.26533007621765137,
+      0.38330066204071045,
+      0.32661405205726624,
+      0.4409025013446808,
+      0.18323172628879547
+    ],
+    "max_norm_match_direction_error": 1.7881393432617188e-07,
+    "max_norm_match_relative_error": 1.5625958837972576e-07,
+    "mean_feedback_forward_cosine": 0.9998452883017691,
+    "mean_feedback_forward_relative_error": 0.01725401021049995,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.04131019487977028,
+      "max_absolute_post_projection_soma_slope": 1.1123523435685456e-08,
+      "max_absolute_pre_projection_soma_slope": 0.04131019487977028,
+      "max_positive_post_projection_soma_slope": 1.1123523435685456e-08,
+      "min_post_projection_soma_slope": -8.423204356233782e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.442327581203251e-08,
+      "pre_projection_traffic_rms_ratio": 0.010445562569347066
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.010445562569319911,
+    "raw_negative_gradient_cosine": [
+      0.04031185433268547,
+      0.02294144034385681,
+      0.07925271987915039,
+      0.06389088928699493,
+      0.10397612303495407,
+      0.06171322613954544,
+      0.17028146982192993,
+      0.12919680774211884,
+      0.1864108145236969,
+      0.19627267122268677,
+      0.21861428022384644,
+      0.24826312065124512,
+      0.26166218519210815,
+      0.188859224319458,
+      0.265330046415329,
+      0.38330066204071045,
+      0.32661402225494385,
+      0.4409025013446808,
+      0.18323172628879547
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.999696671962738,
+      0.9996646642684937,
+      0.9996858835220337,
+      0.9996673464775085,
+      0.9996991157531738,
+      0.99970543384552,
+      0.9997129440307617,
+      0.9997279644012451,
+      0.9997462630271912,
+      0.9997026920318604,
+      0.9997648596763611,
+      0.9997409582138062,
+      0.9997850060462952,
+      0.9998424053192139,
+      0.9998652935028076,
+      0.9998970031738281,
+      0.9999339580535889,
+      0.9999661445617676,
+      0.8225135207176208
+    ],
+    "traffic_instruction_rms_ratio": 7.620982087891445,
+    "used_negative_gradient_cosine": [
+      0.999696671962738,
+      0.9996646642684937,
+      0.9996858835220337,
+      0.9996673464775085,
+      0.9996991157531738,
+      0.99970543384552,
+      0.9997129440307617,
+      0.9997279644012451,
+      0.9997462630271912,
+      0.9997026920318604,
+      0.9997648596763611,
+      0.9997409582138062,
+      0.9997850060462952,
+      0.9998424053192139,
+      0.9998652935028076,
+      0.9998970031738281,
+      0.9999339580535889,
+      0.9999661445617676,
+      0.8225135207176208
+    ],
+    "wall_s": 0.17217803001403809
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.320502758026123,
+        "mean_feedback_forward_cosine": 0.2628641504990427,
+        "mean_feedback_forward_relative_error": 1.2123042941093445,
+        "min_feedback_forward_cosine": 0.13181225955486298
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0021275785024451933,
+        "instruction_rms": 0.002127578503158672,
+        "raw_apical_rms": 0.023176449945245748,
+        "teaching_rms": 0.0021275785024451933,
+        "traffic_rms": 0.023071871151298124
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617135167122,
+        "maximum_absolute_post_projection_soma_slope": 2.238697227596731e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.020465978422986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008262347450077354,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.8486383348846436
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.263249397277832,
+        "mean_feedback_forward_cosine": 0.41009544463534103,
+        "mean_feedback_forward_relative_error": 1.0852607708228261,
+        "min_feedback_forward_cosine": 0.2170705944299698
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003419255584278289,
+        "instruction_rms": 0.0034192555841248812,
+        "raw_apical_rms": 0.027697921424250777,
+        "teaching_rms": 0.003419255584278289,
+        "traffic_rms": 0.027483683706630225
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617135167122,
+        "maximum_absolute_post_projection_soma_slope": 2.2150308254254014e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8290591011616386e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011349137001226894,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3407626229476928
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2148741483688354,
+        "mean_feedback_forward_cosine": 0.5129171547136808,
+        "mean_feedback_forward_relative_error": 0.98753212313903,
+        "min_feedback_forward_cosine": 0.28244727849960327
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004155201973159864,
+        "instruction_rms": 0.004155201974522851,
+        "raw_apical_rms": 0.031356771361276514,
+        "teaching_rms": 0.004155201973159864,
+        "traffic_rms": 0.03107873843038194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965616390109062,
+        "maximum_absolute_post_projection_soma_slope": 2.367823803695046e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7004024518109506e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013456675321577856,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.04707872631073
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1693495512008667,
+        "mean_feedback_forward_cosine": 0.5838200967562827,
+        "mean_feedback_forward_relative_error": 0.913337778103979,
+        "min_feedback_forward_cosine": 0.3386703133583069
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004469251675453464,
+        "instruction_rms": 0.004469251674747498,
+        "raw_apical_rms": 0.03360634732131272,
+        "teaching_rms": 0.004469251675453464,
+        "traffic_rms": 0.03330607230028016
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617507696152,
+        "maximum_absolute_post_projection_soma_slope": 2.7334627006325718e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6803144676608004e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013521942104567503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8596860185623169
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1282025575637817,
+        "mean_feedback_forward_cosine": 0.6379323742891613,
+        "mean_feedback_forward_relative_error": 0.8527652684010958,
+        "min_feedback_forward_cosine": 0.38725700974464417
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004676869857570115,
+        "instruction_rms": 0.004676869856679229,
+        "raw_apical_rms": 0.03546752976587663,
+        "teaching_rms": 0.004676869857570115,
+        "traffic_rms": 0.03515579585038711
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965616390109062,
+        "maximum_absolute_post_projection_soma_slope": 2.5742021847463548e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6671919638881145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014207688762619481,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7460113258743286
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0879181623458862,
+        "mean_feedback_forward_cosine": 0.6807615113885779,
+        "mean_feedback_forward_relative_error": 0.8006067150517514,
+        "min_feedback_forward_cosine": 0.4330441355705261
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004788255506036307,
+        "instruction_rms": 0.004788255505249911,
+        "raw_apical_rms": 0.03704748602919479,
+        "teaching_rms": 0.004788255506036307,
+        "traffic_rms": 0.03673419029382538
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.6890104365406842e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.652932149164355e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012899933914861935,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.67720983959198
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.049793004989624,
+        "mean_feedback_forward_cosine": 0.716141159597196,
+        "mean_feedback_forward_relative_error": 0.7551720565871188,
+        "min_feedback_forward_cosine": 0.47409024834632874
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00485548028911756,
+        "instruction_rms": 0.004855480288843814,
+        "raw_apical_rms": 0.03838508600271614,
+        "teaching_rms": 0.00485548028911756,
+        "traffic_rms": 0.03807411312999705
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.4465771630843847e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6557112708334806e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011944836714007923,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6242147707176209
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0138064622879028,
+        "mean_feedback_forward_cosine": 0.7452715196107563,
+        "mean_feedback_forward_relative_error": 0.7151469368683664,
+        "min_feedback_forward_cosine": 0.5109031200408936
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048598457930537015,
+        "instruction_rms": 0.004859845793113798,
+        "raw_apical_rms": 0.038941740968605774,
+        "teaching_rms": 0.0048598457930537015,
+        "traffic_rms": 0.038634765057638014
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.1102499303538025e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.652294416461312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011816401319273938,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5895955443954468
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9788080453872681,
+        "mean_feedback_forward_cosine": 0.7701171793435749,
+        "mean_feedback_forward_relative_error": 0.6790932165948969,
+        "min_feedback_forward_cosine": 0.5446146130561829
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00480853667182706,
+        "instruction_rms": 0.0048085366720623055,
+        "raw_apical_rms": 0.040038655664419484,
+        "teaching_rms": 0.00480853667182706,
+        "traffic_rms": 0.03974575905487539
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617135167122,
+        "maximum_absolute_post_projection_soma_slope": 1.7101859484114357e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6371845127137723e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012249857173464022,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5574038748550415
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9448283314704895,
+        "mean_feedback_forward_cosine": 0.7916683586020219,
+        "mean_feedback_forward_relative_error": 0.6462197397884569,
+        "min_feedback_forward_cosine": 0.5763647556304932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004839559456288207,
+        "instruction_rms": 0.0048395594563809255,
+        "raw_apical_rms": 0.04071995732276518,
+        "teaching_rms": 0.004839559456288207,
+        "traffic_rms": 0.040428260742060164
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617507696152,
+        "maximum_absolute_post_projection_soma_slope": 1.9611592350088358e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6353924398720684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010892910417689689,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5239255970001221
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9127702116966248,
+        "mean_feedback_forward_cosine": 0.8106209384767633,
+        "mean_feedback_forward_relative_error": 0.6158937576570009,
+        "min_feedback_forward_cosine": 0.604814350605011
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048546249945467974,
+        "instruction_rms": 0.004854624995657346,
+        "raw_apical_rms": 0.04182852561944663,
+        "teaching_rms": 0.0048546249945467974,
+        "traffic_rms": 0.041542760847679536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617507696152,
+        "maximum_absolute_post_projection_soma_slope": 2.4940618459368125e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6338669582419218e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011229249705963293,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5029154551792144
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.880604088306427,
+        "mean_feedback_forward_cosine": 0.8274708766686288,
+        "mean_feedback_forward_relative_error": 0.5874443477705905,
+        "min_feedback_forward_cosine": 0.6324325799942017
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004875801166246104,
+        "instruction_rms": 0.004875801165657019,
+        "raw_apical_rms": 0.042090524416669946,
+        "teaching_rms": 0.004875801166246104,
+        "traffic_rms": 0.04180406412467894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617135167122,
+        "maximum_absolute_post_projection_soma_slope": 2.2846981195812077e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.629485752598832e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011279564551533476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4801908302307129
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8490339517593384,
+        "mean_feedback_forward_cosine": 0.8423407767948351,
+        "mean_feedback_forward_relative_error": 0.5612034036924964,
+        "min_feedback_forward_cosine": 0.6584939360618591
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004862513530950027,
+        "instruction_rms": 0.004862513529463852,
+        "raw_apical_rms": 0.04249569152035548,
+        "teaching_rms": 0.004862513530950027,
+        "traffic_rms": 0.04221326323324876
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965616390109062,
+        "maximum_absolute_post_projection_soma_slope": 2.2992447057390564e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6238762214005956e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010901864806123028,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4624407964229584
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8190855383872986,
+        "mean_feedback_forward_cosine": 0.8555049143339458,
+        "mean_feedback_forward_relative_error": 0.5368027522375709,
+        "min_feedback_forward_cosine": 0.68202143907547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048450762274929934,
+        "instruction_rms": 0.00484507622736933,
+        "raw_apical_rms": 0.04243617484306245,
+        "teaching_rms": 0.0048450762274929934,
+        "traffic_rms": 0.042155351393765084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.444627078546091e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626035179086535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011516681802460982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4469337102127075
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7892797589302063,
+        "mean_feedback_forward_cosine": 0.867406754117263,
+        "mean_feedback_forward_relative_error": 0.5138307700031682,
+        "min_feedback_forward_cosine": 0.7048470973968506
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004840755794789061,
+        "instruction_rms": 0.0048407557961092735,
+        "raw_apical_rms": 0.04271795967715501,
+        "teaching_rms": 0.004840755794789061,
+        "traffic_rms": 0.042438805840826335
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.596258141807084e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626153478384452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010698829063202188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.43113454271316526
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7609896063804626,
+        "mean_feedback_forward_cosine": 0.87833130045941,
+        "mean_feedback_forward_relative_error": 0.49183685136468785,
+        "min_feedback_forward_cosine": 0.725717306137085
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004898346259325372,
+        "instruction_rms": 0.004898346259808533,
+        "raw_apical_rms": 0.04317676024136317,
+        "teaching_rms": 0.004898346259325372,
+        "traffic_rms": 0.04289397019731282
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.148017941294711e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.614856001795994e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01105319672978955,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.417020124835968
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7313572764396667,
+        "mean_feedback_forward_cosine": 0.8882385366841367,
+        "mean_feedback_forward_relative_error": 0.4710692026113209,
+        "min_feedback_forward_cosine": 0.7461642622947693
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00490210475062717,
+        "instruction_rms": 0.004902104750837312,
+        "raw_apical_rms": 0.04336559586539004,
+        "teaching_rms": 0.00490210475062717,
+        "traffic_rms": 0.04308361323342959
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.8865463857764553e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6124075120174232e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010716983177622165,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4071095234394074
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7039198875427246,
+        "mean_feedback_forward_cosine": 0.8972031348630002,
+        "mean_feedback_forward_relative_error": 0.4515492923949894,
+        "min_feedback_forward_cosine": 0.76481032371521
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00487884125751058,
+        "instruction_rms": 0.004878841258071224,
+        "raw_apical_rms": 0.043572771819466054,
+        "teaching_rms": 0.00487884125751058,
+        "traffic_rms": 0.043294449617874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.218666317332918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.61510330589462e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010966411646623783,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3952154863166809
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6760586500167847,
+        "mean_feedback_forward_cosine": 0.9055123360533464,
+        "mean_feedback_forward_relative_error": 0.432666700137289,
+        "min_feedback_forward_cosine": 0.7828711867332458
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004826131099398438,
+        "instruction_rms": 0.004826131098403971,
+        "raw_apical_rms": 0.04427121012470213,
+        "teaching_rms": 0.004826131099398438,
+        "traffic_rms": 0.044003013054155715
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.1595486288106258e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6049881701093482e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010700291261184805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.3883430826663971
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6499698162078857,
+        "mean_feedback_forward_cosine": 0.9130455380991885,
+        "mean_feedback_forward_relative_error": 0.41489325385344655,
+        "min_feedback_forward_cosine": 0.7989453673362732
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004846451784575131,
+        "instruction_rms": 0.004846451785861449,
+        "raw_apical_rms": 0.044173631429521874,
+        "teaching_rms": 0.004846451784575131,
+        "traffic_rms": 0.04390287960550795
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.8378893901503943e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6058612531029433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010735236867933434,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.37585717695236204
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.625340461730957,
+        "mean_feedback_forward_cosine": 0.9199741451363814,
+        "mean_feedback_forward_relative_error": 0.39776876490367086,
+        "min_feedback_forward_cosine": 0.813711404800415
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00488245938786709,
+        "instruction_rms": 0.00488245938930715,
+        "raw_apical_rms": 0.04440515206797135,
+        "teaching_rms": 0.00488245938786709,
+        "traffic_rms": 0.04413196940673291
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9610590484830936e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.598585864113767e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010955542964601692,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.36385989884376524
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6014867424964905,
+        "mean_feedback_forward_cosine": 0.9261057502345035,
+        "mean_feedback_forward_relative_error": 0.38204732615696757,
+        "min_feedback_forward_cosine": 0.8274017572402954
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004767061589466885,
+        "instruction_rms": 0.0047670615894972405,
+        "raw_apical_rms": 0.04443198335494705,
+        "teaching_rms": 0.004767061589466885,
+        "traffic_rms": 0.044172117403575746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9285021579662498e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6040807147045422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01071544062081152,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3566269008731842
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5769627690315247,
+        "mean_feedback_forward_cosine": 0.9320178816193029,
+        "mean_feedback_forward_relative_error": 0.36625535001880244,
+        "min_feedback_forward_cosine": 0.8410085439682007
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004880451906141327,
+        "instruction_rms": 0.00488045190739654,
+        "raw_apical_rms": 0.04479561292054751,
+        "teaching_rms": 0.004880451906141327,
+        "traffic_rms": 0.04452457349488161
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.000492038689572e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5993348668235517e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010595572633524574,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34451889419555665
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5530531406402588,
+        "mean_feedback_forward_cosine": 0.9374981334334925,
+        "mean_feedback_forward_relative_error": 0.35104288945072576,
+        "min_feedback_forward_cosine": 0.8538684844970703
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004872916706021525,
+        "instruction_rms": 0.004872916704016392,
+        "raw_apical_rms": 0.0450628927473559,
+        "teaching_rms": 0.004872916706021525,
+        "traffic_rms": 0.044793844460607184
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.8626860054382632e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5908263326663273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010246079349183127,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.343729743719101
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5309622883796692,
+        "mean_feedback_forward_cosine": 0.9423335351442036,
+        "mean_feedback_forward_relative_error": 0.33713539180002716,
+        "min_feedback_forward_cosine": 0.8651860952377319
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004763406416530395,
+        "instruction_rms": 0.00476340641546126,
+        "raw_apical_rms": 0.04503846165886252,
+        "teaching_rms": 0.004763406416530395,
+        "traffic_rms": 0.04478126237751626
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9349030822013447e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593365304832808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010227151302966414,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3361011459636688
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5097626447677612,
+        "mean_feedback_forward_cosine": 0.946784894717367,
+        "mean_feedback_forward_relative_error": 0.3237452640345222,
+        "min_feedback_forward_cosine": 0.8755882978439331
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004707666300489913,
+        "instruction_rms": 0.004707666301230657,
+        "raw_apical_rms": 0.045455087287577606,
+        "teaching_rms": 0.004707666300489913,
+        "traffic_rms": 0.04520657252496422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.6294561195072674e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594602304158012e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010458807208812267,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.3313072333908081
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4898495078086853,
+        "mean_feedback_forward_cosine": 0.9507420376727456,
+        "mean_feedback_forward_relative_error": 0.3113015270546863,
+        "min_feedback_forward_cosine": 0.8849688768386841
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004672409424872863,
+        "instruction_rms": 0.0046724094236538375,
+        "raw_apical_rms": 0.04550809160884328,
+        "teaching_rms": 0.004672409424872863,
+        "traffic_rms": 0.04526317837594371
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.4858042735331765e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.610700350884696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01096711834743687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3156372369003296
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4701102077960968,
+        "mean_feedback_forward_cosine": 0.9545243539308247,
+        "mean_feedback_forward_relative_error": 0.2989914762346368,
+        "min_feedback_forward_cosine": 0.8938727974891663
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004685297245944731,
+        "instruction_rms": 0.004685297246499785,
+        "raw_apical_rms": 0.045502216464951166,
+        "teaching_rms": 0.004685297245944731,
+        "traffic_rms": 0.04525641767032558
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.7308065142506166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590584866567117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010635617127093069,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3151611440849304
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4514484107494354,
+        "mean_feedback_forward_cosine": 0.9580100900248477,
+        "mean_feedback_forward_relative_error": 0.28721805269780915,
+        "min_feedback_forward_cosine": 0.9020853042602539
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00471582445346118,
+        "instruction_rms": 0.004715824453514253,
+        "raw_apical_rms": 0.04562637913656733,
+        "teaching_rms": 0.00471582445346118,
+        "traffic_rms": 0.045377426863333195
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.0210960016697754e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5913151852409433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01019708533057066,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.31049583714008333
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4331558048725128,
+        "mean_feedback_forward_cosine": 0.9611946940422058,
+        "mean_feedback_forward_relative_error": 0.2760291162290071,
+        "min_feedback_forward_cosine": 0.9097447395324707
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004649439818271301,
+        "instruction_rms": 0.004649439818080042,
+        "raw_apical_rms": 0.0460985930588171,
+        "teaching_rms": 0.004649439818271301,
+        "traffic_rms": 0.045859472343420665
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.1644195768999452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586919563225879e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011175115760104224,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.3060585072135925
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4154963195323944,
+        "mean_feedback_forward_cosine": 0.9641703806425396,
+        "mean_feedback_forward_relative_error": 0.2651503780170491,
+        "min_feedback_forward_cosine": 0.9168375730514526
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004700010725278692,
+        "instruction_rms": 0.0047000107268652825,
+        "raw_apical_rms": 0.046274634644315187,
+        "teaching_rms": 0.004700010725278692,
+        "traffic_rms": 0.046030711063648214
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.359038830945792e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584983103135626e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011288928336327941,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3012772894334793
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3987475037574768,
+        "mean_feedback_forward_cosine": 0.966879361554196,
+        "mean_feedback_forward_relative_error": 0.25484490002456467,
+        "min_feedback_forward_cosine": 0.9233200550079346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004632363463715776,
+        "instruction_rms": 0.004632363464323253,
+        "raw_apical_rms": 0.046436484114491375,
+        "teaching_rms": 0.004632363463715776,
+        "traffic_rms": 0.046200258826903144
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.729025005976382e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582961200714867e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010756620379649666,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.299833934841156
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3831382691860199,
+        "mean_feedback_forward_cosine": 0.9693560506168165,
+        "mean_feedback_forward_relative_error": 0.24504858647522174,
+        "min_feedback_forward_cosine": 0.9291266202926636
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004634451962833277,
+        "instruction_rms": 0.00463445196291094,
+        "raw_apical_rms": 0.046296397158987215,
+        "teaching_rms": 0.004634451962833277,
+        "traffic_rms": 0.04605928974589038
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.451723446483811e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5949435796536836e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01081329744919295,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2918899378585815
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3686857521533966,
+        "mean_feedback_forward_cosine": 0.9716149411703411,
+        "mean_feedback_forward_relative_error": 0.23575982804361142,
+        "min_feedback_forward_cosine": 0.9342780113220215
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004625293054340958,
+        "instruction_rms": 0.004625293053599866,
+        "raw_apical_rms": 0.04641588446942614,
+        "teaching_rms": 0.004625293054340958,
+        "traffic_rms": 0.04618015144463419
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.4617518690206452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5979603924253845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010797718049740857,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.28732581980705263
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3542514443397522,
+        "mean_feedback_forward_cosine": 0.9737554286655626,
+        "mean_feedback_forward_relative_error": 0.22664432109970795,
+        "min_feedback_forward_cosine": 0.9392459392547607
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004591263763704823,
+        "instruction_rms": 0.0045912637643424695,
+        "raw_apical_rms": 0.046424567350310704,
+        "teaching_rms": 0.004591263763704823,
+        "traffic_rms": 0.04619209266128522
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9562998332389725e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593906016419143e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010048392697360858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.28304784592151644
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33971351385116577,
+        "mean_feedback_forward_cosine": 0.9757565354046068,
+        "mean_feedback_forward_relative_error": 0.2177534146528495,
+        "min_feedback_forward_cosine": 0.9440736770629883
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004584020894224263,
+        "instruction_rms": 0.004584020893189275,
+        "raw_apical_rms": 0.046881356043197826,
+        "teaching_rms": 0.004584020894224263,
+        "traffic_rms": 0.046652551233252196
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.6497210708621424e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5930631511374206e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009928740820599379,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.27701704328536986
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3257816433906555,
+        "mean_feedback_forward_cosine": 0.9776207553712946,
+        "mean_feedback_forward_relative_error": 0.20914848148822784,
+        "min_feedback_forward_cosine": 0.9484876990318298
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045699938997658986,
+        "instruction_rms": 0.0045699938996150435,
+        "raw_apical_rms": 0.04721199358155779,
+        "teaching_rms": 0.0045699938997658986,
+        "traffic_rms": 0.0469857616587348
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.264329168610857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588461774260781e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009791487241170042,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27945471187591553
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3126906752586365,
+        "mean_feedback_forward_cosine": 0.9793275751565632,
+        "mean_feedback_forward_relative_error": 0.2009731523300472,
+        "min_feedback_forward_cosine": 0.9524905681610107
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00459537074946488,
+        "instruction_rms": 0.00459537075020188,
+        "raw_apical_rms": 0.04724798384994235,
+        "teaching_rms": 0.00459537074946488,
+        "traffic_rms": 0.04701932481454449
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965614527463913,
+        "maximum_absolute_post_projection_soma_slope": 2.7281378933707856e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576272783768814e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00983058668844555,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.27565833495140074
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30018121004104614,
+        "mean_feedback_forward_cosine": 0.9808878459428486,
+        "mean_feedback_forward_relative_error": 0.19319257532295428,
+        "min_feedback_forward_cosine": 0.9561586976051331
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004570399533083984,
+        "instruction_rms": 0.004570399530771056,
+        "raw_apical_rms": 0.047334571384317,
+        "teaching_rms": 0.004570399533083984,
+        "traffic_rms": 0.04710815274711813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.2293953350072115e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5798906434225757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010158248317890644,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.27303394671440123
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28806281089782715,
+        "mean_feedback_forward_cosine": 0.9823181974260431,
+        "mean_feedback_forward_relative_error": 0.18578022326293744,
+        "min_feedback_forward_cosine": 0.959617018699646
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045822870107609225,
+        "instruction_rms": 0.004582287008050415,
+        "raw_apical_rms": 0.04737661491369318,
+        "teaching_rms": 0.0045822870107609225,
+        "traffic_rms": 0.04714989061794759
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9443495702375913e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5783674035421154e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009958921616382878,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.27144758014678955
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27629902958869934,
+        "mean_feedback_forward_cosine": 0.983634823247006,
+        "mean_feedback_forward_relative_error": 0.17869483444251513,
+        "min_feedback_forward_cosine": 0.9628146886825562
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004480455338389332,
+        "instruction_rms": 0.004480455337465031,
+        "raw_apical_rms": 0.04768904803554509,
+        "teaching_rms": 0.004480455338389332,
+        "traffic_rms": 0.047473662784896516
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.000337495644544e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747896698186405e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010219888986180427,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2649312253379822
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26496124267578125,
+        "mean_feedback_forward_cosine": 0.984870571839182,
+        "mean_feedback_forward_relative_error": 0.17181221552585302,
+        "min_feedback_forward_cosine": 0.9657787680625916
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004536011826450301,
+        "instruction_rms": 0.004536011824418632,
+        "raw_apical_rms": 0.047680434312672264,
+        "teaching_rms": 0.004536011826450301,
+        "traffic_rms": 0.04745966370028507
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.810502148202886e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5867340144168265e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010220009503375255,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2625256006813049
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2540586590766907,
+        "mean_feedback_forward_cosine": 0.9860233570400038,
+        "mean_feedback_forward_relative_error": 0.16508959429828743,
+        "min_feedback_forward_cosine": 0.9684973359107971
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004489659334614921,
+        "instruction_rms": 0.00448965933472776,
+        "raw_apical_rms": 0.04784656899895421,
+        "teaching_rms": 0.004489659334614921,
+        "traffic_rms": 0.047630821003871046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.6205021324822155e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5866656164029547e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009965854159112154,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2627211030292511
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24354994297027588,
+        "mean_feedback_forward_cosine": 0.9870748268930536,
+        "mean_feedback_forward_relative_error": 0.15873934210915314,
+        "min_feedback_forward_cosine": 0.9710098505020142
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461893320807373,
+        "instruction_rms": 0.00446189332145296,
+        "raw_apical_rms": 0.04771120380947657,
+        "teaching_rms": 0.004461893320807373,
+        "traffic_rms": 0.04749701157283165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.737614852004299e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5820703693411632e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010133174034811942,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2632413591003418
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23378250002861023,
+        "mean_feedback_forward_cosine": 0.988057111438952,
+        "mean_feedback_forward_relative_error": 0.15256281902915553,
+        "min_feedback_forward_cosine": 0.9732738733291626
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004491984692721575,
+        "instruction_rms": 0.004491984694007777,
+        "raw_apical_rms": 0.0477039934452674,
+        "teaching_rms": 0.004491984692721575,
+        "traffic_rms": 0.04748650201386578
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.7407991492746078e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5828735255045125e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009920960414254222,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.25725475827217104
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2245842069387436,
+        "mean_feedback_forward_cosine": 0.9889477491378784,
+        "mean_feedback_forward_relative_error": 0.14674226743610283,
+        "min_feedback_forward_cosine": 0.9753188490867615
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004499793235438485,
+        "instruction_rms": 0.004499793235795408,
+        "raw_apical_rms": 0.04821682672797886,
+        "teaching_rms": 0.004499793235438485,
+        "traffic_rms": 0.048001916869382225
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.5840094508566835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5822435064302712e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00961574449580261,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.252205842757225
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2155420482158661,
+        "mean_feedback_forward_cosine": 0.9897868162707278,
+        "mean_feedback_forward_relative_error": 0.14104864883579707,
+        "min_feedback_forward_cosine": 0.9772313833236694
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004502135259875897,
+        "instruction_rms": 0.004502135260646706,
+        "raw_apical_rms": 0.048277314163618454,
+        "teaching_rms": 0.004502135259875897,
+        "traffic_rms": 0.04806196643443894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2382581121860312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586660466154161e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009545440409402531,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25274529129981993
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2066994458436966,
+        "mean_feedback_forward_cosine": 0.9905601237949572,
+        "mean_feedback_forward_relative_error": 0.13557493804316773,
+        "min_feedback_forward_cosine": 0.979049801826477
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004446824505594154,
+        "instruction_rms": 0.0044468245047348766,
+        "raw_apical_rms": 0.04849771519674685,
+        "teaching_rms": 0.004446824505594154,
+        "traffic_rms": 0.04828894520579859
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.3296539808370653e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588914843234681e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009592742215258087,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.25043526336193084
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19830110669136047,
+        "mean_feedback_forward_cosine": 0.9912690708511754,
+        "mean_feedback_forward_relative_error": 0.1303661736218553,
+        "min_feedback_forward_cosine": 0.9806932210922241
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004468333242367009,
+        "instruction_rms": 0.004468333242966715,
+        "raw_apical_rms": 0.04822489411088073,
+        "teaching_rms": 0.004468333242367009,
+        "traffic_rms": 0.048012793824050555
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.5508576584343245e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6003266253325565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00931491589497861,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24824605320930482
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19016799330711365,
+        "mean_feedback_forward_cosine": 0.9919484916486239,
+        "mean_feedback_forward_relative_error": 0.1251751298182889,
+        "min_feedback_forward_cosine": 0.9822373390197754
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045520125228369,
+        "instruction_rms": 0.004552012522872138,
+        "raw_apical_rms": 0.04839019623801517,
+        "teaching_rms": 0.0045520125228369,
+        "traffic_rms": 0.04817110336322972
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.6493775234494024e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588625567732588e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010392743640005128,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.252831037068367
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1825910210609436,
+        "mean_feedback_forward_cosine": 0.9925533501725448,
+        "mean_feedback_forward_relative_error": 0.12036858714724842,
+        "min_feedback_forward_cosine": 0.9836133122444153
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004439441921494824,
+        "instruction_rms": 0.004439441921568123,
+        "raw_apical_rms": 0.04852623928021148,
+        "teaching_rms": 0.004439441921494824,
+        "traffic_rms": 0.04831782744756503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.7917525241273324e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5810127335302093e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010187553644786853,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24218381887435914
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17537155747413635,
+        "mean_feedback_forward_cosine": 0.9931042068882993,
+        "mean_feedback_forward_relative_error": 0.11581317864750561,
+        "min_feedback_forward_cosine": 0.9848694801330566
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004407115329816568,
+        "instruction_rms": 0.004407115331567175,
+        "raw_apical_rms": 0.048840282752428035,
+        "teaching_rms": 0.004407115329816568,
+        "traffic_rms": 0.048636026865883135
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.470954996169894e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5794874826526263e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010216123797259618,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.24054338912010192
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16813552379608154,
+        "mean_feedback_forward_cosine": 0.9936252518704063,
+        "mean_feedback_forward_relative_error": 0.11133660513319467,
+        "min_feedback_forward_cosine": 0.9860899448394775
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004436040774829246,
+        "instruction_rms": 0.004436040773566878,
+        "raw_apical_rms": 0.0489646862689084,
+        "teaching_rms": 0.004436040774829246,
+        "traffic_rms": 0.048758946656996476
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.8616582053709863e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5937568286495426e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00970933360339328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24386898059844972
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1614685356616974,
+        "mean_feedback_forward_cosine": 0.9940971732139587,
+        "mean_feedback_forward_relative_error": 0.10711970964544698,
+        "min_feedback_forward_cosine": 0.9871599674224854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044242920409178,
+        "instruction_rms": 0.004424292039233787,
+        "raw_apical_rms": 0.04907542275993226,
+        "teaching_rms": 0.0044242920409178,
+        "traffic_rms": 0.048870791154472945
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.5109183237882462e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5844752417262017e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010730653208905462,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2397679744529724
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15520313382148743,
+        "mean_feedback_forward_cosine": 0.994537419394443,
+        "mean_feedback_forward_relative_error": 0.10304862201998108,
+        "min_feedback_forward_cosine": 0.9881303310394287
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004412562346199447,
+        "instruction_rms": 0.004412562346764008,
+        "raw_apical_rms": 0.04936183168987331,
+        "teaching_rms": 0.004412562346199447,
+        "traffic_rms": 0.049158850028310275
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.4577706980721814e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5848282009914022e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01044339082720109,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23525391114234925
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14899519085884094,
+        "mean_feedback_forward_cosine": 0.9949510442583185,
+        "mean_feedback_forward_relative_error": 0.09906155165088804,
+        "min_feedback_forward_cosine": 0.9890524744987488
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043810316296158365,
+        "instruction_rms": 0.0043810316305741386,
+        "raw_apical_rms": 0.04975805936798994,
+        "teaching_rms": 0.0043810316296158365,
+        "traffic_rms": 0.049560433377080715
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.6110194895068162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5811291918819097e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009849952534653744,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23558293833732605
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1429750621318817,
+        "mean_feedback_forward_cosine": 0.9953346409295735,
+        "mean_feedback_forward_relative_error": 0.09521660012634177,
+        "min_feedback_forward_cosine": 0.9899138808250427
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043711295831807585,
+        "instruction_rms": 0.004371129584344294,
+        "raw_apical_rms": 0.049709572707724047,
+        "teaching_rms": 0.0043711295831807585,
+        "traffic_rms": 0.0495120441236059
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.2445387770630987e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5741360751123606e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009224445286531543,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.2341153144836426
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13717669248580933,
+        "mean_feedback_forward_cosine": 0.9956826253941184,
+        "mean_feedback_forward_relative_error": 0.09159298731308234,
+        "min_feedback_forward_cosine": 0.9907131195068359
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043509010229194085,
+        "instruction_rms": 0.004350901021080774,
+        "raw_apical_rms": 0.0499107775195112,
+        "teaching_rms": 0.0043509010229194085,
+        "traffic_rms": 0.049716291508482356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.7385877626452384e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5809981452237294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009617983579651927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23292119561195374
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13173137605190277,
+        "mean_feedback_forward_cosine": 0.9960011149707594,
+        "mean_feedback_forward_relative_error": 0.08813149834934034,
+        "min_feedback_forward_cosine": 0.9914308190345764
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004366089765019402,
+        "instruction_rms": 0.004366089765736602,
+        "raw_apical_rms": 0.049569473580689576,
+        "teaching_rms": 0.004366089765019402,
+        "traffic_rms": 0.049371859845251685
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.8824524161686895e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5940598138017674e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010048896385888625,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.22959224577903747
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12635906040668488,
+        "mean_feedback_forward_cosine": 0.9963114449852392,
+        "mean_feedback_forward_relative_error": 0.08463039072720628,
+        "min_feedback_forward_cosine": 0.9921120405197144
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004464089647382964,
+        "instruction_rms": 0.00446408964629034,
+        "raw_apical_rms": 0.04977750781016337,
+        "teaching_rms": 0.004464089647382964,
+        "traffic_rms": 0.04957160718672485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.213823968588713e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5955146002701704e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009747165150807105,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.22690556151866914
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12116800248622894,
+        "mean_feedback_forward_cosine": 0.9965891398881611,
+        "mean_feedback_forward_relative_error": 0.08138100920539153,
+        "min_feedback_forward_cosine": 0.9927440881729126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004393283107910172,
+        "instruction_rms": 0.004393283108684292,
+        "raw_apical_rms": 0.04981754247820321,
+        "teaching_rms": 0.004393283107910172,
+        "traffic_rms": 0.04961857459984422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.8740537061366922e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5827198577483916e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009654511344020586,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.2328632764816284
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11644566804170609,
+        "mean_feedback_forward_cosine": 0.9968423498304266,
+        "mean_feedback_forward_relative_error": 0.07829765504912327,
+        "min_feedback_forward_cosine": 0.9932966828346252
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043153105624695555,
+        "instruction_rms": 0.004315310563101568,
+        "raw_apical_rms": 0.05005554124344902,
+        "teaching_rms": 0.0043153105624695555,
+        "traffic_rms": 0.04986445242143217
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.3016848871293405e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5902143882657706e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010720675320574628,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.22361379769802092
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11181630939245224,
+        "mean_feedback_forward_cosine": 0.9970827290886327,
+        "mean_feedback_forward_relative_error": 0.07526457505790811,
+        "min_feedback_forward_cosine": 0.9938156604766846
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004389796358882262,
+        "instruction_rms": 0.004389796358575357,
+        "raw_apical_rms": 0.0501110045721212,
+        "teaching_rms": 0.004389796358882262,
+        "traffic_rms": 0.04991381051989102
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.9929584144383625e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5942427182633597e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010289006544090248,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22675478215694428
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1074429377913475,
+        "mean_feedback_forward_cosine": 0.9972974312932867,
+        "mean_feedback_forward_relative_error": 0.0724363182916453,
+        "min_feedback_forward_cosine": 0.9942895174026489
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004335969893821169,
+        "instruction_rms": 0.004335969892975842,
+        "raw_apical_rms": 0.05048091770650513,
+        "teaching_rms": 0.004335969893821169,
+        "traffic_rms": 0.050289789819659224
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.642305491600382e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5823232252492862e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010056177154704467,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22276763926506044
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1030639037489891,
+        "mean_feedback_forward_cosine": 0.9975028100766634,
+        "mean_feedback_forward_relative_error": 0.06962906020252328,
+        "min_feedback_forward_cosine": 0.9947442412376404
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004311440616436437,
+        "instruction_rms": 0.004311440615349417,
+        "raw_apical_rms": 0.05060041610749226,
+        "teaching_rms": 0.004311440616436437,
+        "traffic_rms": 0.05041172953747549
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.3759705314319035e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5842166489278117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00991144931006194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22210287408828736
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09881311655044556,
+        "mean_feedback_forward_cosine": 0.9976921144284701,
+        "mean_feedback_forward_relative_error": 0.06693724346788306,
+        "min_feedback_forward_cosine": 0.9951662421226501
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004312114518034538,
+        "instruction_rms": 0.004312114517285171,
+        "raw_apical_rms": 0.05073095284599487,
+        "teaching_rms": 0.004312114518034538,
+        "traffic_rms": 0.05054294851807691
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.9004787077392393e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589390967932825e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010266737540438761,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.21907354725837708
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09483559429645538,
+        "mean_feedback_forward_cosine": 0.9978669348515963,
+        "mean_feedback_forward_relative_error": 0.06435415442836911,
+        "min_feedback_forward_cosine": 0.9955459237098694
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004363508122653554,
+        "instruction_rms": 0.004363508123274865,
+        "raw_apical_rms": 0.050703815828723305,
+        "teaching_rms": 0.004363508122653554,
+        "traffic_rms": 0.050510917968044994
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310206055641174,
+        "maximum_absolute_post_projection_soma_slope": 1.3368408602332238e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5795832950471387e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009926159542588336,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22173248829841613
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09093330055475235,
+        "mean_feedback_forward_cosine": 0.9980315660175524,
+        "mean_feedback_forward_relative_error": 0.06181786523053521,
+        "min_feedback_forward_cosine": 0.9959030151367188
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004348012161153263,
+        "instruction_rms": 0.004348012162915065,
+        "raw_apical_rms": 0.05095703471523187,
+        "teaching_rms": 0.004348012161153263,
+        "traffic_rms": 0.0507665268799358
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.3763626682816721e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5797605265986742e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009885593151516036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.22314986868858339
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08734314888715744,
+        "mean_feedback_forward_cosine": 0.9981773276078073,
+        "mean_feedback_forward_relative_error": 0.059479821669427974,
+        "min_feedback_forward_cosine": 0.9962201714515686
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042972481977759415,
+        "instruction_rms": 0.004297248197257192,
+        "raw_apical_rms": 0.051121859272626725,
+        "teaching_rms": 0.0042972481977759415,
+        "traffic_rms": 0.0509362229995218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.7166735588602933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.580513140856402e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010404774064404964,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.219828632106781
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08387009054422379,
+        "mean_feedback_forward_cosine": 0.9983159491890355,
+        "mean_feedback_forward_relative_error": 0.05717404402400318,
+        "min_feedback_forward_cosine": 0.9965143203735352
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043357917425745265,
+        "instruction_rms": 0.0043357917409257,
+        "raw_apical_rms": 0.05117088370258993,
+        "teaching_rms": 0.0043357917425745265,
+        "traffic_rms": 0.05098156026844837
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.0939951994591866e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5828626395441076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010005302851891244,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21956851550102233
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08060833811759949,
+        "mean_feedback_forward_cosine": 0.9984416647961265,
+        "mean_feedback_forward_relative_error": 0.05499116125467576,
+        "min_feedback_forward_cosine": 0.9967789649963379
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004336097584892762,
+        "instruction_rms": 0.004336097586236355,
+        "raw_apical_rms": 0.051171509896947534,
+        "teaching_rms": 0.004336097584892762,
+        "traffic_rms": 0.05098263202800919
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.4523585889492097e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5786506411995276e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010108496876021675,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21457249857902527
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07731872797012329,
+        "mean_feedback_forward_cosine": 0.9985639766642922,
+        "mean_feedback_forward_relative_error": 0.052796324126814544,
+        "min_feedback_forward_cosine": 0.9970343112945557
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004359898003482318,
+        "instruction_rms": 0.0043598980024326444,
+        "raw_apical_rms": 0.05121613657387408,
+        "teaching_rms": 0.004359898003482318,
+        "traffic_rms": 0.0510249350896865
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.4857496566378359e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5776917765967182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00988161903252984,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.22145178850650787
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07432200759649277,
+        "mean_feedback_forward_cosine": 0.9986696274656999,
+        "mean_feedback_forward_relative_error": 0.05081453027301713,
+        "min_feedback_forward_cosine": 0.997259259223938
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004264310883774777,
+        "instruction_rms": 0.004264310884270018,
+        "raw_apical_rms": 0.051221157023130647,
+        "teaching_rms": 0.004264310883774777,
+        "traffic_rms": 0.051038736136141315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.041370628091954e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5785796951662475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009666999601708052,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.21297208185195923
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07139836996793747,
+        "mean_feedback_forward_cosine": 0.9987696377854598,
+        "mean_feedback_forward_relative_error": 0.04886545476160551,
+        "min_feedback_forward_cosine": 0.9974699020385742
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004277591455970825,
+        "instruction_rms": 0.004277591456270485,
+        "raw_apical_rms": 0.05131395651691947,
+        "teaching_rms": 0.004277591455970825,
+        "traffic_rms": 0.051130458100669456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.2914663944106906e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5728282997732458e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009446838804335634,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21247433193206788
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06854322552680969,
+        "mean_feedback_forward_cosine": 0.998861174834402,
+        "mean_feedback_forward_relative_error": 0.04701301680975839,
+        "min_feedback_forward_cosine": 0.9976679086685181
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004238812855198681,
+        "instruction_rms": 0.004238812853933287,
+        "raw_apical_rms": 0.05135516761629053,
+        "teaching_rms": 0.004238812855198681,
+        "traffic_rms": 0.05117528727728718
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310206055641174,
+        "maximum_absolute_post_projection_soma_slope": 1.594575493868433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5778485669061157e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009573882583707224,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21451585424423217
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06587859988212585,
+        "mean_feedback_forward_cosine": 0.9989482038899472,
+        "mean_feedback_forward_relative_error": 0.04517907923773715,
+        "min_feedback_forward_cosine": 0.9978453516960144
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004299294962577623,
+        "instruction_rms": 0.0042992949627171755,
+        "raw_apical_rms": 0.0512032807686363,
+        "teaching_rms": 0.004299294962577623,
+        "traffic_rms": 0.05101800689281148
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.6076295850098177e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5848454301070456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009942705225596121,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.2105280179977417
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06329141557216644,
+        "mean_feedback_forward_cosine": 0.9990277321715104,
+        "mean_feedback_forward_relative_error": 0.04343542035080885,
+        "min_feedback_forward_cosine": 0.9980106353759766
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00433688488897691,
+        "instruction_rms": 0.004336884889619934,
+        "raw_apical_rms": 0.0513361696381011,
+        "teaching_rms": 0.00433688488897691,
+        "traffic_rms": 0.05114815608571894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 3.055617625591367e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5824349861055547e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010042965235788483,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.21199178836345672
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06076444312930107,
+        "mean_feedback_forward_cosine": 0.9991020936714975,
+        "mean_feedback_forward_relative_error": 0.041740065440535545,
+        "min_feedback_forward_cosine": 0.9981657266616821
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004320959570310046,
+        "instruction_rms": 0.004320959572662075,
+        "raw_apical_rms": 0.05133636853124326,
+        "teaching_rms": 0.004320959570310046,
+        "traffic_rms": 0.05114960355095062
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.17847997419085e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5843039823950913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009707342106903036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.21325809626579284
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05832800269126892,
+        "mean_feedback_forward_cosine": 0.9991705072553534,
+        "mean_feedback_forward_relative_error": 0.04011591288604235,
+        "min_feedback_forward_cosine": 0.9983096122741699
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004313643059714623,
+        "instruction_rms": 0.0043136430571534675,
+        "raw_apical_rms": 0.05139277568098535,
+        "teaching_rms": 0.004313643059714623,
+        "traffic_rms": 0.051206096601756984
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.438881097077683e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584253270253293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00993045216669205,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.2151906727027893
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0560128279030323,
+        "mean_feedback_forward_cosine": 0.9992340363954243,
+        "mean_feedback_forward_relative_error": 0.03855119694612528,
+        "min_feedback_forward_cosine": 0.9984409213066101
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004319361493957478,
+        "instruction_rms": 0.0043193614941483445,
+        "raw_apical_rms": 0.051772555503816826,
+        "teaching_rms": 0.004319361493957478,
+        "traffic_rms": 0.05158718705466244
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.5598360764433892e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5800471482240842e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010104428358889543,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.21193367936134339
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.053826287388801575,
+        "mean_feedback_forward_cosine": 0.9992905165019789,
+        "mean_feedback_forward_relative_error": 0.037099787573281084,
+        "min_feedback_forward_cosine": 0.9985596537590027
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004210528708735921,
+        "instruction_rms": 0.004210528708699238,
+        "raw_apical_rms": 0.051950034285133305,
+        "teaching_rms": 0.004210528708735921,
+        "traffic_rms": 0.051774837072279804
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.9549514007621838e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578905339444288e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009492446990611145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20497748321533202
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05175800248980522,
+        "mean_feedback_forward_cosine": 0.9993435740470886,
+        "mean_feedback_forward_relative_error": 0.03568450351686854,
+        "min_feedback_forward_cosine": 0.9986680746078491
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004201907495426313,
+        "instruction_rms": 0.004201907493902032,
+        "raw_apical_rms": 0.051792669400000164,
+        "teaching_rms": 0.004201907495426313,
+        "traffic_rms": 0.051617231593559874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.3017777078516701e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578362924637927e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009688142746181653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20380166818618775
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04963529109954834,
+        "mean_feedback_forward_cosine": 0.9993935697957089,
+        "mean_feedback_forward_relative_error": 0.034301276318728924,
+        "min_feedback_forward_cosine": 0.9987748861312866
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042196758652042485,
+        "instruction_rms": 0.004219675865523485,
+        "raw_apical_rms": 0.05232193590734586,
+        "teaching_rms": 0.0042196758652042485,
+        "traffic_rms": 0.05214667017528512
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.1786165821092709e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5763571319511323e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009770579867926123,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20745719299316406
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04758305847644806,
+        "mean_feedback_forward_cosine": 0.9994403845385501,
+        "mean_feedback_forward_relative_error": 0.03295115631465849,
+        "min_feedback_forward_cosine": 0.9988738894462585
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004237459827894888,
+        "instruction_rms": 0.004237459828848531,
+        "raw_apical_rms": 0.052369660701538145,
+        "teaching_rms": 0.004237459827894888,
+        "traffic_rms": 0.052193189674284185
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.4420257876679443e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.575089790199063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008978992244733799,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.2116233547115326
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04569057375192642,
+        "mean_feedback_forward_cosine": 0.9994823744422511,
+        "mean_feedback_forward_relative_error": 0.03168854440905546,
+        "min_feedback_forward_cosine": 0.9989615678787231
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004217582265034805,
+        "instruction_rms": 0.004217582265840299,
+        "raw_apical_rms": 0.05250227277959666,
+        "teaching_rms": 0.004217582265034805,
+        "traffic_rms": 0.05232778751644238
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310206055641174,
+        "maximum_absolute_post_projection_soma_slope": 2.0381442311645515e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5808929513011242e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009807654800328022,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20357963340997695
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04388083517551422,
+        "mean_feedback_forward_cosine": 0.9995215127342626,
+        "mean_feedback_forward_relative_error": 0.030465343574944296,
+        "min_feedback_forward_cosine": 0.9990420937538147
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00417168949109296,
+        "instruction_rms": 0.00417168949237941,
+        "raw_apical_rms": 0.05236575266282243,
+        "teaching_rms": 0.00417168949109296,
+        "traffic_rms": 0.05219524774195823
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.1717246667662948e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5849519803235635e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009430121798837801,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20870501115322113
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.042201265692710876,
+        "mean_feedback_forward_cosine": 0.999556657515074,
+        "mean_feedback_forward_relative_error": 0.02932613274376643,
+        "min_feedback_forward_cosine": 0.9991137981414795
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004215399511197793,
+        "instruction_rms": 0.004215399512234364,
+        "raw_apical_rms": 0.05250208253756997,
+        "teaching_rms": 0.004215399511197793,
+        "traffic_rms": 0.052327480971781505
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.4788356317296802e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.577472017789875e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009260137997389853,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.1986999891281128
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04052811861038208,
+        "mean_feedback_forward_cosine": 0.9995905098162199,
+        "mean_feedback_forward_relative_error": 0.028185089314846618,
+        "min_feedback_forward_cosine": 0.9991824626922607
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042420035895679425,
+        "instruction_rms": 0.004242003590189175,
+        "raw_apical_rms": 0.05275584018967605,
+        "teaching_rms": 0.0042420035895679425,
+        "traffic_rms": 0.05258026615367099
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.5411014686605995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582792010393971e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008981656866760545,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20453996290206908
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03890683129429817,
+        "mean_feedback_forward_cosine": 0.999621215619539,
+        "mean_feedback_forward_relative_error": 0.027109207585453987,
+        "min_feedback_forward_cosine": 0.9992464780807495
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004226492569450857,
+        "instruction_rms": 0.004226492570042449,
+        "raw_apical_rms": 0.052730246782935544,
+        "teaching_rms": 0.004226492569450857,
+        "traffic_rms": 0.0525558998544944
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.4526030156503111e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582433073646181e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00924538486541574,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20273867946624755
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037348274141550064,
+        "mean_feedback_forward_cosine": 0.9996500423080042,
+        "mean_feedback_forward_relative_error": 0.026056812634985698,
+        "min_feedback_forward_cosine": 0.9993056654930115
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004221500982132105,
+        "instruction_rms": 0.004221500983169267,
+        "raw_apical_rms": 0.053043954594194934,
+        "teaching_rms": 0.004221500982132105,
+        "traffic_rms": 0.05287054204352493
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.2426171142342355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5751763924499294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009152344549492639,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20237358448028564
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0358535572886467,
+        "mean_feedback_forward_cosine": 0.9996758856271443,
+        "mean_feedback_forward_relative_error": 0.025075952473439668,
+        "min_feedback_forward_cosine": 0.9993599653244019
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042097546427755875,
+        "instruction_rms": 0.00420975464483651,
+        "raw_apical_rms": 0.053123381224667414,
+        "teaching_rms": 0.0042097546427755875,
+        "traffic_rms": 0.0529520744542873
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.6679512881978553e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581760196840102e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009023579848294237,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.2009496861076355
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03445439785718918,
+        "mean_feedback_forward_cosine": 0.9997001666771738,
+        "mean_feedback_forward_relative_error": 0.024117070201196168,
+        "min_feedback_forward_cosine": 0.9994088411331177
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004193220402622446,
+        "instruction_rms": 0.004193220403184789,
+        "raw_apical_rms": 0.05309336945192261,
+        "teaching_rms": 0.004193220402622446,
+        "traffic_rms": 0.0529229888210743
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.2640812840913895e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5803999220112146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009318551875239105,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.19765312261104584
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033110540360212326,
+        "mean_feedback_forward_cosine": 0.9997232117150959,
+        "mean_feedback_forward_relative_error": 0.023172111250460148,
+        "min_feedback_forward_cosine": 0.9994539022445679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004225424098413704,
+        "instruction_rms": 0.004225424099819315,
+        "raw_apical_rms": 0.053173819766998955,
+        "teaching_rms": 0.004225424098413704,
+        "traffic_rms": 0.05300003642703047
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.7578274835727825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.580585560569721e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008919702077019774,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.2028199564552307
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03172991797327995,
+        "mean_feedback_forward_cosine": 0.9997449140799674,
+        "mean_feedback_forward_relative_error": 0.022246560228890495,
+        "min_feedback_forward_cosine": 0.9994984865188599
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004324412306659063,
+        "instruction_rms": 0.004324412306909616,
+        "raw_apical_rms": 0.053113701224656404,
+        "teaching_rms": 0.004324412306659063,
+        "traffic_rms": 0.05293205850400673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.2795946524590818e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5840083281653128e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0085656981627908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.2054722313261032
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0304856114089489,
+        "mean_feedback_forward_cosine": 0.9997638087523611,
+        "mean_feedback_forward_relative_error": 0.021404852061287352,
+        "min_feedback_forward_cosine": 0.9995371103286743
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004175266589431395,
+        "instruction_rms": 0.004175266589332579,
+        "raw_apical_rms": 0.05288517424914404,
+        "teaching_rms": 0.004175266589431395,
+        "traffic_rms": 0.05271549712913089
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.7591428758123584e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576825879621282e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009110100130270617,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.19985778070449828
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029313936829566956,
+        "mean_feedback_forward_cosine": 0.9997816054444564,
+        "mean_feedback_forward_relative_error": 0.02058363612741232,
+        "min_feedback_forward_cosine": 0.9995718598365784
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042437576673242956,
+        "instruction_rms": 0.004243757669846576,
+        "raw_apical_rms": 0.05312354649161112,
+        "teaching_rms": 0.0042437576673242956,
+        "traffic_rms": 0.05294853080111969
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.843038160449396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5840657172982027e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008739816528167655,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.1983957711648941
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028112933039665222,
+        "mean_feedback_forward_cosine": 0.9997984296397159,
+        "mean_feedback_forward_relative_error": 0.019775260828043286,
+        "min_feedback_forward_cosine": 0.9996061325073242
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042356799636419805,
+        "instruction_rms": 0.004235679964981735,
+        "raw_apical_rms": 0.05332777583337166,
+        "teaching_rms": 0.0042356799636419805,
+        "traffic_rms": 0.053154605692001373
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.8178690552872467e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5809947248273305e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008708036328959555,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.2010181058549881
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02702934481203556,
+        "mean_feedback_forward_cosine": 0.9998134719698053,
+        "mean_feedback_forward_relative_error": 0.01902175096696929,
+        "min_feedback_forward_cosine": 0.9996359348297119
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004225469229050273,
+        "instruction_rms": 0.004225469229868987,
+        "raw_apical_rms": 0.05343672058750718,
+        "teaching_rms": 0.004225469229050273,
+        "traffic_rms": 0.05326452207100042
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.8954246172597777e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5776081667917654e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00940856917555136,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.19444774205207824
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02597552165389061,
+        "mean_feedback_forward_cosine": 0.9998273504407782,
+        "mean_feedback_forward_relative_error": 0.018299708584029423,
+        "min_feedback_forward_cosine": 0.9996637105941772
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00412962988555776,
+        "instruction_rms": 0.004129629886596306,
+        "raw_apical_rms": 0.053714871096354644,
+        "teaching_rms": 0.00412962988555776,
+        "traffic_rms": 0.053551340411711834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.5272550274735295e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572622012543758e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008815358067701872,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.195263289437294
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024980811402201653,
+        "mean_feedback_forward_cosine": 0.9998402689632616,
+        "mean_feedback_forward_relative_error": 0.017601860417543275,
+        "min_feedback_forward_cosine": 0.9996888637542725
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004149513471357185,
+        "instruction_rms": 0.004149513470003428,
+        "raw_apical_rms": 0.053704102800767706,
+        "teaching_rms": 0.004149513471357185,
+        "traffic_rms": 0.053539444903498046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.0987794613347432e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5784157694012665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008631394291984706,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.193451759557724
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024972131475806236,
+        "mean_feedback_forward_cosine": 0.9998404132692438,
+        "mean_feedback_forward_relative_error": 0.01759220752865076,
+        "min_feedback_forward_cosine": 0.9996891617774963
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003118356444925106,
+        "instruction_rms": 0.003118356443801,
+        "raw_apical_rms": 0.0536377416157236,
+        "teaching_rms": 0.003118356444925106,
+        "traffic_rms": 0.05354302843517718
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9343764751388335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561716325886276e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008498195702875678,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.1215439262676239
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024967260658740997,
+        "mean_feedback_forward_cosine": 0.9998405011076676,
+        "mean_feedback_forward_relative_error": 0.017584732807192364,
+        "min_feedback_forward_cosine": 0.9996892809867859
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028883607350490043,
+        "instruction_rms": 0.0028883607355625804,
+        "raw_apical_rms": 0.05360887626311013,
+        "teaching_rms": 0.0028883607350490043,
+        "traffic_rms": 0.053527337027403
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.523221986905355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5623156955457215e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008483888207484407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09589749070167541
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024962542578577995,
+        "mean_feedback_forward_cosine": 0.9998405607123124,
+        "mean_feedback_forward_relative_error": 0.017577684754015582,
+        "min_feedback_forward_cosine": 0.9996893405914307
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002883577609761072,
+        "instruction_rms": 0.0028835776080342267,
+        "raw_apical_rms": 0.0536155068101294,
+        "teaching_rms": 0.002883577609761072,
+        "traffic_rms": 0.053533755033593707
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 1.9508709314663975e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56357894089705e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008524763162750275,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08751098495960236
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024957751855254173,
+        "mean_feedback_forward_cosine": 0.9998406642361691,
+        "mean_feedback_forward_relative_error": 0.017570784021365016,
+        "min_feedback_forward_cosine": 0.9996894598007202
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002877061360870155,
+        "instruction_rms": 0.0028770613601121434,
+        "raw_apical_rms": 0.05360383223400516,
+        "teaching_rms": 0.002877061360870155,
+        "traffic_rms": 0.053522176637848445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.3318802888638857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5632104082710472e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00850561937345124,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.07981414791047572
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024953002110123634,
+        "mean_feedback_forward_cosine": 0.9998407552116796,
+        "mean_feedback_forward_relative_error": 0.017564181679565655,
+        "min_feedback_forward_cosine": 0.9996895790100098
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002866770449317986,
+        "instruction_rms": 0.0028667704491874093,
+        "raw_apical_rms": 0.053639271333603494,
+        "teaching_rms": 0.002866770449317986,
+        "traffic_rms": 0.05355769804221328
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9466205475614515e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5644215181284824e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008537602347432947,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07567984591007233
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02494850382208824,
+        "mean_feedback_forward_cosine": 0.9998407959938049,
+        "mean_feedback_forward_relative_error": 0.017557746118032617,
+        "min_feedback_forward_cosine": 0.9996897578239441
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028903713387972677,
+        "instruction_rms": 0.0028903713399331464,
+        "raw_apical_rms": 0.053573245630836264,
+        "teaching_rms": 0.0028903713387972677,
+        "traffic_rms": 0.05349060650790833
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6637602346113454e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5638557683721326e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008562781101985417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07109593364715576
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024943886324763298,
+        "mean_feedback_forward_cosine": 0.9998409183401811,
+        "mean_feedback_forward_relative_error": 0.017551220585837177,
+        "min_feedback_forward_cosine": 0.9996898770332336
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002860283677566943,
+        "instruction_rms": 0.0028602836796768733,
+        "raw_apical_rms": 0.05351947152098079,
+        "teaching_rms": 0.002860283677566943,
+        "traffic_rms": 0.0534371253632421
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.7862286700042205e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5613735551587573e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008584232849981346,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06718155276894569
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02493915520608425,
+        "mean_feedback_forward_cosine": 0.9998409873560855,
+        "mean_feedback_forward_relative_error": 0.017544988616320648,
+        "min_feedback_forward_cosine": 0.999690055847168
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002880964443798777,
+        "instruction_rms": 0.0028809644436302508,
+        "raw_apical_rms": 0.053515655054223586,
+        "teaching_rms": 0.002880964443798777,
+        "traffic_rms": 0.05343217054662885
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.5449994112136665e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.566144307202615e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008578859084754956,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06575992215633392
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02493450790643692,
+        "mean_feedback_forward_cosine": 0.9998410500978169,
+        "mean_feedback_forward_relative_error": 0.017538692998258693,
+        "min_feedback_forward_cosine": 0.9996899962425232
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002841001576759283,
+        "instruction_rms": 0.0028410015770507537,
+        "raw_apical_rms": 0.053508495695811904,
+        "teaching_rms": 0.002841001576759283,
+        "traffic_rms": 0.05342691944114285
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.4920259633631758e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5632553298829937e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008576373847297324,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06165153832316399
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02492988482117653,
+        "mean_feedback_forward_cosine": 0.9998411410733273,
+        "mean_feedback_forward_relative_error": 0.017532516564977795,
+        "min_feedback_forward_cosine": 0.9996902942657471
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002850363667550805,
+        "instruction_rms": 0.0028503636673590043,
+        "raw_apical_rms": 0.05348281525112695,
+        "teaching_rms": 0.002850363667550805,
+        "traffic_rms": 0.05340140578449342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.448350677752842e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567043436217866e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008664877948931253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.059029286065101626
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024925243109464645,
+        "mean_feedback_forward_cosine": 0.9998412195004915,
+        "mean_feedback_forward_relative_error": 0.01752640402532722,
+        "min_feedback_forward_cosine": 0.9996904134750366
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002855648011957314,
+        "instruction_rms": 0.002855648011805187,
+        "raw_apical_rms": 0.05344273852399766,
+        "teaching_rms": 0.002855648011957314,
+        "traffic_rms": 0.05336017181420272
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.9741748619471764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.568214967883799e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008763477762273774,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.055717943649291994
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024920614436268806,
+        "mean_feedback_forward_cosine": 0.9998413136130885,
+        "mean_feedback_forward_relative_error": 0.017520195559451456,
+        "min_feedback_forward_cosine": 0.9996904134750366
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028378363840179466,
+        "instruction_rms": 0.002837836383781916,
+        "raw_apical_rms": 0.05341805429525769,
+        "teaching_rms": 0.0028378363840179466,
+        "traffic_rms": 0.05333576998418407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.2300440605249605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5755018489697544e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008672933848097204,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05460149075031281
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024915579706430435,
+        "mean_feedback_forward_cosine": 0.9998414139998587,
+        "mean_feedback_forward_relative_error": 0.0175140039309075,
+        "min_feedback_forward_cosine": 0.999690592288971
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002928112610720043,
+        "instruction_rms": 0.0029281126110635106,
+        "raw_apical_rms": 0.05333501468695325,
+        "teaching_rms": 0.002928112610720043,
+        "traffic_rms": 0.053248064174127356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.499266749111939e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5734538117201636e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008682705693730093,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.05425468865990639
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02491065487265587,
+        "mean_feedback_forward_cosine": 0.9998414673303303,
+        "mean_feedback_forward_relative_error": 0.01750787832823239,
+        "min_feedback_forward_cosine": 0.9996907114982605
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028253081403412593,
+        "instruction_rms": 0.002825308140310521,
+        "raw_apical_rms": 0.0532580296634084,
+        "teaching_rms": 0.0028253081403412593,
+        "traffic_rms": 0.053176019304506106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.6905150107836562e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5673578774343018e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008598895718240908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.051537623496055604
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02490581013262272,
+        "mean_feedback_forward_cosine": 0.9998415363462347,
+        "mean_feedback_forward_relative_error": 0.017501677214903266,
+        "min_feedback_forward_cosine": 0.9996908903121948
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002836321723063973,
+        "instruction_rms": 0.002836321723623131,
+        "raw_apical_rms": 0.053231975382156925,
+        "teaching_rms": 0.002836321723063973,
+        "traffic_rms": 0.053149719330025096
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.4840563384032066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571752297730495e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008579577708021532,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.049948431177139284
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02490111254155636,
+        "mean_feedback_forward_cosine": 0.9998416398700914,
+        "mean_feedback_forward_relative_error": 0.017495644009230954,
+        "min_feedback_forward_cosine": 0.9996910095214844
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002817533261607967,
+        "instruction_rms": 0.002817533261904726,
+        "raw_apical_rms": 0.053243493936139814,
+        "teaching_rms": 0.002817533261607967,
+        "traffic_rms": 0.05316156139997626
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.5391534208552002e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5705716876883868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00858457775053969,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.0478496047604084
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02489612251520157,
+        "mean_feedback_forward_cosine": 0.9998417371197751,
+        "mean_feedback_forward_relative_error": 0.017489548257895206,
+        "min_feedback_forward_cosine": 0.9996910095214844
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028089770432409124,
+        "instruction_rms": 0.002808977043061803,
+        "raw_apical_rms": 0.05323049345851172,
+        "teaching_rms": 0.0028089770432409124,
+        "traffic_rms": 0.05314862040385184
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.3018069228442073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5738087513164958e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008753081940180369,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04579744330644608
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024890977889299393,
+        "mean_feedback_forward_cosine": 0.9998418155469393,
+        "mean_feedback_forward_relative_error": 0.01748337329512364,
+        "min_feedback_forward_cosine": 0.9996912479400635
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028654481129152995,
+        "instruction_rms": 0.0028654481127610883,
+        "raw_apical_rms": 0.05325017685837686,
+        "teaching_rms": 0.0028654481129152995,
+        "traffic_rms": 0.05316623239085267
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.969952284104238e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5726924291617464e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008581096970148812,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04594320053935051
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024885674938559532,
+        "mean_feedback_forward_cosine": 0.9998418939741034,
+        "mean_feedback_forward_relative_error": 0.017477128532175954,
+        "min_feedback_forward_cosine": 0.999691367149353
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028370009106452932,
+        "instruction_rms": 0.0028370009096797518,
+        "raw_apical_rms": 0.05325969399699958,
+        "teaching_rms": 0.0028370009106452932,
+        "traffic_rms": 0.05317648815057421
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 3.209093435430077e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5738712822498887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008565872493675387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.043992597589492796
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024880867451429367,
+        "mean_feedback_forward_cosine": 0.9998419598529213,
+        "mean_feedback_forward_relative_error": 0.01747116451396754,
+        "min_feedback_forward_cosine": 0.999691367149353
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027151213805914143,
+        "instruction_rms": 0.0027151213806471024,
+        "raw_apical_rms": 0.053227125175962724,
+        "teaching_rms": 0.0027151213805914143,
+        "traffic_rms": 0.05315035891531771
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.3983259822557557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5652384790902255e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008572649881434963,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04105339134573936
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024875467643141747,
+        "mean_feedback_forward_cosine": 0.9998420382800856,
+        "mean_feedback_forward_relative_error": 0.017464877718961554,
+        "min_feedback_forward_cosine": 0.9996915459632874
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002846703928872553,
+        "instruction_rms": 0.002846703928569682,
+        "raw_apical_rms": 0.053209976490143,
+        "teaching_rms": 0.002846703928872553,
+        "traffic_rms": 0.053125082945009706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.162948398165554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5702250027308237e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008620579953067104,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.04367523800611496
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024870507419109344,
+        "mean_feedback_forward_cosine": 0.9998421574893751,
+        "mean_feedback_forward_relative_error": 0.017458775815995115,
+        "min_feedback_forward_cosine": 0.9996917247772217
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002750976442340914,
+        "instruction_rms": 0.002750976442054911,
+        "raw_apical_rms": 0.05314193687737486,
+        "teaching_rms": 0.002750976442340914,
+        "traffic_rms": 0.053062351958226506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.3035331864207365e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5737049345568432e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008560488168254643,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.040262078982591626
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02486463263630867,
+        "mean_feedback_forward_cosine": 0.9998422829728377,
+        "mean_feedback_forward_relative_error": 0.017452324691571687,
+        "min_feedback_forward_cosine": 0.9996919631958008
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002840754173333478,
+        "instruction_rms": 0.0028407541730596534,
+        "raw_apical_rms": 0.05316527535840711,
+        "teaching_rms": 0.002840754173333478,
+        "traffic_rms": 0.05307895473127675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5974095763103833e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5687502444811916e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008535943708442906,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04089560312509537
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02485906518995762,
+        "mean_feedback_forward_cosine": 0.9998423488516557,
+        "mean_feedback_forward_relative_error": 0.01744576928352839,
+        "min_feedback_forward_cosine": 0.9996921420097351
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028715486406808146,
+        "instruction_rms": 0.0028715486408765188,
+        "raw_apical_rms": 0.0531468013293618,
+        "teaching_rms": 0.0028715486406808146,
+        "traffic_rms": 0.05305873810773769
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.157051426365797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578257266114828e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008741856235261945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.03994308191716671
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02485399879515171,
+        "mean_feedback_forward_cosine": 0.9998424492384258,
+        "mean_feedback_forward_relative_error": 0.017439584884988635,
+        "min_feedback_forward_cosine": 0.9996921420097351
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027680314420203403,
+        "instruction_rms": 0.002768031440345517,
+        "raw_apical_rms": 0.05311524866918133,
+        "teaching_rms": 0.0027680314420203403,
+        "traffic_rms": 0.05303441551497122
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.700923218412754e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58227848666298e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008594723242031081,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.03753870831727982
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024848196655511856,
+        "mean_feedback_forward_cosine": 0.9998425370768497,
+        "mean_feedback_forward_relative_error": 0.017432984748953266,
+        "min_feedback_forward_cosine": 0.9996922016143799
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028978546068756036,
+        "instruction_rms": 0.0028978546068779555,
+        "raw_apical_rms": 0.05315158185646781,
+        "teaching_rms": 0.0028978546068756036,
+        "traffic_rms": 0.05306239252533869
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.545060340253258e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5743060844334248e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00863059146092962,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.039153937132358554
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024842634797096252,
+        "mean_feedback_forward_cosine": 0.9998426343265333,
+        "mean_feedback_forward_relative_error": 0.01742656925987256,
+        "min_feedback_forward_cosine": 0.999692440032959
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027957218459185116,
+        "instruction_rms": 0.002795721845220226,
+        "raw_apical_rms": 0.05314215330858384,
+        "teaching_rms": 0.0027957218459185116,
+        "traffic_rms": 0.05305838720534828
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.7861210227797528e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5716479750061284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008667946395770575,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03783581973075867
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02483692206442356,
+        "mean_feedback_forward_cosine": 0.99984273785039,
+        "mean_feedback_forward_relative_error": 0.01741992449387908,
+        "min_feedback_forward_cosine": 0.999692440032959
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002839035034871608,
+        "instruction_rms": 0.002839035034867449,
+        "raw_apical_rms": 0.053135224704568114,
+        "teaching_rms": 0.002839035034871608,
+        "traffic_rms": 0.053048786869928914
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.3836632223606102e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5723311199191657e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008722368342658604,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03632310200095177
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024830877780914307,
+        "mean_feedback_forward_cosine": 0.999842853922593,
+        "mean_feedback_forward_relative_error": 0.017413043392528044,
+        "min_feedback_forward_cosine": 0.9996926784515381
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002901545255231637,
+        "instruction_rms": 0.0029015452548708026,
+        "raw_apical_rms": 0.05310790479150422,
+        "teaching_rms": 0.002901545255231637,
+        "traffic_rms": 0.05301836777862992
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.7643666911103537e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5664745591581383e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008549718041986665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03722758994102478
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024825237691402435,
+        "mean_feedback_forward_cosine": 0.9998429417610168,
+        "mean_feedback_forward_relative_error": 0.017406478254614693,
+        "min_feedback_forward_cosine": 0.9996929168701172
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002805595401172759,
+        "instruction_rms": 0.0028055954010858595,
+        "raw_apical_rms": 0.053080498605001865,
+        "teaching_rms": 0.002805595401172759,
+        "traffic_rms": 0.05299671932747346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5555053184689314e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573279026102724e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008790438718422531,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03587395909667015
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02481934241950512,
+        "mean_feedback_forward_cosine": 0.9998430264623541,
+        "mean_feedback_forward_relative_error": 0.01739963465125153,
+        "min_feedback_forward_cosine": 0.999692976474762
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002841979392039918,
+        "instruction_rms": 0.0028419793914680426,
+        "raw_apical_rms": 0.05307182417656077,
+        "teaching_rms": 0.002841979392039918,
+        "traffic_rms": 0.05298564168391536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.4897911288235264e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5687336360409526e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008701741455130817,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.034597409229278564
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02481353096663952,
+        "mean_feedback_forward_cosine": 0.9998431613570765,
+        "mean_feedback_forward_relative_error": 0.01739289133662456,
+        "min_feedback_forward_cosine": 0.9996931552886963
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002830990779525994,
+        "instruction_rms": 0.002830990779885155,
+        "raw_apical_rms": 0.05301745418012194,
+        "teaching_rms": 0.002830990779525994,
+        "traffic_rms": 0.05293050174991747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.2808595900869477e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572981296354146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0087484168675491,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.03414357463479042
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024807706475257874,
+        "mean_feedback_forward_cosine": 0.9998432397842407,
+        "mean_feedback_forward_relative_error": 0.01738621966031037,
+        "min_feedback_forward_cosine": 0.9996931552886963
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027606250150023818,
+        "instruction_rms": 0.0027606250159028017,
+        "raw_apical_rms": 0.05300345599121664,
+        "teaching_rms": 0.0027606250150023818,
+        "traffic_rms": 0.05292102009351959
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 3.345177290725587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57520966012595e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008745024125466091,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.03240537658154964
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02480151504278183,
+        "mean_feedback_forward_cosine": 0.9998433495822706,
+        "mean_feedback_forward_relative_error": 0.017379267067697487,
+        "min_feedback_forward_cosine": 0.9996934533119202
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00282493113580313,
+        "instruction_rms": 0.002824931137099979,
+        "raw_apical_rms": 0.0530258414580229,
+        "teaching_rms": 0.00282493113580313,
+        "traffic_rms": 0.05293907379028834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.3056808018395714e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5680365445457588e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008795781651325048,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03343699937462807
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024795260280370712,
+        "mean_feedback_forward_cosine": 0.9998434907511661,
+        "mean_feedback_forward_relative_error": 0.017372308519521828,
+        "min_feedback_forward_cosine": 0.9996935129165649
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027668262847827417,
+        "instruction_rms": 0.0027668262840049333,
+        "raw_apical_rms": 0.05302960522065486,
+        "teaching_rms": 0.0027668262847827417,
+        "traffic_rms": 0.052945996458989474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4892614192140172e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571703532513767e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008823972815355918,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.032039070374965666
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02478880062699318,
+        "mean_feedback_forward_cosine": 0.9998435660412437,
+        "mean_feedback_forward_relative_error": 0.017365151967265104,
+        "min_feedback_forward_cosine": 0.9996936917304993
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027940824475840855,
+        "instruction_rms": 0.0027940824488900656,
+        "raw_apical_rms": 0.05298732924136139,
+        "teaching_rms": 0.0027940824475840855,
+        "traffic_rms": 0.05290146669105889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2752336903408832e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574955263807575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008753149959388714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.03192510010421276
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024782922118902206,
+        "mean_feedback_forward_cosine": 0.9998436570167542,
+        "mean_feedback_forward_relative_error": 0.017358369463564532,
+        "min_feedback_forward_cosine": 0.9996939301490784
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002700395665270598,
+        "instruction_rms": 0.002700395664844295,
+        "raw_apical_rms": 0.053002962496313866,
+        "teaching_rms": 0.002700395665270598,
+        "traffic_rms": 0.052923673610528736
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 3.01772118405097e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5708082927423105e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008701667140524647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.03071082781136036
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024777008220553398,
+        "mean_feedback_forward_cosine": 0.9998437762260437,
+        "mean_feedback_forward_relative_error": 0.01735162087961247,
+        "min_feedback_forward_cosine": 0.9996939897537231
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026734159758871746,
+        "instruction_rms": 0.0026734159749783153,
+        "raw_apical_rms": 0.05290051486376036,
+        "teaching_rms": 0.0026734159758871746,
+        "traffic_rms": 0.05282290291368256
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 3.0210987489454055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5720402630298793e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00896028061369613,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.028557328315973282
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024770908057689667,
+        "mean_feedback_forward_cosine": 0.9998438954353333,
+        "mean_feedback_forward_relative_error": 0.017344764654377575,
+        "min_feedback_forward_cosine": 0.9996942281723022
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026624011143559804,
+        "instruction_rms": 0.0026624011143588687,
+        "raw_apical_rms": 0.0528671156473697,
+        "teaching_rms": 0.0026624011143559804,
+        "traffic_rms": 0.052788216186813536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.8261801787721197e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5717390311609657e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00883245859295099,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.02974926018893719
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0247642919421196,
+        "mean_feedback_forward_cosine": 0.9998439832737571,
+        "mean_feedback_forward_relative_error": 0.01733758511315835,
+        "min_feedback_forward_cosine": 0.9996942281723022
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002727265183100315,
+        "instruction_rms": 0.0027272651831617752,
+        "raw_apical_rms": 0.05288025663198776,
+        "teaching_rms": 0.002727265183100315,
+        "traffic_rms": 0.0527981676115685
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6508940820235694e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5736830653565096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008730566648553872,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.029952392307519914
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024757936596870422,
+        "mean_feedback_forward_cosine": 0.9998440993459601,
+        "mean_feedback_forward_relative_error": 0.017330493238803587,
+        "min_feedback_forward_cosine": 0.9996945261955261
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026866496740042974,
+        "instruction_rms": 0.0026866496735481007,
+        "raw_apical_rms": 0.0529254043468354,
+        "teaching_rms": 0.0026866496740042974,
+        "traffic_rms": 0.052844652772588444
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6207294112623458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567371834430205e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008890134225633145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.02835966933429241
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024751292541623116,
+        "mean_feedback_forward_cosine": 0.9998442279665094,
+        "mean_feedback_forward_relative_error": 0.017323160446003863,
+        "min_feedback_forward_cosine": 0.9996946454048157
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002764242977326084,
+        "instruction_rms": 0.002764242978611837,
+        "raw_apical_rms": 0.05290993370283982,
+        "teaching_rms": 0.002764242977326084,
+        "traffic_rms": 0.052826134947147003
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.6204316938560623e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576890058866546e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00880099830805765,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.02865204894423485
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024744495749473572,
+        "mean_feedback_forward_cosine": 0.9998443283532795,
+        "mean_feedback_forward_relative_error": 0.017315630555937166,
+        "min_feedback_forward_cosine": 0.9996947646141052
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027799496276432138,
+        "instruction_rms": 0.002779949626454308,
+        "raw_apical_rms": 0.052876855821965156,
+        "teaching_rms": 0.0027799496276432138,
+        "traffic_rms": 0.05279216116171058
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.530111764542653e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5732465170074817e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008967613618596578,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.028958555803894996
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024737315252423286,
+        "mean_feedback_forward_cosine": 0.999844469522175,
+        "mean_feedback_forward_relative_error": 0.017308086058811137,
+        "min_feedback_forward_cosine": 0.9996949434280396
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002720047783673426,
+        "instruction_rms": 0.0027200477842496324,
+        "raw_apical_rms": 0.05286408502955342,
+        "teaching_rms": 0.002720047783673426,
+        "traffic_rms": 0.05278166346717218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.6246096851423317e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747238431473923e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008930030925949345,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.027837801626324654
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024730779230594635,
+        "mean_feedback_forward_cosine": 0.999844557360599,
+        "mean_feedback_forward_relative_error": 0.017300799366478856,
+        "min_feedback_forward_cosine": 0.9996951818466187
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002707626105888933,
+        "instruction_rms": 0.002707626106805306,
+        "raw_apical_rms": 0.05279983043694018,
+        "teaching_rms": 0.002707626105888933,
+        "traffic_rms": 0.05271730941893087
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9072156237930358e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573206376615714e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009150409471150889,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.027014597750604153
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024723678827285767,
+        "mean_feedback_forward_cosine": 0.9998446859811482,
+        "mean_feedback_forward_relative_error": 0.0172931522523102,
+        "min_feedback_forward_cosine": 0.9996953010559082
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027297969361726837,
+        "instruction_rms": 0.002729796937385229,
+        "raw_apical_rms": 0.05277941328154662,
+        "teaching_rms": 0.0027297969361726837,
+        "traffic_rms": 0.05269539767542452
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.58915573425611e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5720380381038837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008818849366860105,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.027236394861340524
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02471659705042839,
+        "mean_feedback_forward_cosine": 0.9998448114646109,
+        "mean_feedback_forward_relative_error": 0.017285480139482962,
+        "min_feedback_forward_cosine": 0.9996955394744873
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027269897416071103,
+        "instruction_rms": 0.002726989742227887,
+        "raw_apical_rms": 0.052773061117069656,
+        "teaching_rms": 0.0027269897416071103,
+        "traffic_rms": 0.0526887877828997
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 3.065361653398213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57034152490165e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009032905751656412,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.02809814004778862
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02470981702208519,
+        "mean_feedback_forward_cosine": 0.999844962044766,
+        "mean_feedback_forward_relative_error": 0.017277585710153767,
+        "min_feedback_forward_cosine": 0.9996957182884216
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027876595807139674,
+        "instruction_rms": 0.002787659581408104,
+        "raw_apical_rms": 0.052760793441255775,
+        "teaching_rms": 0.0027876595807139674,
+        "traffic_rms": 0.05267407206261267
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9261624234777628e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5773347633090993e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008935531608426561,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.026872507026195525
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02470279671251774,
+        "mean_feedback_forward_cosine": 0.9998450812540556,
+        "mean_feedback_forward_relative_error": 0.017269801838617576,
+        "min_feedback_forward_cosine": 0.9996958374977112
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002720710230181238,
+        "instruction_rms": 0.002720710230332778,
+        "raw_apical_rms": 0.052739877966152496,
+        "teaching_rms": 0.002720710230181238,
+        "traffic_rms": 0.05265611779492673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.447434965802131e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5779711324111877e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009030259029288364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.02654887043774128
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469548024237156,
+        "mean_feedback_forward_cosine": 0.9998451941891721,
+        "mean_feedback_forward_relative_error": 0.017261924099569257,
+        "min_feedback_forward_cosine": 0.999695897102356
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002670158551456272,
+        "instruction_rms": 0.002670158550358832,
+        "raw_apical_rms": 0.052756107583245254,
+        "teaching_rms": 0.002670158551456272,
+        "traffic_rms": 0.052675539874958266
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4144558352645618e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57978701887336e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00881995996433851,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025377073049545288
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695394560694695,
+        "mean_feedback_forward_cosine": 0.9998452036004317,
+        "mean_feedback_forward_relative_error": 0.017261729379625695,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002479234255228688,
+        "instruction_rms": 0.0024792342563585016,
+        "raw_apical_rms": 0.05272674992932638,
+        "teaching_rms": 0.002479234255228688,
+        "traffic_rms": 0.05265621809899292
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.255520037408587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5789283063435205e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008802629399234823,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022865796129703523
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695340543985367,
+        "mean_feedback_forward_cosine": 0.999845216148778,
+        "mean_feedback_forward_relative_error": 0.01726155551640611,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023974155730684464,
+        "instruction_rms": 0.0023974155731496284,
+        "raw_apical_rms": 0.05272270029577233,
+        "teaching_rms": 0.0023974155730684464,
+        "traffic_rms": 0.05265601690044708
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 3.022931238660931e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581692628581013e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009049034008575343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021620644186735153
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695290252566338,
+        "mean_feedback_forward_cosine": 0.9998452098746049,
+        "mean_feedback_forward_relative_error": 0.017261385427493798,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022993815974316134,
+        "instruction_rms": 0.0022993815964799254,
+        "raw_apical_rms": 0.05270530516592663,
+        "teaching_rms": 0.0022993815974316134,
+        "traffic_rms": 0.0526431590533636
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.612968508231006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578886526792996e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008884094656713177,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.02053577525496483
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469523809850216,
+        "mean_feedback_forward_cosine": 0.9998452098746049,
+        "mean_feedback_forward_relative_error": 0.017261213108309005,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022777782370366467,
+        "instruction_rms": 0.002277778236698745,
+        "raw_apical_rms": 0.05270184076757251,
+        "teaching_rms": 0.0022777782370366467,
+        "traffic_rms": 0.052641451293286595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.509644936310451e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578890892187247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00893313032383275,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.019987084248661996
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695176631212234,
+        "mean_feedback_forward_cosine": 0.9998452067375183,
+        "mean_feedback_forward_relative_error": 0.017261047283873746,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022590901309470397,
+        "instruction_rms": 0.002259090129970557,
+        "raw_apical_rms": 0.05269757522946245,
+        "teaching_rms": 0.0022590901309470397,
+        "traffic_rms": 0.05263754609276883
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5866642161531672e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5801777888652606e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00889874831651847,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.02015689009666443
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695126339793205,
+        "mean_feedback_forward_cosine": 0.9998451910520855,
+        "mean_feedback_forward_relative_error": 0.01726087935170845,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002241252519801511,
+        "instruction_rms": 0.002241252519196533,
+        "raw_apical_rms": 0.05269673842966714,
+        "teaching_rms": 0.002241252519801511,
+        "traffic_rms": 0.05263697515963878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 3.087804500978564e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578552790823117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008891373489180466,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019621603740751743
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695077911019325,
+        "mean_feedback_forward_cosine": 0.9998451973262587,
+        "mean_feedback_forward_relative_error": 0.017260708135405655,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002212517654709845,
+        "instruction_rms": 0.002212517655852134,
+        "raw_apical_rms": 0.05269194005235903,
+        "teaching_rms": 0.002212517654709845,
+        "traffic_rms": 0.052635076576188426
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2424931245268453e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5768907463585378e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008918621135243712,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.018830292373895646
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469502203166485,
+        "mean_feedback_forward_cosine": 0.9998452067375183,
+        "mean_feedback_forward_relative_error": 0.01726054628134558,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002267372788776748,
+        "instruction_rms": 0.002267372789596909,
+        "raw_apical_rms": 0.05269201638943592,
+        "teaching_rms": 0.002267372788776748,
+        "traffic_rms": 0.05263024798657937
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.890847561332066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.579928437793507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008867937624249167,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.020214489295482637
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469496801495552,
+        "mean_feedback_forward_cosine": 0.9998452130116915,
+        "mean_feedback_forward_relative_error": 0.017260380947080097,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002155658797578336,
+        "instruction_rms": 0.002155658797939005,
+        "raw_apical_rms": 0.052684870722586985,
+        "teaching_rms": 0.002155658797578336,
+        "traffic_rms": 0.05262876522192901
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.529148979135698e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5757165951392558e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009010410917767171,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.01859889463186264
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694930762052536,
+        "mean_feedback_forward_cosine": 0.9998452192858646,
+        "mean_feedback_forward_relative_error": 0.017260216152001368,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021290279950859706,
+        "instruction_rms": 0.0021290279944132947,
+        "raw_apical_rms": 0.05268030107256729,
+        "teaching_rms": 0.0021290279950859706,
+        "traffic_rms": 0.05262530862694739
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.474961924292529e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572255880949363e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009310686140984702,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01835311034142971
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694889783859253,
+        "mean_feedback_forward_cosine": 0.9998452443825571,
+        "mean_feedback_forward_relative_error": 0.01726005094027833,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002150658217949902,
+        "instruction_rms": 0.0021506582175356546,
+        "raw_apical_rms": 0.05268374961221048,
+        "teaching_rms": 0.002150658217949902,
+        "traffic_rms": 0.05262953234704257
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.0615845031102253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5735277241318533e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008941412794563171,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.017973438830375672
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694835767149925,
+        "mean_feedback_forward_cosine": 0.9998451816408258,
+        "mean_feedback_forward_relative_error": 0.017259882934587568,
+        "min_feedback_forward_cosine": 0.9996959567070007
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021724429403416875,
+        "instruction_rms": 0.002172442940046495,
+        "raw_apical_rms": 0.05267989016638941,
+        "teaching_rms": 0.0021724429403416875,
+        "traffic_rms": 0.052624245627321896
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.9774414045391495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572652017543528e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008934843251961446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018124886343181133
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694792926311493,
+        "mean_feedback_forward_cosine": 0.9998452318342108,
+        "mean_feedback_forward_relative_error": 0.017259724487207438,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002156435717056835,
+        "instruction_rms": 0.0021564357179697335,
+        "raw_apical_rms": 0.052685502934622055,
+        "teaching_rms": 0.002156435717056835,
+        "traffic_rms": 0.0526299972880803
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.306694923959185e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5737497238700966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008907093525518326,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.018199110619276763
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469475008547306,
+        "mean_feedback_forward_cosine": 0.9998452067375183,
+        "mean_feedback_forward_relative_error": 0.017259557903009027,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019900821350035624,
+        "instruction_rms": 0.0019900821343450813,
+        "raw_apical_rms": 0.05267923513526017,
+        "teaching_rms": 0.0019900821350035624,
+        "traffic_rms": 0.052631643713382345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.296890855291167e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573417898225321e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008860660989574389,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.016220813887119292
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469470165669918,
+        "mean_feedback_forward_cosine": 0.9998452443825571,
+        "mean_feedback_forward_relative_error": 0.017259402837800353,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00210184791559032,
+        "instruction_rms": 0.0021018479169646904,
+        "raw_apical_rms": 0.05268532375861928,
+        "teaching_rms": 0.00210184791559032,
+        "traffic_rms": 0.05263227835541156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4303430379291058e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.575306306108839e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009067819316919364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01781693098574877
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469465136528015,
+        "mean_feedback_forward_cosine": 0.9998452098746049,
+        "mean_feedback_forward_relative_error": 0.017259242748351472,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020855419923562495,
+        "instruction_rms": 0.0020855419925108667,
+        "raw_apical_rms": 0.05268329039981108,
+        "teaching_rms": 0.0020855419923562495,
+        "traffic_rms": 0.052630406859028374
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4616882754457947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573586812481973e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009077270880083652,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.017735188884437085
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469460666179657,
+        "mean_feedback_forward_cosine": 0.9998452004633451,
+        "mean_feedback_forward_relative_error": 0.017259084031377967,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002050968076089688,
+        "instruction_rms": 0.0020509680768225,
+        "raw_apical_rms": 0.05268570627000222,
+        "teaching_rms": 0.002050968076089688,
+        "traffic_rms": 0.05263606328661945
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6612843484485893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5768253960952887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00898486302235671,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.01695771865516901
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469455637037754,
+        "mean_feedback_forward_cosine": 0.9998452318342108,
+        "mean_feedback_forward_relative_error": 0.01725892573104877,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020719894194141377,
+        "instruction_rms": 0.0020719894189664347,
+        "raw_apical_rms": 0.05268679634581428,
+        "teaching_rms": 0.0020719894194141377,
+        "traffic_rms": 0.0526340067969024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.296354750797036e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572836985314055e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009170189033324855,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.01721804666340351
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694515392184258,
+        "mean_feedback_forward_cosine": 0.999845238108384,
+        "mean_feedback_forward_relative_error": 0.01725876569061687,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020427220501612136,
+        "instruction_rms": 0.002042722049849654,
+        "raw_apical_rms": 0.052684375645072605,
+        "teaching_rms": 0.0020427220501612136,
+        "traffic_rms": 0.05263444696530813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.3684888716957175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572380800363635e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009061133672804918,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.016418924125134945
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694468826055527,
+        "mean_feedback_forward_cosine": 0.9998451973262587,
+        "mean_feedback_forward_relative_error": 0.017258606826592433,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020417179861939665,
+        "instruction_rms": 0.0020417179867564623,
+        "raw_apical_rms": 0.052681482632081826,
+        "teaching_rms": 0.0020417179861939665,
+        "traffic_rms": 0.052632358375518204
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9235073029099112e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5714907819858065e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009006967741223268,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.016678612322211267
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694420397281647,
+        "mean_feedback_forward_cosine": 0.9998452130116915,
+        "mean_feedback_forward_relative_error": 0.017258450854569674,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021204052467304743,
+        "instruction_rms": 0.002120405246508465,
+        "raw_apical_rms": 0.052693292678561376,
+        "teaching_rms": 0.0021204052467304743,
+        "traffic_rms": 0.052639222216715235
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.9176657534435435e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5750084200267784e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009032871943695538,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.017163557976186277
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694373831152916,
+        "mean_feedback_forward_cosine": 0.9998452286971243,
+        "mean_feedback_forward_relative_error": 0.01725829699027695,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021638435507467203,
+        "instruction_rms": 0.002163843550750996,
+        "raw_apical_rms": 0.05269354867483361,
+        "teaching_rms": 0.0021638435507467203,
+        "traffic_rms": 0.052637334484251445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6604167757682262e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.579150566473307e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008862411231971026,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.0178820726890862
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694329127669334,
+        "mean_feedback_forward_cosine": 0.9998452475196437,
+        "mean_feedback_forward_relative_error": 0.01725813957225335,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002047629402516152,
+        "instruction_rms": 0.0020476294024374033,
+        "raw_apical_rms": 0.05268767069966766,
+        "teaching_rms": 0.002047629402516152,
+        "traffic_rms": 0.05263715950816693
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5726368590994753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573500651082354e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00904783457770781,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.01651822836689651
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0246942900121212,
+        "mean_feedback_forward_cosine": 0.9998452349712974,
+        "mean_feedback_forward_relative_error": 0.017257986982402048,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002075211016840175,
+        "instruction_rms": 0.0020752110169399824,
+        "raw_apical_rms": 0.05268881680305638,
+        "teaching_rms": 0.002075211016840175,
+        "traffic_rms": 0.05263785121160219
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.7821508652436933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576455081573303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009040418151918818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.01716788552969694
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694250896573067,
+        "mean_feedback_forward_cosine": 0.9998452349712974,
+        "mean_feedback_forward_relative_error": 0.01725782939281903,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00199677490142399,
+        "instruction_rms": 0.0019967749007176114,
+        "raw_apical_rms": 0.052679094787247534,
+        "teaching_rms": 0.00199677490142399,
+        "traffic_rms": 0.052629359381575556
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.5935584346825635e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5699890766721872e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009263535026268924,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.016418485013842583
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694202467799187,
+        "mean_feedback_forward_cosine": 0.9998452412454706,
+        "mean_feedback_forward_relative_error": 0.017257670259201212,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002047698576247226,
+        "instruction_rms": 0.0020476985756748556,
+        "raw_apical_rms": 0.05267454584200206,
+        "teaching_rms": 0.002047698576247226,
+        "traffic_rms": 0.05262387353747353
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.4555511402013508e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5750909339429254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009035746819032357,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.016445254400670527
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694157764315605,
+        "mean_feedback_forward_cosine": 0.9998452255600377,
+        "mean_feedback_forward_relative_error": 0.017257514532263343,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00209321563734765,
+        "instruction_rms": 0.0020932156377305965,
+        "raw_apical_rms": 0.05267295548163874,
+        "teaching_rms": 0.00209321563734765,
+        "traffic_rms": 0.0526191961539915
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.3632711787513472e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5702515554782807e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009017621179537198,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.017420087650418282
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694113060832024,
+        "mean_feedback_forward_cosine": 0.9998452537938168,
+        "mean_feedback_forward_relative_error": 0.017257359344512224,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020475055479012355,
+        "instruction_rms": 0.0020475055489271236,
+        "raw_apical_rms": 0.05266810627670884,
+        "teaching_rms": 0.0020475055479012355,
+        "traffic_rms": 0.052617077555440796
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.236372509401008e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704882412752577e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008914463287909387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.01637837338626385
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469407208263874,
+        "mean_feedback_forward_cosine": 0.9998452475196437,
+        "mean_feedback_forward_relative_error": 0.017257202808794222,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020831223884985013,
+        "instruction_rms": 0.002083122388627794,
+        "raw_apical_rms": 0.05266793419173417,
+        "teaching_rms": 0.0020831223884985013,
+        "traffic_rms": 0.0526151866741375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.2799381937943508e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5778910192334342e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009029003446690206,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.01653236492574215
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469402551651001,
+        "mean_feedback_forward_cosine": 0.999845238108384,
+        "mean_feedback_forward_relative_error": 0.01725704752300915,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002018635574333392,
+        "instruction_rms": 0.0020186355749846857,
+        "raw_apical_rms": 0.05267028349717876,
+        "teaching_rms": 0.002018635574333392,
+        "traffic_rms": 0.052621309524335344
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.3544163951783048e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56951366350768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009183245072970683,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.016112965257763862
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693986400961876,
+        "mean_feedback_forward_cosine": 0.9998452506567302,
+        "mean_feedback_forward_relative_error": 0.017256888585459245,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020063992827013748,
+        "instruction_rms": 0.002006399282749263,
+        "raw_apical_rms": 0.05267092127569102,
+        "teaching_rms": 0.0020063992827013748,
+        "traffic_rms": 0.052621086161152755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2263629162466714e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704506101702984e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008984513411194939,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.016156427116245032
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693936109542847,
+        "mean_feedback_forward_cosine": 0.9998452349712974,
+        "mean_feedback_forward_relative_error": 0.01725673175563938,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020346413140210707,
+        "instruction_rms": 0.00203464131400085,
+        "raw_apical_rms": 0.05267282325390738,
+        "teaching_rms": 0.0020346413140210707,
+        "traffic_rms": 0.052622555827405125
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.445273139528581e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5695656069818497e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009075339129486024,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016451019580364226
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693885818123817,
+        "mean_feedback_forward_cosine": 0.9998452412454706,
+        "mean_feedback_forward_relative_error": 0.017256575244429865,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019627094521689403,
+        "instruction_rms": 0.0019627094525714573,
+        "raw_apical_rms": 0.0526674574911522,
+        "teaching_rms": 0.0019627094521689403,
+        "traffic_rms": 0.052620757882942466
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.223956130364968e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573865296731777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008995606807146936,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.015544302426874637
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693850427865982,
+        "mean_feedback_forward_cosine": 0.9998452255600377,
+        "mean_feedback_forward_relative_error": 0.017256422384985183,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002010666823611301,
+        "instruction_rms": 0.0020106668240013016,
+        "raw_apical_rms": 0.052668271674142696,
+        "teaching_rms": 0.002010666823611301,
+        "traffic_rms": 0.05261951352159435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.438715895891619e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5715601655045236e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009248696634922851,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.016066308098584413
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469380758702755,
+        "mean_feedback_forward_cosine": 0.9998452318342108,
+        "mean_feedback_forward_relative_error": 0.01725626834913304,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020217912931837123,
+        "instruction_rms": 0.002021791293228274,
+        "raw_apical_rms": 0.05267287308084285,
+        "teaching_rms": 0.0020217912931837123,
+        "traffic_rms": 0.05262322234353807
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.99996223418475e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573325667794039e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00909433202719243,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.015859204360842705
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693764746189117,
+        "mean_feedback_forward_cosine": 0.9998452286971243,
+        "mean_feedback_forward_relative_error": 0.01725611725429955,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002040342212853331,
+        "instruction_rms": 0.0020403422129227117,
+        "raw_apical_rms": 0.05266935641041976,
+        "teaching_rms": 0.002040342212853331,
+        "traffic_rms": 0.05261812300215096
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6632644534174688e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570230040242764e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00908146612843092,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.016466289927363396
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693727493286133,
+        "mean_feedback_forward_cosine": 0.9998452224229512,
+        "mean_feedback_forward_relative_error": 0.017255962066548437,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019013518148660777,
+        "instruction_rms": 0.001901351815459719,
+        "raw_apical_rms": 0.052658640461262944,
+        "teaching_rms": 0.0019013518148660777,
+        "traffic_rms": 0.05261366997820364
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.8476636160235103e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572484438728477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009138757618885524,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.015183972748219967
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469368651509285,
+        "mean_feedback_forward_cosine": 0.9998452569309034,
+        "mean_feedback_forward_relative_error": 0.017255807810119893,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002006083906552788,
+        "instruction_rms": 0.0020060839069147426,
+        "raw_apical_rms": 0.052669175686714344,
+        "teaching_rms": 0.002006083906552788,
+        "traffic_rms": 0.05261957280487815
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.781576924348883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571924152497074e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009096201326352488,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.01583015501141548
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693641811609268,
+        "mean_feedback_forward_cosine": 0.9998452349712974,
+        "mean_feedback_forward_relative_error": 0.01725565904359284,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001906866404209925,
+        "instruction_rms": 0.001906866404877572,
+        "raw_apical_rms": 0.05266395805645946,
+        "teaching_rms": 0.001906866404209925,
+        "traffic_rms": 0.05261958078151381
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.1253217852290618e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570996373768959e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00897921941661239,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.014950838492810726
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693600833415985,
+        "mean_feedback_forward_cosine": 0.9998452412454706,
+        "mean_feedback_forward_relative_error": 0.017255509149675306,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001945867123589965,
+        "instruction_rms": 0.0019458671237604088,
+        "raw_apical_rms": 0.052661532100080836,
+        "teaching_rms": 0.001945867123589965,
+        "traffic_rms": 0.05261539557264512
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.7328706408979997e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5697848775070286e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009031448653721325,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.015377850647568702
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469356171786785,
+        "mean_feedback_forward_cosine": 0.9998452537938168,
+        "mean_feedback_forward_relative_error": 0.017255357981316354,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001947772406392085,
+        "instruction_rms": 0.0019477724067760139,
+        "raw_apical_rms": 0.052661077396077505,
+        "teaching_rms": 0.001947772406392085,
+        "traffic_rms": 0.05261515355609507
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5557683969168465e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5705889825297764e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008945701613746448,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.015296067990660668
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469351515173912,
+        "mean_feedback_forward_cosine": 0.9998452632050765,
+        "mean_feedback_forward_relative_error": 0.017255200122139956,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002083160848628611,
+        "instruction_rms": 0.002083160848747914,
+        "raw_apical_rms": 0.05267045664255526,
+        "teaching_rms": 0.002083160848628611,
+        "traffic_rms": 0.05261761999071281
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.152534150923202e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573887167726998e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008969741693737583,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015874052988365292
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693476036190987,
+        "mean_feedback_forward_cosine": 0.9998452694792497,
+        "mean_feedback_forward_relative_error": 0.017255047703848073,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019039739934423308,
+        "instruction_rms": 0.0019039739925696532,
+        "raw_apical_rms": 0.052663074575119886,
+        "teaching_rms": 0.0019039739934423308,
+        "traffic_rms": 0.05261809195582004
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.5456424523895294e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5728100118340928e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009081680314464956,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.014850457570850848
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693427607417107,
+        "mean_feedback_forward_cosine": 0.9998452600679899,
+        "mean_feedback_forward_relative_error": 0.017254897001150408,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021003928341667916,
+        "instruction_rms": 0.0021003928335930687,
+        "raw_apical_rms": 0.052675110091004985,
+        "teaching_rms": 0.0021003928341667916,
+        "traffic_rms": 0.05262043268190784
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2883472894363877e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5797078251806932e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008925146655758777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.016324833072721957
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693384766578674,
+        "mean_feedback_forward_cosine": 0.9998452788905093,
+        "mean_feedback_forward_relative_error": 0.017254752155981566,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002058824053280724,
+        "instruction_rms": 0.00205882405399172,
+        "raw_apical_rms": 0.05266328357654824,
+        "teaching_rms": 0.002058824053280724,
+        "traffic_rms": 0.05261216244598899
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4191718850374855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57488982781692e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008964128223626364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.0163795031170547
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693338200449944,
+        "mean_feedback_forward_cosine": 0.9998452726163363,
+        "mean_feedback_forward_relative_error": 0.017254605276608152,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002015904946750669,
+        "instruction_rms": 0.0020159049471090715,
+        "raw_apical_rms": 0.05266174920794186,
+        "teaching_rms": 0.002015904946750669,
+        "traffic_rms": 0.05261222100904224
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 3.192641528926288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5726138524806688e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008989056078659548,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.01575489930868149
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693302810192108,
+        "mean_feedback_forward_cosine": 0.9998452632050765,
+        "mean_feedback_forward_relative_error": 0.017254457612963098,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020008150722442357,
+        "instruction_rms": 0.002000815071843514,
+        "raw_apical_rms": 0.05266597780670111,
+        "teaching_rms": 0.0020008150722442357,
+        "traffic_rms": 0.052617323053632155
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6130836161541993e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572086770828335e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008945798037437456,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.015409411179721355
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693259969353676,
+        "mean_feedback_forward_cosine": 0.9998452475196437,
+        "mean_feedback_forward_relative_error": 0.01725430595443437,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001992604257006943,
+        "instruction_rms": 0.0019926042573970666,
+        "raw_apical_rms": 0.05266136908885097,
+        "teaching_rms": 0.001992604257006943,
+        "traffic_rms": 0.05261159984115989
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.7977153038705183e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.579970391085737e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009123661883467579,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.015326692810952664
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693213403224945,
+        "mean_feedback_forward_cosine": 0.9998452632050765,
+        "mean_feedback_forward_relative_error": 0.01725415760455163,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002033790426123299,
+        "instruction_rms": 0.002033790425287936,
+        "raw_apical_rms": 0.05266163064946152,
+        "teaching_rms": 0.002033790426123299,
+        "traffic_rms": 0.052609459460709926
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.41960851354861e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5753053693111344e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009071022303165099,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015676447275876998
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693168699741364,
+        "mean_feedback_forward_cosine": 0.9998452883017691,
+        "mean_feedback_forward_relative_error": 0.01725401021049995,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020019322175149944,
+        "instruction_rms": 0.002001932218158456,
+        "raw_apical_rms": 0.05265410911999151,
+        "teaching_rms": 0.0020019322175149944,
+        "traffic_rms": 0.05260504067955549
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.7466079188798176e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5739800748776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009043197185023054,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.01515010103672743
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9152,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.4205855010986328,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 3.072647203339329e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 2.8262878259965873e-08,
+      "min_residual_soma_slope": -3.072647203339329e-08,
+      "mse": 2.6512320534057924e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.19146134925347e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.19146134925347e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 10,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7060580253601074,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03383493423461914,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9131.655301809311,
+    "train_wall_s": 9129.010404586792
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.012905740179121494,
+      0.007940931245684624,
+      0.005847553256899118,
+      0.005362430587410927,
+      0.0035333081614226103,
+      0.003926396369934082,
+      0.0023611977230757475,
+      0.004362500738352537,
+      0.003192679025232792,
+      0.0034900761675089598,
+      0.0023614473175257444,
+      0.002911980729550123,
+      0.0019041408086195588,
+      0.00398269621655345,
+      0.0028111052233725786,
+      0.003233525902032852,
+      0.0023245750926434994,
+      0.0026991337072104216,
+      0.0021427934989333153
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999523162842
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.06861981004476547,
+      0.042152758687734604,
+      0.020851561799645424,
+      0.02884506806731224,
+      0.009752320125699043,
+      0.021852530539035797,
+      0.005467948969453573,
+      0.023278066888451576,
+      0.008688041009008884,
+      0.01862097531557083,
+      0.005432144273072481,
+      0.015356646850705147,
+      0.003791075199842453,
+      0.02157282829284668,
+      0.007049067877233028,
+      0.017175495624542236,
+      0.00504675880074501,
+      0.014034143649041653,
+      0.004140809178352356
+    ],
+    "unscaled_traffic_rms": [
+      0.7523040175437927,
+      0.7535384297370911,
+      1.121748685836792,
+      0.743618369102478,
+      1.449217438697815,
+      0.7187078595161438,
+      1.7273005247116089,
+      0.7496328353881836,
+      1.469918966293335,
+      0.7497085332870483,
+      1.7388694286346436,
+      0.7584939002990723,
+      2.009077310562134,
+      0.7384653091430664,
+      1.595164179801941,
+      0.7530556321144104,
+      1.8424301147460938,
+      0.7693048715591431,
+      2.069927215576172
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}