results: pass dynamic innovation confirmation gate

1 files changed, 6645 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_confirmation/seed13_dynamic.json b/results/kp_dynamic_projection_confirmation/seed13_dynamic.json
new file mode 100644
index 0000000..a2b9458
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed13_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 13,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed13_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 13,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5013,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996656179428101,
+    "feedback_forward_cosine": [
+      0.9998631477355957,
+      0.9998596906661987,
+      0.9998418092727661,
+      0.9998016953468323,
+      0.9997780919075012,
+      0.9997223615646362,
+      0.999835193157196,
+      0.9998847246170044,
+      0.9998432397842407,
+      0.9998133182525635,
+      0.9998433589935303,
+      0.9997926950454712,
+      0.9998364448547363,
+      0.9999034404754639,
+      0.9998959898948669,
+      0.9998729228973389,
+      0.9998736381530762,
+      0.9997097849845886,
+      0.9999890327453613
+    ],
+    "feedback_forward_norm_ratio": [
+      0.999667227268219,
+      1.0005890130996704,
+      0.9995686411857605,
+      1.0003647804260254,
+      0.9988363981246948,
+      1.0012967586517334,
+      0.9990342259407043,
+      1.0004116296768188,
+      0.9999168515205383,
+      1.0004847049713135,
+      0.9997726678848267,
+      1.000679612159729,
+      0.9996684789657593,
+      1.00027334690094,
+      0.9999366998672485,
+      1.0003808736801147,
+      1.0000495910644531,
+      1.0009263753890991,
+      1.002256989479065
+    ],
+    "feedback_forward_relative_error": [
+      0.016540788114070892,
+      0.016762301325798035,
+      0.01778847724199295,
+      0.019920967519283295,
+      0.0210877675563097,
+      0.023614225909113884,
+      0.018173595890402794,
+      0.015191975980997086,
+      0.017702825367450714,
+      0.01933632604777813,
+      0.017698097974061966,
+      0.020378584042191505,
+      0.01808561570942402,
+      0.013898434117436409,
+      0.014422350563108921,
+      0.015949860215187073,
+      0.015894636511802673,
+      0.02412259951233864,
+      0.005206604953855276
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996950626373291,
+      0.9996610879898071,
+      0.9996656179428101,
+      0.9996557235717773,
+      0.9996821284294128,
+      0.9996340870857239,
+      0.9997382164001465,
+      0.9997807145118713,
+      0.9997648000717163,
+      0.9997376203536987,
+      0.9997768402099609,
+      0.9997832179069519,
+      0.9997901320457458,
+      0.9998494982719421,
+      0.999852180480957,
+      0.9998642206192017,
+      0.9999117851257324,
+      0.9999609589576721,
+      0.7433841824531555
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9996950626373291,
+      0.9996610283851624,
+      0.9996656179428101,
+      0.9996557235717773,
+      0.9996821284294128,
+      0.9996340870857239,
+      0.9997382164001465,
+      0.9997807145118713,
+      0.9997648000717163,
+      0.9997376203536987,
+      0.9997768402099609,
+      0.9997832179069519,
+      0.9997901320457458,
+      0.9998495578765869,
+      0.999852180480957,
+      0.9998642206192017,
+      0.9999117851257324,
+      0.9999609589576721,
+      0.7660573124885559
+    ],
+    "matched_negative_gradient_cosine": [
+      0.05739140883088112,
+      0.018270419910550117,
+      0.04111289605498314,
+      0.04713906720280647,
+      0.08068474382162094,
+      0.12596231698989868,
+      0.15550340712070465,
+      0.10640871524810791,
+      0.18959969282150269,
+      0.1880919635295868,
+      0.25665342807769775,
+      0.26636940240859985,
+      0.2972011864185333,
+      0.22581735253334045,
+      0.21684125065803528,
+      0.3512689471244812,
+      0.21852251887321472,
+      0.3467845618724823,
+      0.12179291248321533
+    ],
+    "max_norm_match_direction_error": 2.384185791015625e-07,
+    "max_norm_match_relative_error": 1.528547954876558e-07,
+    "mean_feedback_forward_cosine": 0.9998400305446825,
+    "mean_feedback_forward_relative_error": 0.01746189655540021,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.04260949790477753,
+      "max_absolute_post_projection_soma_slope": 6.049770906457752e-09,
+      "max_absolute_pre_projection_soma_slope": 0.04260949790477753,
+      "max_positive_post_projection_soma_slope": 4.677387810403388e-09,
+      "min_post_projection_soma_slope": -6.049770906457752e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.5057951096319325e-08,
+      "pre_projection_traffic_rms_ratio": 0.015215151659880008
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.015215151659861944,
+    "raw_negative_gradient_cosine": [
+      0.05739140510559082,
+      0.018270419910550117,
+      0.04111289605498314,
+      0.04713907092809677,
+      0.08068474382162094,
+      0.12596231698989868,
+      0.15550340712070465,
+      0.10640871524810791,
+      0.18959969282150269,
+      0.1880919635295868,
+      0.25665342807769775,
+      0.26636940240859985,
+      0.2972011864185333,
+      0.22581735253334045,
+      0.21684125065803528,
+      0.3512689471244812,
+      0.21852251887321472,
+      0.3467845320701599,
+      0.12179291248321533
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996950626373291,
+      0.9996610879898071,
+      0.9996656179428101,
+      0.9996557235717773,
+      0.9996821284294128,
+      0.9996340870857239,
+      0.9997382164001465,
+      0.9997807145118713,
+      0.9997648000717163,
+      0.9997376203536987,
+      0.9997768402099609,
+      0.9997832179069519,
+      0.9997901320457458,
+      0.9998494982719421,
+      0.999852180480957,
+      0.9998642206192017,
+      0.9999117851257324,
+      0.9999609589576721,
+      0.7433841824531555
+    ],
+    "traffic_instruction_rms_ratio": 5.559677130489447,
+    "used_negative_gradient_cosine": [
+      0.9996950626373291,
+      0.9996610879898071,
+      0.9996656179428101,
+      0.9996557235717773,
+      0.9996821284294128,
+      0.9996340870857239,
+      0.9997382164001465,
+      0.9997807145118713,
+      0.9997648000717163,
+      0.9997376203536987,
+      0.9997768402099609,
+      0.9997832179069519,
+      0.9997901320457458,
+      0.9998494982719421,
+      0.999852180480957,
+      0.9998642206192017,
+      0.9999117851257324,
+      0.9999609589576721,
+      0.7433841824531555
+    ],
+    "wall_s": 0.1295778751373291
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3027007579803467,
+        "mean_feedback_forward_cosine": 0.2941389766178633,
+        "mean_feedback_forward_relative_error": 1.1855346027173495,
+        "min_feedback_forward_cosine": 0.1548420786857605
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0022099131513391075,
+        "instruction_rms": 0.0022099131516978587,
+        "raw_apical_rms": 0.02049783138632947,
+        "teaching_rms": 0.0022099131513391075,
+        "traffic_rms": 0.020369867517521623
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 2.252576614125701e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.022787119052029e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011781372872730613,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.8145993555068969
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2454464435577393,
+        "mean_feedback_forward_cosine": 0.41178234705799505,
+        "mean_feedback_forward_relative_error": 1.081332671014886,
+        "min_feedback_forward_cosine": 0.23041030764579773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003369646450442476,
+        "instruction_rms": 0.003369646449840238,
+        "raw_apical_rms": 0.02371177729904339,
+        "teaching_rms": 0.003369646450442476,
+        "traffic_rms": 0.023468539669579156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.78777952442033e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7841205220507376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014674241493280669,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3020985621643066
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1960309743881226,
+        "mean_feedback_forward_cosine": 0.503131019441705,
+        "mean_feedback_forward_relative_error": 0.9945317020541743,
+        "min_feedback_forward_cosine": 0.2934151887893677
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004053055591412124,
+        "instruction_rms": 0.00405305559282846,
+        "raw_apical_rms": 0.026559498849280487,
+        "teaching_rms": 0.004053055591412124,
+        "traffic_rms": 0.02624639113264166
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 1.858708564839162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7461648375224808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015174689519701596,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.054893334350586
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1529499292373657,
+        "mean_feedback_forward_cosine": 0.5719225720355385,
+        "mean_feedback_forward_relative_error": 0.9236011661981282,
+        "min_feedback_forward_cosine": 0.3460838794708252
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043203463935955365,
+        "instruction_rms": 0.004320346392818454,
+        "raw_apical_rms": 0.027984947955852376,
+        "teaching_rms": 0.0043203463935955365,
+        "traffic_rms": 0.027647528156859502
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 1.9308300736042838e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7170764040544823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01628820537932188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8837519716453552
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1152151823043823,
+        "mean_feedback_forward_cosine": 0.6237310641690305,
+        "mean_feedback_forward_relative_error": 0.8658630706762013,
+        "min_feedback_forward_cosine": 0.39089518785476685
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00439673824880753,
+        "instruction_rms": 0.004396738249066948,
+        "raw_apical_rms": 0.02891968515530854,
+        "teaching_rms": 0.00439673824880753,
+        "traffic_rms": 0.028581192000128902
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 2.214620842266868e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7080805449420846e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018099003451330663,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.776260923576355
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0785514116287231,
+        "mean_feedback_forward_cosine": 0.6657476503598062,
+        "mean_feedback_forward_relative_error": 0.8159580983613667,
+        "min_feedback_forward_cosine": 0.43281182646751404
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004407834559001862,
+        "instruction_rms": 0.004407834560382446,
+        "raw_apical_rms": 0.029700572082760664,
+        "teaching_rms": 0.004407834559001862,
+        "traffic_rms": 0.029369496536809432
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260951280593872,
+        "maximum_absolute_post_projection_soma_slope": 2.1508249403723312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6931715158242862e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017618795907965654,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7036562633895874
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0421745777130127,
+        "mean_feedback_forward_cosine": 0.7009112803559554,
+        "mean_feedback_forward_relative_error": 0.7716566261492277,
+        "min_feedback_forward_cosine": 0.4722203016281128
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004479921589740855,
+        "instruction_rms": 0.004479921589831261,
+        "raw_apical_rms": 0.030281737040198226,
+        "teaching_rms": 0.004479921589740855,
+        "traffic_rms": 0.029945685465791662
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 1.851197417579442e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6911379234729106e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01828950856920798,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6467658293342591
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0072448253631592,
+        "mean_feedback_forward_cosine": 0.7314785060129667,
+        "mean_feedback_forward_relative_error": 0.7311911049642061,
+        "min_feedback_forward_cosine": 0.5086159706115723
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004538640813936125,
+        "instruction_rms": 0.004538640813457685,
+        "raw_apical_rms": 0.030990691872179524,
+        "teaching_rms": 0.004538640813936125,
+        "traffic_rms": 0.030653609814569653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 1.8189005857038865e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.677040170388382e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01865060670167592,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5990780521774292
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9732503294944763,
+        "mean_feedback_forward_cosine": 0.7564867546683863,
+        "mean_feedback_forward_relative_error": 0.6958839328665483,
+        "min_feedback_forward_cosine": 0.5420337915420532
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004467881522887306,
+        "instruction_rms": 0.004467881523009288,
+        "raw_apical_rms": 0.03161750882236315,
+        "teaching_rms": 0.004467881522887306,
+        "traffic_rms": 0.03129727570834674
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 2.063391768558631e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.667910633922773e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018714229991270703,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5651215485572815
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9400590062141418,
+        "mean_feedback_forward_cosine": 0.7793027852710924,
+        "mean_feedback_forward_relative_error": 0.6622625291347504,
+        "min_feedback_forward_cosine": 0.5735139846801758
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004465930820801688,
+        "instruction_rms": 0.004465930822082836,
+        "raw_apical_rms": 0.03201380393201628,
+        "teaching_rms": 0.004465930820801688,
+        "traffic_rms": 0.0316973568205798
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 1.9786291716172855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6701770049518647e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020565879992335005,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5367881216335296
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9074550867080688,
+        "mean_feedback_forward_cosine": 0.7992629251982036,
+        "mean_feedback_forward_relative_error": 0.6312989404326991,
+        "min_feedback_forward_cosine": 0.6033881306648254
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004488743882996864,
+        "instruction_rms": 0.004488743883394296,
+        "raw_apical_rms": 0.03253820913506442,
+        "teaching_rms": 0.004488743882996864,
+        "traffic_rms": 0.03222387411153172
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 1.624934675703571e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6570978633104678e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021121763491213384,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5133781090164184
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8749079704284668,
+        "mean_feedback_forward_cosine": 0.8172648266742104,
+        "mean_feedback_forward_relative_error": 0.6019264969386553,
+        "min_feedback_forward_cosine": 0.6315286755561829
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004567185532329587,
+        "instruction_rms": 0.004567185531875145,
+        "raw_apical_rms": 0.03267877246236714,
+        "teaching_rms": 0.004567185532329587,
+        "traffic_rms": 0.03235449023079796
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 1.8825023317958767e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6523962768317078e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023949785669718785,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.49568962508201597
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8439585566520691,
+        "mean_feedback_forward_cosine": 0.8328915928539476,
+        "mean_feedback_forward_relative_error": 0.5754922346064919,
+        "min_feedback_forward_cosine": 0.6576087474822998
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004532660189511615,
+        "instruction_rms": 0.004532660189898692,
+        "raw_apical_rms": 0.03303496742703316,
+        "teaching_rms": 0.004532660189511615,
+        "traffic_rms": 0.03271914015958286
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.495164525522341e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6616506826460655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02561395877530542,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4700289748954773
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8138879537582397,
+        "mean_feedback_forward_cosine": 0.8469477389988146,
+        "mean_feedback_forward_relative_error": 0.5503434405515069,
+        "min_feedback_forward_cosine": 0.6818727254867554
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004543746671020827,
+        "instruction_rms": 0.004543746671636478,
+        "raw_apical_rms": 0.03339056727055667,
+        "teaching_rms": 0.004543746671020827,
+        "traffic_rms": 0.03307631893544561
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 2.3063201126660715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.651180880965252e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02348627774186139,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.45553980001449584
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7851724028587341,
+        "mean_feedback_forward_cosine": 0.8597740060404727,
+        "mean_feedback_forward_relative_error": 0.5264343807571813,
+        "min_feedback_forward_cosine": 0.7039593458175659
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00452330743429448,
+        "instruction_rms": 0.004523307432850339,
+        "raw_apical_rms": 0.03344017224893044,
+        "teaching_rms": 0.00452330743429448,
+        "traffic_rms": 0.033129054610113035
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6594851715012737e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6482547187262293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025244760944578597,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4385257519340515
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7562856078147888,
+        "mean_feedback_forward_cosine": 0.8712828629895261,
+        "mean_feedback_forward_relative_error": 0.5040967166423798,
+        "min_feedback_forward_cosine": 0.7253634929656982
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004524894111178448,
+        "instruction_rms": 0.004524894110433841,
+        "raw_apical_rms": 0.03372623442973159,
+        "teaching_rms": 0.004524894111178448,
+        "traffic_rms": 0.033417226831372264
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.9184927424475973e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6491610418417525e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02459173713643007,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.42662155561447146
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.727494478225708,
+        "mean_feedback_forward_cosine": 0.8819398629037958,
+        "mean_feedback_forward_relative_error": 0.4824242921252,
+        "min_feedback_forward_cosine": 0.7459448575973511
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00455710462571581,
+        "instruction_rms": 0.004557104626514899,
+        "raw_apical_rms": 0.03389859302778579,
+        "teaching_rms": 0.00455710462571581,
+        "traffic_rms": 0.033587132058906455
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6784120759893995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6446676038834672e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02439157158673806,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.41716986381530763
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7017595171928406,
+        "mean_feedback_forward_cosine": 0.8912567935491863,
+        "mean_feedback_forward_relative_error": 0.46277998779949386,
+        "min_feedback_forward_cosine": 0.763495147228241
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004467705501455536,
+        "instruction_rms": 0.00446770550187483,
+        "raw_apical_rms": 0.03403597744219213,
+        "teaching_rms": 0.004467705501455536,
+        "traffic_rms": 0.03373757295694631
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.789609349600596e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6520740782490892e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02412368861044063,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3956812519741058
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.674005925655365,
+        "mean_feedback_forward_cosine": 0.90006906421561,
+        "mean_feedback_forward_relative_error": 0.44327360626898316,
+        "min_feedback_forward_cosine": 0.7818157076835632
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045355020081382195,
+        "instruction_rms": 0.004535502007613549,
+        "raw_apical_rms": 0.03414242862730772,
+        "teaching_rms": 0.0045355020081382195,
+        "traffic_rms": 0.03383535456553936
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6704419181223784e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6467703134921036e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026533008973207206,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38709440392494204
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6480402946472168,
+        "mean_feedback_forward_cosine": 0.9078673187055086,
+        "mean_feedback_forward_relative_error": 0.425374625544799,
+        "min_feedback_forward_cosine": 0.7980890870094299
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004437292046340473,
+        "instruction_rms": 0.004437292046299349,
+        "raw_apical_rms": 0.03410200116090209,
+        "teaching_rms": 0.004437292046340473,
+        "traffic_rms": 0.03380794785297589
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.545208228037609e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6423353591707344e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024433479929107754,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.37912769493103027
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6218765377998352,
+        "mean_feedback_forward_cosine": 0.9153628161079005,
+        "mean_feedback_forward_relative_error": 0.4074434708607824,
+        "min_feedback_forward_cosine": 0.8138716220855713
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004577775429658856,
+        "instruction_rms": 0.004577775429810046,
+        "raw_apical_rms": 0.03422206346928123,
+        "teaching_rms": 0.004577775429658856,
+        "traffic_rms": 0.03390969191510792
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.542358774031527e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6413110439167186e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026103734111856496,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.37635857237815856
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5979951620101929,
+        "mean_feedback_forward_cosine": 0.9217759872737684,
+        "mean_feedback_forward_relative_error": 0.391411008803468,
+        "min_feedback_forward_cosine": 0.8279277682304382
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004447784983443329,
+        "instruction_rms": 0.004447784982886651,
+        "raw_apical_rms": 0.034372298812697134,
+        "teaching_rms": 0.004447784983443329,
+        "traffic_rms": 0.03407923668921428
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.901300095141778e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6469210153284278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024747049097685145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.36215542563438413
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5739215612411499,
+        "mean_feedback_forward_cosine": 0.9280606320029811,
+        "mean_feedback_forward_relative_error": 0.3751860935437052,
+        "min_feedback_forward_cosine": 0.8413478136062622
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004539715791415214,
+        "instruction_rms": 0.004539715791681997,
+        "raw_apical_rms": 0.03438840107740811,
+        "teaching_rms": 0.004539715791415214,
+        "traffic_rms": 0.03408294657128336
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5479693971087727e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6453338652510303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02347878522757768,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3543705605697632
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5511946082115173,
+        "mean_feedback_forward_cosine": 0.9336594625523216,
+        "mean_feedback_forward_relative_error": 0.36014276507653686,
+        "min_feedback_forward_cosine": 0.853603184223175
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044465964539733265,
+        "instruction_rms": 0.004446596453891937,
+        "raw_apical_rms": 0.034583346033741406,
+        "teaching_rms": 0.0044465964539733265,
+        "traffic_rms": 0.034291434508801615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.568325380674196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6418646959488624e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02368308386768571,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.34472532731056216
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5287750363349915,
+        "mean_feedback_forward_cosine": 0.9389357064899645,
+        "mean_feedback_forward_relative_error": 0.3454364742103376,
+        "min_feedback_forward_cosine": 0.8649998307228088
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004471474856238844,
+        "instruction_rms": 0.004471474856356307,
+        "raw_apical_rms": 0.034863329562206606,
+        "teaching_rms": 0.004471474856238844,
+        "traffic_rms": 0.034571458157533194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5870133651674223e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6426718790656828e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023835742278320818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3465214729595184
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5074366331100464,
+        "mean_feedback_forward_cosine": 0.9436989646208914,
+        "mean_feedback_forward_relative_error": 0.3315695398732236,
+        "min_feedback_forward_cosine": 0.8755497932434082
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004448171037908281,
+        "instruction_rms": 0.004448171038350835,
+        "raw_apical_rms": 0.03483415854737568,
+        "teaching_rms": 0.004448171037908281,
+        "traffic_rms": 0.03454369402791954
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.0888506924165995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6463878292020533e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024030193243639503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.33590031269073484
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4867047667503357,
+        "mean_feedback_forward_cosine": 0.9480897501895302,
+        "mean_feedback_forward_relative_error": 0.3182977806580694,
+        "min_feedback_forward_cosine": 0.8853880167007446
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004423384168458073,
+        "instruction_rms": 0.004423384169365268,
+        "raw_apical_rms": 0.035117064294096716,
+        "teaching_rms": 0.004423384168458073,
+        "traffic_rms": 0.034832597217755064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 2.0543510004245036e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.644458445748287e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024089120783701224,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3282954907798767
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.46751919388771057,
+        "mean_feedback_forward_cosine": 0.9520918319099828,
+        "mean_feedback_forward_relative_error": 0.30566978336949097,
+        "min_feedback_forward_cosine": 0.8941617012023926
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044125753228557866,
+        "instruction_rms": 0.004412575322187627,
+        "raw_apical_rms": 0.035066078593451525,
+        "teaching_rms": 0.0044125753228557866,
+        "traffic_rms": 0.03478221942297027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.642468205886871e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6375638614241898e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023219864507712074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3214613053703308
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4484589993953705,
+        "mean_feedback_forward_cosine": 0.9558267907092446,
+        "mean_feedback_forward_relative_error": 0.2933885396311158,
+        "min_feedback_forward_cosine": 0.9025173187255859
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004476423203763373,
+        "instruction_rms": 0.0044764232035603944,
+        "raw_apical_rms": 0.03505950494868195,
+        "teaching_rms": 0.004476423203763373,
+        "traffic_rms": 0.03476770158376339
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6993489282413066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6464416585870255e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02482951248995586,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.31700959282875063
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4301394820213318,
+        "mean_feedback_forward_cosine": 0.9592449821923908,
+        "mean_feedback_forward_relative_error": 0.2816562750621846,
+        "min_feedback_forward_cosine": 0.910204291343689
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004490847735998194,
+        "instruction_rms": 0.004490847734793306,
+        "raw_apical_rms": 0.03507095271301133,
+        "teaching_rms": 0.004490847735998194,
+        "traffic_rms": 0.034776383161730595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6190808693750114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6498577713188072e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023441666684380635,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.315634055557251
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4131023585796356,
+        "mean_feedback_forward_cosine": 0.9623561344648662,
+        "mean_feedback_forward_relative_error": 0.2705946294100661,
+        "min_feedback_forward_cosine": 0.9170982837677002
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00447937626184933,
+        "instruction_rms": 0.0044793762596638835,
+        "raw_apical_rms": 0.03512164572764162,
+        "teaching_rms": 0.00447937626184933,
+        "traffic_rms": 0.03482965493361372
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7080411751635438e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6457773394476655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02167975560102077,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3085683342170715
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3964741826057434,
+        "mean_feedback_forward_cosine": 0.9651784645883661,
+        "mean_feedback_forward_relative_error": 0.26015177016195495,
+        "min_feedback_forward_cosine": 0.9236017465591431
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004405803658098219,
+        "instruction_rms": 0.004405803658003219,
+        "raw_apical_rms": 0.03538970437620587,
+        "teaching_rms": 0.004405803658098219,
+        "traffic_rms": 0.035109684564481256
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.893741341518762e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6397816077385317e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02294377047044634,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29902457102775576
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38062727451324463,
+        "mean_feedback_forward_cosine": 0.9678651439516168,
+        "mean_feedback_forward_relative_error": 0.24982087196488129,
+        "min_feedback_forward_cosine": 0.9295386075973511
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00447090715112082,
+        "instruction_rms": 0.004470907150392404,
+        "raw_apical_rms": 0.0353383738859797,
+        "teaching_rms": 0.00447090715112082,
+        "traffic_rms": 0.03504876898765303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.609725863715994e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.644604952098583e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024566996648501704,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2977564609622955
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36492830514907837,
+        "mean_feedback_forward_cosine": 0.9703365250637657,
+        "mean_feedback_forward_relative_error": 0.2399726498283838,
+        "min_feedback_forward_cosine": 0.9351792931556702
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004364335905305467,
+        "instruction_rms": 0.0043643359050392575,
+        "raw_apical_rms": 0.035456471510900006,
+        "teaching_rms": 0.004364335905305467,
+        "traffic_rms": 0.0351822665190461
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7922589634622454e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6424306069191065e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024348977475543303,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.29589119950294496
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3503844141960144,
+        "mean_feedback_forward_cosine": 0.9725847871680009,
+        "mean_feedback_forward_relative_error": 0.2306134336088833,
+        "min_feedback_forward_cosine": 0.9401798844337463
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004447146035738178,
+        "instruction_rms": 0.004447146035938516,
+        "raw_apical_rms": 0.03557121944095086,
+        "teaching_rms": 0.004447146035738178,
+        "traffic_rms": 0.03528669089704726
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8323179418189284e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6441995587972693e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02415735175392005,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.28913657015800476
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33654966950416565,
+        "mean_feedback_forward_cosine": 0.9746715144107216,
+        "mean_feedback_forward_relative_error": 0.22158391459992058,
+        "min_feedback_forward_cosine": 0.9447486400604248
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044103386134673765,
+        "instruction_rms": 0.004410338612966179,
+        "raw_apical_rms": 0.035549935239983455,
+        "teaching_rms": 0.0044103386134673765,
+        "traffic_rms": 0.035269379515583725
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6309007477843807e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.646905115209585e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02389306688227081,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2843629100704193
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.322573184967041,
+        "mean_feedback_forward_cosine": 0.9766120565565009,
+        "mean_feedback_forward_relative_error": 0.21291067882588036,
+        "min_feedback_forward_cosine": 0.9491961002349854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004423752816388216,
+        "instruction_rms": 0.0044237528169845785,
+        "raw_apical_rms": 0.03571848439953673,
+        "teaching_rms": 0.004423752816388216,
+        "traffic_rms": 0.035438604820113274
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.660399995273565e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6421032949187638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02659053691296109,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2839098592567444
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30924469232559204,
+        "mean_feedback_forward_cosine": 0.9783869417090165,
+        "mean_feedback_forward_relative_error": 0.2046125076319042,
+        "min_feedback_forward_cosine": 0.9532613754272461
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004415721175997225,
+        "instruction_rms": 0.004415721174459779,
+        "raw_apical_rms": 0.035916717582382435,
+        "teaching_rms": 0.004415721175997225,
+        "traffic_rms": 0.035638754870780685
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7482420844316948e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6349979177537058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024286965104017403,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.27768599178314207
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2961288094520569,
+        "mean_feedback_forward_cosine": 0.9800594950977125,
+        "mean_feedback_forward_relative_error": 0.1964913104709826,
+        "min_feedback_forward_cosine": 0.9571245908737183
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044117293092607816,
+        "instruction_rms": 0.0044117293089649045,
+        "raw_apical_rms": 0.03583366174769138,
+        "teaching_rms": 0.0044117293092607816,
+        "traffic_rms": 0.0355553536211928
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6573682870557604e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6451315176269963e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025957363338989476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2769059896183014
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28415414690971375,
+        "mean_feedback_forward_cosine": 0.9815883667845475,
+        "mean_feedback_forward_relative_error": 0.18880548955578552,
+        "min_feedback_forward_cosine": 0.9604951739311218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004393749558337426,
+        "instruction_rms": 0.004393749556537889,
+        "raw_apical_rms": 0.035675566681543515,
+        "teaching_rms": 0.004393749558337426,
+        "traffic_rms": 0.035397661010868706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6211796349807628e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6417471676073113e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025829876646181235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.27106802872657776
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.272704154253006,
+        "mean_feedback_forward_cosine": 0.9829937439215811,
+        "mean_feedback_forward_relative_error": 0.1813990767849119,
+        "min_feedback_forward_cosine": 0.9635632038116455
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004424747032764403,
+        "instruction_rms": 0.004424747031815081,
+        "raw_apical_rms": 0.035685327873677515,
+        "teaching_rms": 0.004424747032764403,
+        "traffic_rms": 0.03540451898891116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4912355794649557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6421930289825777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02619181318080056,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.26903158897399904
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26139092445373535,
+        "mean_feedback_forward_cosine": 0.9842860134024369,
+        "mean_feedback_forward_relative_error": 0.1743228913922059,
+        "min_feedback_forward_cosine": 0.9665086269378662
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004399376926037717,
+        "instruction_rms": 0.004399376926419535,
+        "raw_apical_rms": 0.03578037191453057,
+        "teaching_rms": 0.004399376926037717,
+        "traffic_rms": 0.035503200118891506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.054619230307253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6446065149664913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026543507888778975,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2697189217185974
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25096380710601807,
+        "mean_feedback_forward_cosine": 0.9854529907828883,
+        "mean_feedback_forward_relative_error": 0.16767705388759313,
+        "min_feedback_forward_cosine": 0.9690964221954346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004380814009624374,
+        "instruction_rms": 0.0043808140088818885,
+        "raw_apical_rms": 0.035898657009851814,
+        "teaching_rms": 0.004380814009624374,
+        "traffic_rms": 0.03562496222187497
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6261184399013473e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637953854628046e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025042926658955567,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.264529719247818
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2404278963804245,
+        "mean_feedback_forward_cosine": 0.9865727895184567,
+        "mean_feedback_forward_relative_error": 0.16105910743537702,
+        "min_feedback_forward_cosine": 0.971608579158783
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00441623546840931,
+        "instruction_rms": 0.004416235469685677,
+        "raw_apical_rms": 0.03576710243699769,
+        "teaching_rms": 0.00441623546840931,
+        "traffic_rms": 0.03548826101255406
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.1600827793122335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6485260806068663e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02507802646393133,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2682321417474747
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2306424379348755,
+        "mean_feedback_forward_cosine": 0.9875766885908026,
+        "mean_feedback_forward_relative_error": 0.15487558610345187,
+        "min_feedback_forward_cosine": 0.973849892616272
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004383347469055149,
+        "instruction_rms": 0.004383347468803006,
+        "raw_apical_rms": 0.03570098141385334,
+        "teaching_rms": 0.004383347469055149,
+        "traffic_rms": 0.035425391724340095
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5865712299500956e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.648822174202504e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02572795370507735,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.26048758533477784
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22135618329048157,
+        "mean_feedback_forward_cosine": 0.98851919487903,
+        "mean_feedback_forward_relative_error": 0.14887614058036552,
+        "min_feedback_forward_cosine": 0.97590172290802
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004411132220707498,
+        "instruction_rms": 0.004411132221361865,
+        "raw_apical_rms": 0.03585327806696431,
+        "teaching_rms": 0.004411132220707498,
+        "traffic_rms": 0.03557491052381889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.519676651184909e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6374410443092133e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023959072416830783,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2558250538158417
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21225978434085846,
+        "mean_feedback_forward_cosine": 0.9893784585751986,
+        "mean_feedback_forward_relative_error": 0.14319396077802307,
+        "min_feedback_forward_cosine": 0.9778265357017517
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004349862079328885,
+        "instruction_rms": 0.004349862082166698,
+        "raw_apical_rms": 0.036059146458913394,
+        "teaching_rms": 0.004349862079328885,
+        "traffic_rms": 0.03578927992557844
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8104026722198796e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6394240413382868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024059027526004726,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25653854535102844
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20403455197811127,
+        "mean_feedback_forward_cosine": 0.9901408208043951,
+        "mean_feedback_forward_relative_error": 0.13790253079251238,
+        "min_feedback_forward_cosine": 0.9795041680335999
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004306479480967527,
+        "instruction_rms": 0.004306479480347433,
+        "raw_apical_rms": 0.03609244323650274,
+        "teaching_rms": 0.004306479480967527,
+        "traffic_rms": 0.03582863102146008
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.887720202375931e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6346973588729177e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02586103547696073,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2501375808238983
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19561706483364105,
+        "mean_feedback_forward_cosine": 0.990902536793759,
+        "mean_feedback_forward_relative_error": 0.13246441848183932,
+        "min_feedback_forward_cosine": 0.9811499118804932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004380121993508599,
+        "instruction_rms": 0.004380121993528997,
+        "raw_apical_rms": 0.03618118102068092,
+        "teaching_rms": 0.004380121993508599,
+        "traffic_rms": 0.03590919125609109
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5899722427548113e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.642278442334458e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02467008859314559,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.25490029556274413
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18769954144954681,
+        "mean_feedback_forward_cosine": 0.9915783060224432,
+        "mean_feedback_forward_relative_error": 0.12744557053634994,
+        "min_feedback_forward_cosine": 0.9826302528381348
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004286147496289654,
+        "instruction_rms": 0.004286147496351909,
+        "raw_apical_rms": 0.03630124343660979,
+        "teaching_rms": 0.004286147496289654,
+        "traffic_rms": 0.036040969836335424
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.648854563995883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6430216693006145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026401292513840293,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24815159578323365
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18009990453720093,
+        "mean_feedback_forward_cosine": 0.9922122735726205,
+        "mean_feedback_forward_relative_error": 0.12253583477515924,
+        "min_feedback_forward_cosine": 0.9839999079704285
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004312106636242478,
+        "instruction_rms": 0.004312106636474313,
+        "raw_apical_rms": 0.036184531812555536,
+        "teaching_rms": 0.004312106636242478,
+        "traffic_rms": 0.03592057902823251
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6694354343371742e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6393579239439885e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024730917909241687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.2403199802684784
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17225059866905212,
+        "mean_feedback_forward_cosine": 0.9928227694411027,
+        "mean_feedback_forward_relative_error": 0.11763422053895499,
+        "min_feedback_forward_cosine": 0.9853569269180298
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004380892139840888,
+        "instruction_rms": 0.004380892138539752,
+        "raw_apical_rms": 0.03613477430970268,
+        "teaching_rms": 0.004380892139840888,
+        "traffic_rms": 0.035862071127396776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4650358259871155e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6405279076261334e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025655650530405014,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.25474447553634644
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16533377766609192,
+        "mean_feedback_forward_cosine": 0.9933718819367258,
+        "mean_feedback_forward_relative_error": 0.11302786869438071,
+        "min_feedback_forward_cosine": 0.9865034818649292
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004372155822051499,
+        "instruction_rms": 0.004372155820960061,
+        "raw_apical_rms": 0.03608949200343661,
+        "teaching_rms": 0.004372155822051499,
+        "traffic_rms": 0.035817816284899884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 2.2975777724809632e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6393209236534024e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025822520163800676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24282258381843566
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15859918296337128,
+        "mean_feedback_forward_cosine": 0.9938796225347017,
+        "mean_feedback_forward_relative_error": 0.108597190364411,
+        "min_feedback_forward_cosine": 0.9875694513320923
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004362059949352545,
+        "instruction_rms": 0.004362059949161949,
+        "raw_apical_rms": 0.03625296530730955,
+        "teaching_rms": 0.004362059949352545,
+        "traffic_rms": 0.03598279929393575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.797129733915881e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.649467975778483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025184496131834908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2423663339328766
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1521463394165039,
+        "mean_feedback_forward_cosine": 0.9943467911921049,
+        "mean_feedback_forward_relative_error": 0.10436487472371052,
+        "min_feedback_forward_cosine": 0.9885553121566772
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004349241087665281,
+        "instruction_rms": 0.004349241087557516,
+        "raw_apical_rms": 0.036288853362750687,
+        "teaching_rms": 0.004349241087665281,
+        "traffic_rms": 0.03602159539953193
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7972057619886073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.645573059315511e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027309716729476814,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.24145609384059907
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14589492976665497,
+        "mean_feedback_forward_cosine": 0.9947792511237296,
+        "mean_feedback_forward_relative_error": 0.10027973961673285,
+        "min_feedback_forward_cosine": 0.9894683361053467
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00443560020305727,
+        "instruction_rms": 0.004435600202779282,
+        "raw_apical_rms": 0.036245082784293885,
+        "teaching_rms": 0.00443560020305727,
+        "traffic_rms": 0.03596629811076143
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6471787489535927e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.64481746909483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02564385253995259,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23738046546936034
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13990528881549835,
+        "mean_feedback_forward_cosine": 0.9951821157806798,
+        "mean_feedback_forward_relative_error": 0.09634204718627427,
+        "min_feedback_forward_cosine": 0.9903104305267334
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004417898072200897,
+        "instruction_rms": 0.004417898070255701,
+        "raw_apical_rms": 0.03634591894911371,
+        "teaching_rms": 0.004417898072200897,
+        "traffic_rms": 0.03607015230122321
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.532388971270393e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6438721709474604e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025940952342224873,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.24064112573623658
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13450220227241516,
+        "mean_feedback_forward_cosine": 0.9955436932413202,
+        "mean_feedback_forward_relative_error": 0.09263677797035168,
+        "min_feedback_forward_cosine": 0.9910425543785095
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004350186836046022,
+        "instruction_rms": 0.004350186836275804,
+        "raw_apical_rms": 0.03632066720030548,
+        "teaching_rms": 0.004350186836046022,
+        "traffic_rms": 0.03605261313788862
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7902296534089146e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6421214299135592e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02531954217838077,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23421626525878905
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12912173569202423,
+        "mean_feedback_forward_cosine": 0.9958715627067968,
+        "mean_feedback_forward_relative_error": 0.08915260924320471,
+        "min_feedback_forward_cosine": 0.9917436838150024
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004295469282799223,
+        "instruction_rms": 0.004295469282800077,
+        "raw_apical_rms": 0.036303267360028105,
+        "teaching_rms": 0.004295469282799223,
+        "traffic_rms": 0.03604184390644494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5573377254440857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6398779170850022e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027254379703392013,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23287498149871827
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12378261238336563,
+        "mean_feedback_forward_cosine": 0.9961902028635928,
+        "mean_feedback_forward_relative_error": 0.0856276297647702,
+        "min_feedback_forward_cosine": 0.9924105405807495
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004404649950875146,
+        "instruction_rms": 0.004404649949878285,
+        "raw_apical_rms": 0.03640634575193176,
+        "teaching_rms": 0.004404649950875146,
+        "traffic_rms": 0.03613292402335098
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.3403815835033583e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6458606822450422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02821253384677919,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.23738461943149566
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.118791863322258,
+        "mean_feedback_forward_cosine": 0.9964815691897744,
+        "mean_feedback_forward_relative_error": 0.0822867433491506,
+        "min_feedback_forward_cosine": 0.9930055141448975
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043798131965625195,
+        "instruction_rms": 0.004379813195739186,
+        "raw_apical_rms": 0.036508153808117935,
+        "teaching_rms": 0.0043798131965625195,
+        "traffic_rms": 0.036238237111727765
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.543406824566773e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6358234620969477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027344268898437243,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.2298891465139389
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11408618837594986,
+        "mean_feedback_forward_cosine": 0.9967511108047084,
+        "mean_feedback_forward_relative_error": 0.07907330931017273,
+        "min_feedback_forward_cosine": 0.9935445785522461
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004400033544582169,
+        "instruction_rms": 0.004400033542666569,
+        "raw_apical_rms": 0.036581720541914525,
+        "teaching_rms": 0.004400033544582169,
+        "traffic_rms": 0.036310252605506126
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7451132094947752e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.646800580301058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029348223731756308,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.23212497337818147
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10955850780010223,
+        "mean_feedback_forward_cosine": 0.9969988402567411,
+        "mean_feedback_forward_relative_error": 0.07600064732526478,
+        "min_feedback_forward_cosine": 0.9940474033355713
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004400858957967885,
+        "instruction_rms": 0.004400858957259833,
+        "raw_apical_rms": 0.03662189152470648,
+        "teaching_rms": 0.004400858957967885,
+        "traffic_rms": 0.03635043751975639
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.149361932879401e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6488186231541156e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029423990786304387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.23038364398002625
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10510402917861938,
+        "mean_feedback_forward_cosine": 0.9972231450833773,
+        "mean_feedback_forward_relative_error": 0.07309989062579055,
+        "min_feedback_forward_cosine": 0.994519054889679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004298693635184693,
+        "instruction_rms": 0.004298693636958555,
+        "raw_apical_rms": 0.03672323394124366,
+        "teaching_rms": 0.004298693635184693,
+        "traffic_rms": 0.03646474824245048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6175935257933816e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6358027796049103e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026275037975836905,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22771517116069795
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1008649468421936,
+        "mean_feedback_forward_cosine": 0.9974358709234941,
+        "mean_feedback_forward_relative_error": 0.07025236891288507,
+        "min_feedback_forward_cosine": 0.9949517250061035
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004371207459752592,
+        "instruction_rms": 0.004371207458225978,
+        "raw_apical_rms": 0.036732438158368304,
+        "teaching_rms": 0.004371207459752592,
+        "traffic_rms": 0.036464986695496755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6207767572495868e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632175738377127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026726881148244803,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.2288066136932373
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09671594202518463,
+        "mean_feedback_forward_cosine": 0.997633021128805,
+        "mean_feedback_forward_relative_error": 0.06750233343949444,
+        "min_feedback_forward_cosine": 0.9953564405441284
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00435124354276943,
+        "instruction_rms": 0.004351243544278372,
+        "raw_apical_rms": 0.0367646880373878,
+        "teaching_rms": 0.00435124354276943,
+        "traffic_rms": 0.03649963306686959
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5049236523623222e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6325353369323043e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02943399038339836,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.2258894060230255
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09282435476779938,
+        "mean_feedback_forward_cosine": 0.9978102476973283,
+        "mean_feedback_forward_relative_error": 0.06492303449072336,
+        "min_feedback_forward_cosine": 0.9957225918769836
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004301245945143303,
+        "instruction_rms": 0.004301245945195418,
+        "raw_apical_rms": 0.036927061981523776,
+        "teaching_rms": 0.004301245945143303,
+        "traffic_rms": 0.0366689103528022
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5561564481458845e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637986732491845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03096522569673623,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22593291145324707
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08929688483476639,
+        "mean_feedback_forward_cosine": 0.9979695803240726,
+        "mean_feedback_forward_relative_error": 0.06250794878915737,
+        "min_feedback_forward_cosine": 0.9960407018661499
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004230834898941168,
+        "instruction_rms": 0.004230834897509177,
+        "raw_apical_rms": 0.036939073473167064,
+        "teaching_rms": 0.004230834898941168,
+        "traffic_rms": 0.036689647557933955
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9310835597252662e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6516867513268415e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028589777565949704,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.2201699444103241
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08564090728759766,
+        "mean_feedback_forward_cosine": 0.9981240034103394,
+        "mean_feedback_forward_relative_error": 0.060087979722179864,
+        "min_feedback_forward_cosine": 0.9963566064834595
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004271565482905371,
+        "instruction_rms": 0.00427156548377046,
+        "raw_apical_rms": 0.03695803659325144,
+        "teaching_rms": 0.004271565482905371,
+        "traffic_rms": 0.03670412882219586
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.2025249180046558e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6406193336393507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02759562895835457,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.22320329292297364
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08221229165792465,
+        "mean_feedback_forward_cosine": 0.9982665902689883,
+        "mean_feedback_forward_relative_error": 0.05775321931823304,
+        "min_feedback_forward_cosine": 0.9966413974761963
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004360666322564923,
+        "instruction_rms": 0.004360666322151648,
+        "raw_apical_rms": 0.03696974506483356,
+        "teaching_rms": 0.004360666322564923,
+        "traffic_rms": 0.03670505541069315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7738548407919552e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6380015919216007e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029595878956890163,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21980459425926208
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07890763878822327,
+        "mean_feedback_forward_cosine": 0.9983981439941808,
+        "mean_feedback_forward_relative_error": 0.055507991266878026,
+        "min_feedback_forward_cosine": 0.9969053268432617
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004310736395403316,
+        "instruction_rms": 0.0043107363940004095,
+        "raw_apical_rms": 0.03709640868607015,
+        "teaching_rms": 0.004310736395403316,
+        "traffic_rms": 0.03683809630429253
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5565614575052678e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6361613618084028e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027300228376568036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.2204686019039154
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07569430023431778,
+        "mean_feedback_forward_cosine": 0.998520082549045,
+        "mean_feedback_forward_relative_error": 0.05335385989593832,
+        "min_feedback_forward_cosine": 0.997151255607605
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004323432938393961,
+        "instruction_rms": 0.004323432936287673,
+        "raw_apical_rms": 0.03725071845572123,
+        "teaching_rms": 0.004323432938393961,
+        "traffic_rms": 0.036992139013249506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.965426221772759e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6382316724464877e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02898712459683593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21767166561126708
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07255414873361588,
+        "mean_feedback_forward_cosine": 0.9986343634755988,
+        "mean_feedback_forward_relative_error": 0.05125473723991921,
+        "min_feedback_forward_cosine": 0.9973822832107544
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00441862426066667,
+        "instruction_rms": 0.00441862426124997,
+        "raw_apical_rms": 0.037235194156025005,
+        "teaching_rms": 0.00441862426066667,
+        "traffic_rms": 0.036966230528392104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.718154862828669e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6437110558224434e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02991792440940041,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.2246888160943985
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06971338391304016,
+        "mean_feedback_forward_cosine": 0.9987352239458185,
+        "mean_feedback_forward_relative_error": 0.04932096541712159,
+        "min_feedback_forward_cosine": 0.9975833296775818
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004272562643246793,
+        "instruction_rms": 0.0042725626416128,
+        "raw_apical_rms": 0.0374901821037666,
+        "teaching_rms": 0.004272562643246793,
+        "traffic_rms": 0.03723931378122401
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7589670164852578e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6461356648238112e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029996935967058744,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21846248909950255
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06683551520109177,
+        "mean_feedback_forward_cosine": 0.9988325551936501,
+        "mean_feedback_forward_relative_error": 0.04738790257588813,
+        "min_feedback_forward_cosine": 0.9977781176567078
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004350795653378297,
+        "instruction_rms": 0.004350795652732428,
+        "raw_apical_rms": 0.03770099980268839,
+        "teaching_rms": 0.004350795653378297,
+        "traffic_rms": 0.03744178384044821
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6747682352047377e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6471955241072376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029882823360970725,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21745040514945985
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06427686661481857,
+        "mean_feedback_forward_cosine": 0.9989167985163236,
+        "mean_feedback_forward_relative_error": 0.04563660145198044,
+        "min_feedback_forward_cosine": 0.9979446530342102
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004252741005501674,
+        "instruction_rms": 0.004252741006726077,
+        "raw_apical_rms": 0.03771005482405822,
+        "teaching_rms": 0.004252741005501674,
+        "traffic_rms": 0.0374629135557298
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6525609325412915e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6362543539925117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02786908802995047,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.21024232966423034
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06162598356604576,
+        "mean_feedback_forward_cosine": 0.9990003736395585,
+        "mean_feedback_forward_relative_error": 0.043843959115053475,
+        "min_feedback_forward_cosine": 0.998110294342041
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004325275254150915,
+        "instruction_rms": 0.004325275251857677,
+        "raw_apical_rms": 0.03756144632966855,
+        "teaching_rms": 0.004325275254150915,
+        "traffic_rms": 0.03730497840717791
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.057539738586911e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637602498587542e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027524282422649687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.21708910552501678
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05915717035531998,
+        "mean_feedback_forward_cosine": 0.99907617506228,
+        "mean_feedback_forward_relative_error": 0.04214897663577607,
+        "min_feedback_forward_cosine": 0.9982584118843079
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004309418796410489,
+        "instruction_rms": 0.004309418797101769,
+        "raw_apical_rms": 0.037640647899612384,
+        "teaching_rms": 0.004309418796410489,
+        "traffic_rms": 0.03738624936337194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7299415233651416e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.631184541595925e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02538905609059549,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.21470391620635987
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.056747566908597946,
+        "mean_feedback_forward_cosine": 0.9991461791490254,
+        "mean_feedback_forward_relative_error": 0.04051467178291396,
+        "min_feedback_forward_cosine": 0.998397171497345
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043014494592701616,
+        "instruction_rms": 0.004301449459838726,
+        "raw_apical_rms": 0.03766436506243184,
+        "teaching_rms": 0.0043014494592701616,
+        "traffic_rms": 0.0374106554542983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8397047440998904e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.625295671665333e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02570591754529208,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.21144128823280334
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05448109284043312,
+        "mean_feedback_forward_cosine": 0.999211007042935,
+        "mean_feedback_forward_relative_error": 0.03894878154326426,
+        "min_feedback_forward_cosine": 0.9985224008560181
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004338925489758241,
+        "instruction_rms": 0.004338925487702967,
+        "raw_apical_rms": 0.03769431373012702,
+        "teaching_rms": 0.004338925489758241,
+        "traffic_rms": 0.03743694702242664
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.503887858689268e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6347195041873302e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03087129784802902,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.21591497334480286
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05233306437730789,
+        "mean_feedback_forward_cosine": 0.9992701348505522,
+        "mean_feedback_forward_relative_error": 0.03745676812372709,
+        "min_feedback_forward_cosine": 0.9986362457275391
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004262911033864895,
+        "instruction_rms": 0.004262911032461412,
+        "raw_apical_rms": 0.03756991058654036,
+        "teaching_rms": 0.004262911033864895,
+        "traffic_rms": 0.037320575213139924
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.821502060295188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635825890972668e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029972013270255258,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.21523317390441896
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05033174902200699,
+        "mean_feedback_forward_cosine": 0.9993233053307784,
+        "mean_feedback_forward_relative_error": 0.03606237922059862,
+        "min_feedback_forward_cosine": 0.9987383484840393
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004235331000303778,
+        "instruction_rms": 0.004235330999733004,
+        "raw_apical_rms": 0.03763125841777892,
+        "teaching_rms": 0.004235331000303778,
+        "traffic_rms": 0.037386295053336384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8305499338566733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.62866648550901e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03199962139528819,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20814406343460082
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04831020161509514,
+        "mean_feedback_forward_cosine": 0.9993755786042464,
+        "mean_feedback_forward_relative_error": 0.03464266368629117,
+        "min_feedback_forward_cosine": 0.9988373517990112
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042793988046633665,
+        "instruction_rms": 0.004279398806622811,
+        "raw_apical_rms": 0.03785771018223702,
+        "teaching_rms": 0.0042793988046633665,
+        "traffic_rms": 0.03760810224804689
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.739566535263748e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628562119284446e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02889728565216775,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.21176144869804384
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04645945876836777,
+        "mean_feedback_forward_cosine": 0.999421941606622,
+        "mean_feedback_forward_relative_error": 0.03332514379565653,
+        "min_feedback_forward_cosine": 0.9989247918128967
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004193732668225378,
+        "instruction_rms": 0.004193732668115014,
+        "raw_apical_rms": 0.03802973077714694,
+        "teaching_rms": 0.004193732668225378,
+        "traffic_rms": 0.03779198190752415
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7790846129628335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6289693711293847e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028981119505451246,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.20443459541320802
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04457734897732735,
+        "mean_feedback_forward_cosine": 0.9994671940803528,
+        "mean_feedback_forward_relative_error": 0.031998100886611563,
+        "min_feedback_forward_cosine": 0.9990100264549255
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004323376996153676,
+        "instruction_rms": 0.004323376996283124,
+        "raw_apical_rms": 0.037952526576866444,
+        "teaching_rms": 0.004323376996153676,
+        "traffic_rms": 0.03769842263314647
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9098525427807544e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6534175299853367e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03152263700242818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.2138747335100174
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04280515015125275,
+        "mean_feedback_forward_cosine": 0.9995075966182508,
+        "mean_feedback_forward_relative_error": 0.030757261685242777,
+        "min_feedback_forward_cosine": 0.9990870952606201
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004255726437110494,
+        "instruction_rms": 0.004255726436316464,
+        "raw_apical_rms": 0.03791747742408011,
+        "teaching_rms": 0.004255726437110494,
+        "traffic_rms": 0.03767044845686484
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8015006375549092e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6313528637687926e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03032290058548302,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20586758162021637
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04110410064458847,
+        "mean_feedback_forward_cosine": 0.9995450942139876,
+        "mean_feedback_forward_relative_error": 0.02956567371362134,
+        "min_feedback_forward_cosine": 0.9991582632064819
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004260112557881052,
+        "instruction_rms": 0.004260112557768156,
+        "raw_apical_rms": 0.03789958229204585,
+        "teaching_rms": 0.004260112557881052,
+        "traffic_rms": 0.03765199066570434
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.724694698168605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6339050635709703e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030190049271698268,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.2072344115114212
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03949689120054245,
+        "mean_feedback_forward_cosine": 0.9995794766827634,
+        "mean_feedback_forward_relative_error": 0.02842776163628227,
+        "min_feedback_forward_cosine": 0.9992226362228394
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004256048220758677,
+        "instruction_rms": 0.004256048219750716,
+        "raw_apical_rms": 0.03793151217403447,
+        "teaching_rms": 0.004256048220758677,
+        "traffic_rms": 0.037685829450225194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8520099231977838e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272271576602712e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.032234332523108915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20653880887031556
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03798986226320267,
+        "mean_feedback_forward_cosine": 0.9996102326794675,
+        "mean_feedback_forward_relative_error": 0.027364657652613363,
+        "min_feedback_forward_cosine": 0.9992806911468506
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004192474929239927,
+        "instruction_rms": 0.004192474930560906,
+        "raw_apical_rms": 0.038066076250903275,
+        "teaching_rms": 0.004192474929239927,
+        "traffic_rms": 0.03782790867276122
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.741722499559728e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.630554216309163e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030888199245855136,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20467469822883605
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03655789792537689,
+        "mean_feedback_forward_cosine": 0.9996384915552641,
+        "mean_feedback_forward_relative_error": 0.026353497254221064,
+        "min_feedback_forward_cosine": 0.9993339776992798
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004196713987726843,
+        "instruction_rms": 0.004196713988576469,
+        "raw_apical_rms": 0.03803824456353289,
+        "teaching_rms": 0.004196713987726843,
+        "traffic_rms": 0.03779980152657051
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8555535774567034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635573494246336e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03137445276631297,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.2006166345643997
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035058069974184036,
+        "mean_feedback_forward_cosine": 0.9996663582952399,
+        "mean_feedback_forward_relative_error": 0.025318155163212827,
+        "min_feedback_forward_cosine": 0.9993873834609985
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004278457500947302,
+        "instruction_rms": 0.004278457502537187,
+        "raw_apical_rms": 0.03801589089672703,
+        "teaching_rms": 0.004278457500947302,
+        "traffic_rms": 0.03776764602797676
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.816962225120733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6315265603102006e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03156189317425394,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.2079934164237976
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03361845761537552,
+        "mean_feedback_forward_cosine": 0.9996919067282426,
+        "mean_feedback_forward_relative_error": 0.024330640505803258,
+        "min_feedback_forward_cosine": 0.999436616897583
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004171329128176773,
+        "instruction_rms": 0.004171329128546838,
+        "raw_apical_rms": 0.03827341891966776,
+        "teaching_rms": 0.004171329128176773,
+        "traffic_rms": 0.03803890411963171
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8939614321311637e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6322205690983076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029275241594310046,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.2060692320919037
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03226522356271744,
+        "mean_feedback_forward_cosine": 0.999715296845687,
+        "mean_feedback_forward_relative_error": 0.023390883432799263,
+        "min_feedback_forward_cosine": 0.9994810223579407
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004216183031360325,
+        "instruction_rms": 0.004216183031316873,
+        "raw_apical_rms": 0.0383180232899589,
+        "teaching_rms": 0.004216183031360325,
+        "traffic_rms": 0.038078698374211586
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6305541805650137e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6360973112662722e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030478763164477576,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20303939084529876
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03100731037557125,
+        "mean_feedback_forward_cosine": 0.9997361365117525,
+        "mean_feedback_forward_relative_error": 0.022514498743571733,
+        "min_feedback_forward_cosine": 0.9995205998420715
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004163393397072652,
+        "instruction_rms": 0.004163393397009668,
+        "raw_apical_rms": 0.03833071208223166,
+        "teaching_rms": 0.004163393397072652,
+        "traffic_rms": 0.038097333243707746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8549133784517835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632358579443667e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029992315804167283,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.20438588438510893
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029799586161971092,
+        "mean_feedback_forward_cosine": 0.9997556240935075,
+        "mean_feedback_forward_relative_error": 0.021665562973602823,
+        "min_feedback_forward_cosine": 0.9995572566986084
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004182450845487229,
+        "instruction_rms": 0.004182450845156524,
+        "raw_apical_rms": 0.03838367147440939,
+        "teaching_rms": 0.004182450845487229,
+        "traffic_rms": 0.03814845954977189
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.857545406380723e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6354508912788782e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03239208739900565,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20093711258888244
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028632402420043945,
+        "mean_feedback_forward_cosine": 0.9997738129214236,
+        "mean_feedback_forward_relative_error": 0.02084279521123359,
+        "min_feedback_forward_cosine": 0.9995911717414856
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004157537731913381,
+        "instruction_rms": 0.004157537731379954,
+        "raw_apical_rms": 0.038425944631641194,
+        "teaching_rms": 0.004157537731913381,
+        "traffic_rms": 0.03819441855615874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7136260410666182e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6357160612488496e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03206599202925909,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19841983298301696
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.027546999976038933,
+        "mean_feedback_forward_cosine": 0.9997905084961339,
+        "mean_feedback_forward_relative_error": 0.020055406089676053,
+        "min_feedback_forward_cosine": 0.999621570110321
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004154733364645373,
+        "instruction_rms": 0.004154733365560695,
+        "raw_apical_rms": 0.03846353718351853,
+        "teaching_rms": 0.004154733364645373,
+        "traffic_rms": 0.038232406989128116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8425650338826927e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628075372259727e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028683843982306924,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19625775382995606
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0264087226241827,
+        "mean_feedback_forward_cosine": 0.9998070189827367,
+        "mean_feedback_forward_relative_error": 0.019253365009238844,
+        "min_feedback_forward_cosine": 0.9996521472930908
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042599252761829475,
+        "instruction_rms": 0.004259925277249636,
+        "raw_apical_rms": 0.038604673676729505,
+        "teaching_rms": 0.0042599252761829475,
+        "traffic_rms": 0.03836300148434747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8255667200151038e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6265624598591425e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03087310950536546,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.20741704453468324
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025341574102640152,
+        "mean_feedback_forward_cosine": 0.9998218824988917,
+        "mean_feedback_forward_relative_error": 0.018501235245677986,
+        "min_feedback_forward_cosine": 0.9996797442436218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042094224722156095,
+        "instruction_rms": 0.0042094224718676986,
+        "raw_apical_rms": 0.038713135498952,
+        "teaching_rms": 0.0042094224722156095,
+        "traffic_rms": 0.03847705976377316
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.79087731311256e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6195933099066158e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02960927641826687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.204039328083992
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02440030314028263,
+        "mean_feedback_forward_cosine": 0.9998348606260199,
+        "mean_feedback_forward_relative_error": 0.017810885426833442,
+        "min_feedback_forward_cosine": 0.999703049659729
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004117859472492527,
+        "instruction_rms": 0.004117859474156029,
+        "raw_apical_rms": 0.038701788627718385,
+        "teaching_rms": 0.004117859472492527,
+        "traffic_rms": 0.03847557076029507
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 1.8698004922157452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6229578661455872e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03049685797023529,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19670563138008118
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024391166865825653,
+        "mean_feedback_forward_cosine": 0.9998350174803483,
+        "mean_feedback_forward_relative_error": 0.017800767170755488,
+        "min_feedback_forward_cosine": 0.9997032284736633
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003179026705783299,
+        "instruction_rms": 0.0031790267065782574,
+        "raw_apical_rms": 0.038544389375566396,
+        "teaching_rms": 0.003179026705783299,
+        "traffic_rms": 0.03840680150874719
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.588349896053387e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.624144865769337e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027675154413828704,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12655558094978334
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024386301636695862,
+        "mean_feedback_forward_cosine": 0.9998350864962527,
+        "mean_feedback_forward_relative_error": 0.017793416903403244,
+        "min_feedback_forward_cosine": 0.9997033476829529
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029287619001886916,
+        "instruction_rms": 0.0029287618995988015,
+        "raw_apical_rms": 0.03849690741492052,
+        "teaching_rms": 0.0029287619001886916,
+        "traffic_rms": 0.03838005195211529
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6706454886161737e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626041716359266e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02857278409441352,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.0995091800403595
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024381738156080246,
+        "mean_feedback_forward_cosine": 0.9998351994313692,
+        "mean_feedback_forward_relative_error": 0.01778646129624624,
+        "min_feedback_forward_cosine": 0.9997035264968872
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002889367035483512,
+        "instruction_rms": 0.0028893670367144413,
+        "raw_apical_rms": 0.03843924183862453,
+        "teaching_rms": 0.002889367035483512,
+        "traffic_rms": 0.038325082495950846
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.743197586279166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272460604856103e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028255246501920312,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08899504912376403
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024377111345529556,
+        "mean_feedback_forward_cosine": 0.9998352778585333,
+        "mean_feedback_forward_relative_error": 0.01777963776533541,
+        "min_feedback_forward_cosine": 0.999703586101532
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002897907895945032,
+        "instruction_rms": 0.0028979078949984286,
+        "raw_apical_rms": 0.03841718175182117,
+        "teaching_rms": 0.002897907895945032,
+        "traffic_rms": 0.03830130882759564
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5513190732008297e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272050344922435e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028600452100672448,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.08258995244503022
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024372657760977745,
+        "mean_feedback_forward_cosine": 0.9998353437373513,
+        "mean_feedback_forward_relative_error": 0.01777309083722924,
+        "min_feedback_forward_cosine": 0.9997038245201111
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028784666830826322,
+        "instruction_rms": 0.0028784666831947123,
+        "raw_apical_rms": 0.03840374065522137,
+        "teaching_rms": 0.0028784666830826322,
+        "traffic_rms": 0.03828951576145043
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6295867766302763e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6321912550861737e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03095972703082713,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07666517376422882
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02436809428036213,
+        "mean_feedback_forward_cosine": 0.9998354347128617,
+        "mean_feedback_forward_relative_error": 0.017766643977282864,
+        "min_feedback_forward_cosine": 0.9997037649154663
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028574284321735465,
+        "instruction_rms": 0.002857428432841945,
+        "raw_apical_rms": 0.03838028119085107,
+        "teaching_rms": 0.0028574284321735465,
+        "traffic_rms": 0.038266125693776284
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6779969413960316e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6262498446059382e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030548839764621104,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.0729199279665947
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024363676086068153,
+        "mean_feedback_forward_cosine": 0.9998355131400259,
+        "mean_feedback_forward_relative_error": 0.017760291303458967,
+        "min_feedback_forward_cosine": 0.9997040033340454
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028477375906979735,
+        "instruction_rms": 0.00284773758954153,
+        "raw_apical_rms": 0.03836111874534094,
+        "teaching_rms": 0.0028477375906979735,
+        "traffic_rms": 0.038248339579944966
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4994883557051253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6265149204207406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028496321822722406,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06813725110530854
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024359235540032387,
+        "mean_feedback_forward_cosine": 0.9998355758817572,
+        "mean_feedback_forward_relative_error": 0.017754049138411096,
+        "min_feedback_forward_cosine": 0.9997040033340454
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002853157299260968,
+        "instruction_rms": 0.0028531573005924505,
+        "raw_apical_rms": 0.03832887919683993,
+        "teaching_rms": 0.002853157299260968,
+        "traffic_rms": 0.03821395828074973
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8518367284059423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6254492913902912e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030980415415287507,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06615437236607075
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024354973807930946,
+        "mean_feedback_forward_cosine": 0.9998356825427005,
+        "mean_feedback_forward_relative_error": 0.017747866627024978,
+        "min_feedback_forward_cosine": 0.999704122543335
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028571887090759465,
+        "instruction_rms": 0.002857188708956099,
+        "raw_apical_rms": 0.038281830153525084,
+        "teaching_rms": 0.0028571887090759465,
+        "traffic_rms": 0.03816623902205902
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.597818943821494e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6317886170160946e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029810152893313003,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06305335481882095
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02435063011944294,
+        "mean_feedback_forward_cosine": 0.9998357672440378,
+        "mean_feedback_forward_relative_error": 0.01774180940303363,
+        "min_feedback_forward_cosine": 0.9997041821479797
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002798155903604824,
+        "instruction_rms": 0.0027981559025121536,
+        "raw_apical_rms": 0.03822435450228829,
+        "teaching_rms": 0.002798155903604824,
+        "traffic_rms": 0.038114383034759766
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9217495150769537e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6262830369694138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030090600123654613,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.05926888483524322
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024345962330698967,
+        "mean_feedback_forward_cosine": 0.9998358644937214,
+        "mean_feedback_forward_relative_error": 0.017735529029251712,
+        "min_feedback_forward_cosine": 0.9997043609619141
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028978784475245023,
+        "instruction_rms": 0.002897878449104799,
+        "raw_apical_rms": 0.03820622244963158,
+        "teaching_rms": 0.0028978784475245023,
+        "traffic_rms": 0.03808770234922229
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9065179657218323e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6301124448697057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02836610108669883,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.05826293412923813
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024341417476534843,
+        "mean_feedback_forward_cosine": 0.9998359209612796,
+        "mean_feedback_forward_relative_error": 0.017729360904348523,
+        "min_feedback_forward_cosine": 0.9997044801712036
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002865168588762386,
+        "instruction_rms": 0.002865168589302596,
+        "raw_apical_rms": 0.038184002112897165,
+        "teaching_rms": 0.002865168588762386,
+        "traffic_rms": 0.03806822580479173
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.57621542484776e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.630518845138447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03121196575661005,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.055725299928188324
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02433665096759796,
+        "mean_feedback_forward_cosine": 0.9998360338963961,
+        "mean_feedback_forward_relative_error": 0.01772325625643134,
+        "min_feedback_forward_cosine": 0.9997045397758484
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002900892158505984,
+        "instruction_rms": 0.0029008921597130305,
+        "raw_apical_rms": 0.0381859705983744,
+        "teaching_rms": 0.002900892158505984,
+        "traffic_rms": 0.03806606992609318
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5598230262980906e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.62698279607599e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02855047279621995,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.0552879858404398
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02433180622756481,
+        "mean_feedback_forward_cosine": 0.9998360997752139,
+        "mean_feedback_forward_relative_error": 0.017717032276682164,
+        "min_feedback_forward_cosine": 0.9997047781944275
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028942445686823523,
+        "instruction_rms": 0.0028942445686312864,
+        "raw_apical_rms": 0.03818343898154148,
+        "teaching_rms": 0.0028942445686823523,
+        "traffic_rms": 0.038063900751888494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.590624520986239e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626656362093636e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02928100567272575,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.053517754414081575
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024326931685209274,
+        "mean_feedback_forward_cosine": 0.9998362127103304,
+        "mean_feedback_forward_relative_error": 0.017710822854975338,
+        "min_feedback_forward_cosine": 0.9997048377990723
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002855171863317974,
+        "instruction_rms": 0.0028551718623112997,
+        "raw_apical_rms": 0.03816784218398797,
+        "teaching_rms": 0.002855171863317974,
+        "traffic_rms": 0.03805111755122843
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8336146823116906e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6333472901587676e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028554780319079598,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.050370801820755005
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024322347715497017,
+        "mean_feedback_forward_cosine": 0.9998362754520617,
+        "mean_feedback_forward_relative_error": 0.01770480347209071,
+        "min_feedback_forward_cosine": 0.9997047781944275
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027841425838554534,
+        "instruction_rms": 0.0027841425837481894,
+        "raw_apical_rms": 0.03817243474017886,
+        "teaching_rms": 0.0027841425838554534,
+        "traffic_rms": 0.038060656891443105
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.667809712557755e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6330742622084078e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028143377182345303,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.048433622547388075
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02431740052998066,
+        "mean_feedback_forward_cosine": 0.9998363570163125,
+        "mean_feedback_forward_relative_error": 0.017698535377061682,
+        "min_feedback_forward_cosine": 0.9997049570083618
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028106014387825878,
+        "instruction_rms": 0.0028106014394653706,
+        "raw_apical_rms": 0.03818917709008749,
+        "teaching_rms": 0.0028106014387825878,
+        "traffic_rms": 0.038075449856995104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.662762905141335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.631315671365113e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027691073423025077,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.047586882081031796
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024312132969498634,
+        "mean_feedback_forward_cosine": 0.9998364574030826,
+        "mean_feedback_forward_relative_error": 0.017692159518207375,
+        "min_feedback_forward_cosine": 0.9997051954269409
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002953739237151755,
+        "instruction_rms": 0.0029537392373398578,
+        "raw_apical_rms": 0.0381793571155127,
+        "teaching_rms": 0.002953739237151755,
+        "traffic_rms": 0.03805275921706456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5935089692220572e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.633683158037976e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027758944416930283,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.048949061319828034
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02430706098675728,
+        "mean_feedback_forward_cosine": 0.9998365734752855,
+        "mean_feedback_forward_relative_error": 0.017685870370386464,
+        "min_feedback_forward_cosine": 0.9997053742408752
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028756249201881763,
+        "instruction_rms": 0.0028756249193649624,
+        "raw_apical_rms": 0.03814997425840536,
+        "teaching_rms": 0.0028756249201881763,
+        "traffic_rms": 0.03803003793494863
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.0159447444711986e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6266722671533227e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02739988708903035,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04659503278851509
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02430209144949913,
+        "mean_feedback_forward_cosine": 0.9998366393541035,
+        "mean_feedback_forward_relative_error": 0.01767973084688971,
+        "min_feedback_forward_cosine": 0.99970543384552
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002855469919774234,
+        "instruction_rms": 0.002855469920523629,
+        "raw_apical_rms": 0.0381664843558346,
+        "teaching_rms": 0.002855469919774234,
+        "traffic_rms": 0.03804897044984533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.611810596102714e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6312700705659508e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027018974862316678,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04470591497212648
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02429714798927307,
+        "mean_feedback_forward_cosine": 0.9998367334667005,
+        "mean_feedback_forward_relative_error": 0.017673658574686238,
+        "min_feedback_forward_cosine": 0.9997056126594543
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002777489530641082,
+        "instruction_rms": 0.002777489531632554,
+        "raw_apical_rms": 0.03814198702052696,
+        "teaching_rms": 0.002777489530641082,
+        "traffic_rms": 0.03803080585431653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8681355129501753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6267258185991083e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027625246733703982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.0416520052075386
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02429223619401455,
+        "mean_feedback_forward_cosine": 0.9998368307163841,
+        "mean_feedback_forward_relative_error": 0.017667439006465047,
+        "min_feedback_forward_cosine": 0.9997057318687439
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002821754386801719,
+        "instruction_rms": 0.0028217543856636357,
+        "raw_apical_rms": 0.0381538404344633,
+        "teaching_rms": 0.002821754386801719,
+        "traffic_rms": 0.0380376422760824
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.1500005331631655e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6368597796121046e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02831915680151875,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.042157179543972016
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024286789819598198,
+        "mean_feedback_forward_cosine": 0.9998369028693751,
+        "mean_feedback_forward_relative_error": 0.01766088237299731,
+        "min_feedback_forward_cosine": 0.9997056722640991
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00287099217093587,
+        "instruction_rms": 0.002870992170392142,
+        "raw_apical_rms": 0.03814249189189445,
+        "teaching_rms": 0.00287099217093587,
+        "traffic_rms": 0.03802173452515019
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6051426854346573e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632665029994574e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02803552967277772,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04256076957076788
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024281475692987442,
+        "mean_feedback_forward_cosine": 0.9998370283528378,
+        "mean_feedback_forward_relative_error": 0.01765451335201138,
+        "min_feedback_forward_cosine": 0.999705970287323
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028542211399620707,
+        "instruction_rms": 0.0028542211405410125,
+        "raw_apical_rms": 0.038126600072165014,
+        "teaching_rms": 0.0028542211399620707,
+        "traffic_rms": 0.03800729671987331
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6796169788335646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.629588081762878e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028222068885658116,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.041336037738323214
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02427625097334385,
+        "mean_feedback_forward_cosine": 0.9998371161912617,
+        "mean_feedback_forward_relative_error": 0.017648057007279835,
+        "min_feedback_forward_cosine": 0.9997060298919678
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028444279513209895,
+        "instruction_rms": 0.002844427951440205,
+        "raw_apical_rms": 0.03810639780215022,
+        "teaching_rms": 0.0028444279513209895,
+        "traffic_rms": 0.0379865910516583
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5449046486537554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634290867061289e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02760626874696826,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.039499966514110564
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024271268397569656,
+        "mean_feedback_forward_cosine": 0.999837200892599,
+        "mean_feedback_forward_relative_error": 0.017641894715396983,
+        "min_feedback_forward_cosine": 0.9997062087059021
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027745640559955357,
+        "instruction_rms": 0.002774564056563379,
+        "raw_apical_rms": 0.03806365440521084,
+        "teaching_rms": 0.0027745640559955357,
+        "traffic_rms": 0.03794959872437935
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.774474256421854e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.630464678094194e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029444412425316858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.037465833300352094
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024265890941023827,
+        "mean_feedback_forward_cosine": 0.9998373201018885,
+        "mean_feedback_forward_relative_error": 0.017635436802122154,
+        "min_feedback_forward_cosine": 0.9997062683105469
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002791808533786061,
+        "instruction_rms": 0.002791808533175641,
+        "raw_apical_rms": 0.038036355818003346,
+        "teaching_rms": 0.002791808533786061,
+        "traffic_rms": 0.037920966138419956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5231488958988848e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6300637187436822e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027888544145559344,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03822269675016403
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024260472506284714,
+        "mean_feedback_forward_cosine": 0.9998373985290527,
+        "mean_feedback_forward_relative_error": 0.017628938106721954,
+        "min_feedback_forward_cosine": 0.9997063875198364
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002816295270981323,
+        "instruction_rms": 0.002816295271534726,
+        "raw_apical_rms": 0.038012651352739554,
+        "teaching_rms": 0.002816295270981323,
+        "traffic_rms": 0.037894872600576675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6384559486937178e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.630107791042069e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027970774931098688,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03754126287817955
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024255044758319855,
+        "mean_feedback_forward_cosine": 0.9998374895045632,
+        "mean_feedback_forward_relative_error": 0.017622441421017834,
+        "min_feedback_forward_cosine": 0.9997065663337708
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028062750989805785,
+        "instruction_rms": 0.002806275099539733,
+        "raw_apical_rms": 0.03798950938172732,
+        "teaching_rms": 0.0028062750989805785,
+        "traffic_rms": 0.03787212527379785
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8353883746158317e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6321252082355345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02894100011422392,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03605225296735764
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024249592795968056,
+        "mean_feedback_forward_cosine": 0.9998376275363722,
+        "mean_feedback_forward_relative_error": 0.01761589581637006,
+        "min_feedback_forward_cosine": 0.9997067451477051
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002765788298478851,
+        "instruction_rms": 0.0027657882983845123,
+        "raw_apical_rms": 0.0379584358447442,
+        "teaching_rms": 0.002765788298478851,
+        "traffic_rms": 0.03784400594744625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.705656593742333e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6375448793869924e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02736768031450825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.034945035716295245
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02424427680671215,
+        "mean_feedback_forward_cosine": 0.9998377028264498,
+        "mean_feedback_forward_relative_error": 0.01760945991171818,
+        "min_feedback_forward_cosine": 0.9997067451477051
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002750761391000042,
+        "instruction_rms": 0.0027507613917443674,
+        "raw_apical_rms": 0.03795828215533089,
+        "teaching_rms": 0.002750761391000042,
+        "traffic_rms": 0.03784513828531192
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.0022680402576043e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6340863649369752e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027473514659823086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.034318179429769516
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024238575249910355,
+        "mean_feedback_forward_cosine": 0.9998378032132199,
+        "mean_feedback_forward_relative_error": 0.017602624445173302,
+        "min_feedback_forward_cosine": 0.9997069835662842
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002863352961773103,
+        "instruction_rms": 0.0028633529621481133,
+        "raw_apical_rms": 0.03793942446156504,
+        "teaching_rms": 0.002863352961773103,
+        "traffic_rms": 0.03781806389028844
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6839887706510126e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6337561314240548e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027202314646760106,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.035223023883104325
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02423299290239811,
+        "mean_feedback_forward_cosine": 0.9998379381079423,
+        "mean_feedback_forward_relative_error": 0.017595933970848198,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002786127018426224,
+        "instruction_rms": 0.0027861270172061373,
+        "raw_apical_rms": 0.03795992039050734,
+        "teaching_rms": 0.002786127018426224,
+        "traffic_rms": 0.037844081618257745
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6967288019031912e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6312757056824788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02721230883939806,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.0331034127920866
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422712929546833,
+        "mean_feedback_forward_cosine": 0.9998380102609333,
+        "mean_feedback_forward_relative_error": 0.017588985005491657,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028010573518330644,
+        "instruction_rms": 0.0028010573517441087,
+        "raw_apical_rms": 0.03794051401599309,
+        "teaching_rms": 0.0028010573518330644,
+        "traffic_rms": 0.037820020824824406
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7840791954881752e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6342987526824714e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02751815095278811,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03425266128063202
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422151155769825,
+        "mean_feedback_forward_cosine": 0.9998381326073095,
+        "mean_feedback_forward_relative_error": 0.01758236504208885,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002725742634204056,
+        "instruction_rms": 0.0027257426349391266,
+        "raw_apical_rms": 0.037949667140741855,
+        "teaching_rms": 0.002725742634204056,
+        "traffic_rms": 0.037837798666861086
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6456692009114704e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6331579401330578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027389177673075162,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.03188193285614252
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421550638973713,
+        "mean_feedback_forward_cosine": 0.9998382831874647,
+        "mean_feedback_forward_relative_error": 0.017575500263391358,
+        "min_feedback_forward_cosine": 0.9997075796127319
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027573831112445283,
+        "instruction_rms": 0.0027573831118537333,
+        "raw_apical_rms": 0.03791839525114141,
+        "teaching_rms": 0.0027573831112445283,
+        "traffic_rms": 0.037801952376990126
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7953897923916884e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6317408057031523e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028815699129357532,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.0323467669582367
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02420925535261631,
+        "mean_feedback_forward_cosine": 0.9998383490662826,
+        "mean_feedback_forward_relative_error": 0.01756825800494928,
+        "min_feedback_forward_cosine": 0.9997075796127319
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028079833547609294,
+        "instruction_rms": 0.002807983354089362,
+        "raw_apical_rms": 0.03794267236220198,
+        "teaching_rms": 0.0028079833547609294,
+        "traffic_rms": 0.037822461155592
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6759276633138143e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6345820745737477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028440088127738523,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.03266691097676754
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02420339733362198,
+        "mean_feedback_forward_cosine": 0.9998384714126587,
+        "mean_feedback_forward_relative_error": 0.017561426043118302,
+        "min_feedback_forward_cosine": 0.999707818031311
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002705004912790277,
+        "instruction_rms": 0.0027050049131659157,
+        "raw_apical_rms": 0.03792755723668941,
+        "teaching_rms": 0.002705004912790277,
+        "traffic_rms": 0.03781677595100711
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6947307557302338e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6329039586782434e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02889812369165593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.030610567131638528
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02419724501669407,
+        "mean_feedback_forward_cosine": 0.9998386000332079,
+        "mean_feedback_forward_relative_error": 0.017554279612867457,
+        "min_feedback_forward_cosine": 0.999707818031311
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028077751367833748,
+        "instruction_rms": 0.0028077751367902304,
+        "raw_apical_rms": 0.037911960402099154,
+        "teaching_rms": 0.0028077751367833748,
+        "traffic_rms": 0.03779169054985673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9131160655661006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6328251136932713e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027756080235054367,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.03195802564442158
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02419080212712288,
+        "mean_feedback_forward_cosine": 0.9998387035570646,
+        "mean_feedback_forward_relative_error": 0.01754698703849786,
+        "min_feedback_forward_cosine": 0.9997080564498901
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002797028966805361,
+        "instruction_rms": 0.0027970289664361503,
+        "raw_apical_rms": 0.037903516406906146,
+        "teaching_rms": 0.002797028966805361,
+        "traffic_rms": 0.037783486866956165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.628210455351109e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6320453222544145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028679887676589213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.031110650631189347
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02418488636612892,
+        "mean_feedback_forward_cosine": 0.9998388133550945,
+        "mean_feedback_forward_relative_error": 0.01753985264191502,
+        "min_feedback_forward_cosine": 0.9997082948684692
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002687701617649995,
+        "instruction_rms": 0.0026877016181362868,
+        "raw_apical_rms": 0.037865651469657854,
+        "teaching_rms": 0.002687701617649995,
+        "traffic_rms": 0.03775186409824806
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7037230293226457e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6325401127940314e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028143998870652297,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.029477277586460113
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024178162217140198,
+        "mean_feedback_forward_cosine": 0.9998389388385572,
+        "mean_feedback_forward_relative_error": 0.017532196116486664,
+        "min_feedback_forward_cosine": 0.9997084140777588
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028407891958566545,
+        "instruction_rms": 0.0028407891954956802,
+        "raw_apical_rms": 0.03787576724332805,
+        "teaching_rms": 0.0028407891958566545,
+        "traffic_rms": 0.03775150471301688
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7020827414171436e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6358950803791543e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026820116725568343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.03069683021366596
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024172000586986542,
+        "mean_feedback_forward_cosine": 0.9998390800074527,
+        "mean_feedback_forward_relative_error": 0.01752481200291138,
+        "min_feedback_forward_cosine": 0.9997085332870483
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002741805874041709,
+        "instruction_rms": 0.002741805874036415,
+        "raw_apical_rms": 0.03786996897588241,
+        "teaching_rms": 0.002741805874041709,
+        "traffic_rms": 0.03775390074976039
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.553666884035465e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635823715152352e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02930735149798332,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.029123738759756088
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024165531620383263,
+        "mean_feedback_forward_cosine": 0.9998391929425692,
+        "mean_feedback_forward_relative_error": 0.017517208587378263,
+        "min_feedback_forward_cosine": 0.9997087121009827
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027125692509741305,
+        "instruction_rms": 0.0027125692510506583,
+        "raw_apical_rms": 0.037850722825552484,
+        "teaching_rms": 0.0027125692509741305,
+        "traffic_rms": 0.037735724317929015
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6843717531855873e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6346126203209812e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028856961217839722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.028139158279299737
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02415895089507103,
+        "mean_feedback_forward_cosine": 0.999839324700205,
+        "mean_feedback_forward_relative_error": 0.01750923247125588,
+        "min_feedback_forward_cosine": 0.9997087717056274
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002843532835478719,
+        "instruction_rms": 0.00284353283643772,
+        "raw_apical_rms": 0.03784700710492062,
+        "teaching_rms": 0.002843532835478719,
+        "traffic_rms": 0.037720039733174296
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5278679654784355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6363583645446378e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027534650186400497,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.029715198423862457
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024152269586920738,
+        "mean_feedback_forward_cosine": 0.9998394627320139,
+        "mean_feedback_forward_relative_error": 0.017501401469895716,
+        "min_feedback_forward_cosine": 0.9997090697288513
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027765508193411826,
+        "instruction_rms": 0.002776550820691896,
+        "raw_apical_rms": 0.03784641974608369,
+        "teaching_rms": 0.0027765508193411826,
+        "traffic_rms": 0.03772811238065054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.710374419872096e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.638389901930008e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029984266015497505,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.028153792588710785
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024145562201738358,
+        "mean_feedback_forward_cosine": 0.9998395693929572,
+        "mean_feedback_forward_relative_error": 0.017493511476602993,
+        "min_feedback_forward_cosine": 0.9997091889381409
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027225010447686823,
+        "instruction_rms": 0.0027225010444080974,
+        "raw_apical_rms": 0.03778644859489713,
+        "teaching_rms": 0.0027225010447686823,
+        "traffic_rms": 0.03766937788503084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.796483672933391e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6396360444638596e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029011253681010887,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.02699219999194145
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024138273671269417,
+        "mean_feedback_forward_cosine": 0.9998397074247661,
+        "mean_feedback_forward_relative_error": 0.01748516390982427,
+        "min_feedback_forward_cosine": 0.9997093081474304
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002874868834479267,
+        "instruction_rms": 0.002874868834856794,
+        "raw_apical_rms": 0.03782203222377719,
+        "teaching_rms": 0.002874868834479267,
+        "traffic_rms": 0.037692347850709816
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.733541665771554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6388421345890447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029179071599221288,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.029015158318281175
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024131594225764275,
+        "mean_feedback_forward_cosine": 0.9998398736903542,
+        "mean_feedback_forward_relative_error": 0.017477254603842373,
+        "min_feedback_forward_cosine": 0.9997095465660095
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002737071574580931,
+        "instruction_rms": 0.002737071575472585,
+        "raw_apical_rms": 0.03777959398330103,
+        "teaching_rms": 0.002737071574580931,
+        "traffic_rms": 0.0376627612291719
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5334451930471005e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63731648137444e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02921601616866473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.027257524942755698
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124834686517715,
+        "mean_feedback_forward_cosine": 0.9998399615287781,
+        "mean_feedback_forward_relative_error": 0.017469506122564014,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026881812406890147,
+        "instruction_rms": 0.0026881812421086834,
+        "raw_apical_rms": 0.03778835222499603,
+        "teaching_rms": 0.0026881812406890147,
+        "traffic_rms": 0.03767466057235425
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.650234970895781e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637180215460211e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029638898405396144,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025928232842683793
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124763906002045,
+        "mean_feedback_forward_cosine": 0.9998399834883841,
+        "mean_feedback_forward_relative_error": 0.017469323044152635,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002512099351400936,
+        "instruction_rms": 0.002512099351714385,
+        "raw_apical_rms": 0.03778083469029654,
+        "teaching_rms": 0.002512099351400936,
+        "traffic_rms": 0.037681667173522566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6259699364695734e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6375325426479412e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02942679257720158,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.023494667397737503
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124711751937866,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.01746915447476663,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0024759108301970942,
+        "instruction_rms": 0.0024759108306594627,
+        "raw_apical_rms": 0.0377829224511515,
+        "teaching_rms": 0.0024759108301970942,
+        "traffic_rms": 0.03768468440589697
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7887600733956788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.633803881278791e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029908903653510843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.022378340302705763
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412465773522854,
+        "mean_feedback_forward_cosine": 0.9998399709400377,
+        "mean_feedback_forward_relative_error": 0.017468992228570738,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002345576658962606,
+        "instruction_rms": 0.0023455766594098868,
+        "raw_apical_rms": 0.037770645197161286,
+        "teaching_rms": 0.002345576658962606,
+        "traffic_rms": 0.037681637682619
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.774184354985664e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6350311443064542e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029914194163741723,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.021482819549441336
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412460930645466,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.017468830251968222,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023161138883983517,
+        "instruction_rms": 0.0023161138881173287,
+        "raw_apical_rms": 0.03776586137050586,
+        "teaching_rms": 0.0023161138883983517,
+        "traffic_rms": 0.037677713845178734
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.604109556296862e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6351283024027737e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02887894548787551,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.02060969588473439
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124549701809883,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.017468668422416636,
+        "min_feedback_forward_cosine": 0.9997098445892334
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022761659376191617,
+        "instruction_rms": 0.00227616593806067,
+        "raw_apical_rms": 0.03776452178527538,
+        "teaching_rms": 0.0022761659376191617,
+        "traffic_rms": 0.037677794768358176
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8529791034893606e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63242813895515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029762193907283175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020659416515231132
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0241245049983263,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.01746850830845927,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021977497349401852,
+        "instruction_rms": 0.002197749734677848,
+        "raw_apical_rms": 0.037756130880803915,
+        "teaching_rms": 0.0021977497349401852,
+        "traffic_rms": 0.03767614345862013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4879161902570104e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6341609597740665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029387030680323188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019731176279783248
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412446215748787,
+        "mean_feedback_forward_cosine": 0.9998399740771243,
+        "mean_feedback_forward_relative_error": 0.017468354125556192,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002237817840417667,
+        "instruction_rms": 0.0022378178415560636,
+        "raw_apical_rms": 0.037757324878180905,
+        "teaching_rms": 0.002237817840417667,
+        "traffic_rms": 0.037675001153112044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5737642300450716e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635446688302846e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02928842697570987,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.019653168328404427
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412441186606884,
+        "mean_feedback_forward_cosine": 0.9998399740771243,
+        "mean_feedback_forward_relative_error": 0.017468198153533433,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002168380512431499,
+        "instruction_rms": 0.002168380512754141,
+        "raw_apical_rms": 0.03774632701315577,
+        "teaching_rms": 0.002168380512431499,
+        "traffic_rms": 0.03766950197740105
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.816683337096947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6369749551125613e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0295288309461172,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.0196416904014349
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412436343729496,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.017468048063547986,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021377435776286833,
+        "instruction_rms": 0.0021377435780742795,
+        "raw_apical_rms": 0.037741032203396724,
+        "teaching_rms": 0.0021377435776286833,
+        "traffic_rms": 0.037666623945758114
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.1946503281355945e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6350221871226305e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02926786955625405,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.018775004043877126
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412431128323078,
+        "mean_feedback_forward_cosine": 0.9998400085850766,
+        "mean_feedback_forward_relative_error": 0.017467890106337636,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022537393358488473,
+        "instruction_rms": 0.002253739335605527,
+        "raw_apical_rms": 0.03774818785951027,
+        "teaching_rms": 0.0022537393358488473,
+        "traffic_rms": 0.03766639104422812
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8423470748984982e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6362196465481584e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02950267933399348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01982100011460483
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412426844239235,
+        "mean_feedback_forward_cosine": 0.9998400023109034,
+        "mean_feedback_forward_relative_error": 0.017467741560386985,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022076121383924198,
+        "instruction_rms": 0.0022076121382267216,
+        "raw_apical_rms": 0.03774639829724547,
+        "teaching_rms": 0.0022076121383924198,
+        "traffic_rms": 0.03766369977690297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.856384201914807e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6351528724303086e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029377002309960695,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.019263869641423226
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412422001361847,
+        "mean_feedback_forward_cosine": 0.9998400117221632,
+        "mean_feedback_forward_relative_error": 0.017467587598060306,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00219058763899542,
+        "instruction_rms": 0.002190587638472142,
+        "raw_apical_rms": 0.03774331220682675,
+        "teaching_rms": 0.00219058763899542,
+        "traffic_rms": 0.03766459834638054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8222346298557568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381408744536347e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029098201842610714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.01946328058898449
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124179035425186,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.017467431331935682,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002192078951288292,
+        "instruction_rms": 0.002192078949867031,
+        "raw_apical_rms": 0.03773768993554071,
+        "teaching_rms": 0.002192078951288292,
+        "traffic_rms": 0.03765867739244358
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.07888515291188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381583479856887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029345472270655905,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.01895153920143843
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124134331941605,
+        "mean_feedback_forward_cosine": 0.9998400085850766,
+        "mean_feedback_forward_relative_error": 0.017467276119676075,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021798141714220024,
+        "instruction_rms": 0.002179814171356218,
+        "raw_apical_rms": 0.037732090945664924,
+        "teaching_rms": 0.0021798141714220024,
+        "traffic_rms": 0.03765347336069479
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5818656606825243e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637035408370783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030517851032356935,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.019025590111911298
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412409335374832,
+        "mean_feedback_forward_cosine": 0.9998399928996438,
+        "mean_feedback_forward_relative_error": 0.01746711598121022,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002108667282662803,
+        "instruction_rms": 0.0021086672833647833,
+        "raw_apical_rms": 0.03772245967556486,
+        "teaching_rms": 0.002108667282662803,
+        "traffic_rms": 0.03764874656721136
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8509146215706096e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6361987641805696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02919121835468558,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.0175739151892066
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412405051290989,
+        "mean_feedback_forward_cosine": 0.9998400179963363,
+        "mean_feedback_forward_relative_error": 0.017466964812851267,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002086256668935669,
+        "instruction_rms": 0.0020862566693628654,
+        "raw_apical_rms": 0.03771980059398002,
+        "teaching_rms": 0.002086256668935669,
+        "traffic_rms": 0.03764586989237003
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5780821982502857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6385547611068537e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03261533934624725,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.017858488550782203
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124007672071457,
+        "mean_feedback_forward_cosine": 0.9998400023109034,
+        "mean_feedback_forward_relative_error": 0.017466814159170577,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002142388464954725,
+        "instruction_rms": 0.0021423884659324353,
+        "raw_apical_rms": 0.03772356106928675,
+        "teaching_rms": 0.002142388464954725,
+        "traffic_rms": 0.03764652879929485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 2.0155534130594788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6376609742623527e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028521125273949927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.01815188979908824
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123961105942726,
+        "mean_feedback_forward_cosine": 0.9998399960367303,
+        "mean_feedback_forward_relative_error": 0.01746666313786256,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00213218635595419,
+        "instruction_rms": 0.002132186355930815,
+        "raw_apical_rms": 0.037721227953268766,
+        "teaching_rms": 0.00213218635595419,
+        "traffic_rms": 0.03764610657248904
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.9101538129007167e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381514954155945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030619483800415348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.017933868695795534
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123916402459145,
+        "mean_feedback_forward_cosine": 0.9998399866254706,
+        "mean_feedback_forward_relative_error": 0.017466511332282896,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002205859288343346,
+        "instruction_rms": 0.0022058592884123514,
+        "raw_apical_rms": 0.03772761446337472,
+        "teaching_rms": 0.002205859288343346,
+        "traffic_rms": 0.03764620477399277
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6566135130346993e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634597629472389e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02992810734643524,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.01900389332294464
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123867973685265,
+        "mean_feedback_forward_cosine": 0.9998400211334229,
+        "mean_feedback_forward_relative_error": 0.01746636018843243,
+        "min_feedback_forward_cosine": 0.9997096061706543
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00212809858510473,
+        "instruction_rms": 0.00212809858470707,
+        "raw_apical_rms": 0.037720594716828516,
+        "teaching_rms": 0.00212809858510473,
+        "traffic_rms": 0.037642991859921086
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7144392572276956e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6436203923633724e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02861834784615175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.018187360529303552
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123825132846832,
+        "mean_feedback_forward_cosine": 0.9998400148592497,
+        "mean_feedback_forward_relative_error": 0.01746620977983663,
+        "min_feedback_forward_cosine": 0.9997096061706543
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021159229165487654,
+        "instruction_rms": 0.0021159229155844183,
+        "raw_apical_rms": 0.03771920373651622,
+        "teaching_rms": 0.0021159229165487654,
+        "traffic_rms": 0.037642935977046314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.588687581488557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6394954666035788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02980552559332825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.018119465565681458
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123776704072952,
+        "mean_feedback_forward_cosine": 0.9998400211334229,
+        "mean_feedback_forward_relative_error": 0.017466054126424223,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021832058175114055,
+        "instruction_rms": 0.0021832058174614507,
+        "raw_apical_rms": 0.0377148793914144,
+        "teaching_rms": 0.0021832058175114055,
+        "traffic_rms": 0.03763607844048633
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7723285949955425e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6354887455890467e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02828137668047521,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.01831909615278244
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412373200058937,
+        "mean_feedback_forward_cosine": 0.9998400242705094,
+        "mean_feedback_forward_relative_error": 0.01746590359528598,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021191236391901475,
+        "instruction_rms": 0.002119123639081316,
+        "raw_apical_rms": 0.03770896425564634,
+        "teaching_rms": 0.0021191236391901475,
+        "traffic_rms": 0.0376322190952523
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8184286076916578e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6403416209848818e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028916948684040055,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.017763544843345882
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412368543446064,
+        "mean_feedback_forward_cosine": 0.9998400368188557,
+        "mean_feedback_forward_relative_error": 0.01746575485326742,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002152521059141093,
+        "instruction_rms": 0.0021525210603297513,
+        "raw_apical_rms": 0.03770815818302289,
+        "teaching_rms": 0.002152521059141093,
+        "traffic_rms": 0.037631172445479054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8434519688526052e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63631638076453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029850454386229994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.01822192080527544
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412364073097706,
+        "mean_feedback_forward_cosine": 0.9998400148592497,
+        "mean_feedback_forward_relative_error": 0.01746560547402815,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002201578217208239,
+        "instruction_rms": 0.002201578218164846,
+        "raw_apical_rms": 0.037710140092871165,
+        "teaching_rms": 0.002201578217208239,
+        "traffic_rms": 0.037630002792582974
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8773675947159063e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.638141733384063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02990990862743404,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01801656636953354
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123607203364372,
+        "mean_feedback_forward_cosine": 0.9998400242705094,
+        "mean_feedback_forward_relative_error": 0.017465454305669193,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020423947114650543,
+        "instruction_rms": 0.0020423947107161625,
+        "raw_apical_rms": 0.03769828201438481,
+        "teaching_rms": 0.0020423947114650543,
+        "traffic_rms": 0.03762882328759173
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6092942090040196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635979473371933e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029350895173242686,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.01650597850203514
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412356063723564,
+        "mean_feedback_forward_cosine": 0.9998400117221632,
+        "mean_feedback_forward_relative_error": 0.017465303725513973,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002162562205277122,
+        "instruction_rms": 0.0021625622054609905,
+        "raw_apical_rms": 0.03770672368570381,
+        "teaching_rms": 0.002162562205277122,
+        "traffic_rms": 0.037627351020254746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.788552417281153e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6369313488526438e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02968996086084433,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.018415781159102917
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412351779639721,
+        "mean_feedback_forward_cosine": 0.9998400305446825,
+        "mean_feedback_forward_relative_error": 0.01746515356200306,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020790792981043686,
+        "instruction_rms": 0.0020790792980142233,
+        "raw_apical_rms": 0.03769983286205152,
+        "teaching_rms": 0.0020790792981043686,
+        "traffic_rms": 0.03762726828175788
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.644118086119306e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6394628347694375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028192604697828378,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.016889842451661825
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123473092913628,
+        "mean_feedback_forward_cosine": 0.9998400117221632,
+        "mean_feedback_forward_relative_error": 0.01746499822720101,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020789779705875076,
+        "instruction_rms": 0.0020789779710468437,
+        "raw_apical_rms": 0.03770234836736029,
+        "teaching_rms": 0.0020789779705875076,
+        "traffic_rms": 0.03762930919488528
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4269216919160499e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6357271522449716e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029209682985848952,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.017061909224241972
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123432114720345,
+        "mean_feedback_forward_cosine": 0.9998399991738168,
+        "mean_feedback_forward_relative_error": 0.017464847867622188,
+        "min_feedback_forward_cosine": 0.9997096061706543
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002054429870078575,
+        "instruction_rms": 0.0020544298702461945,
+        "raw_apical_rms": 0.03770123915280548,
+        "teaching_rms": 0.002054429870078575,
+        "traffic_rms": 0.03763042391377173
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.683946138086867e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637265093863061e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02853414614372443,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.017165063470602034
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412339486181736,
+        "mean_feedback_forward_cosine": 0.999840027407596,
+        "mean_feedback_forward_relative_error": 0.01746469696885661,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001962521641765262,
+        "instruction_rms": 0.00196252164183644,
+        "raw_apical_rms": 0.03768957601975499,
+        "teaching_rms": 0.001962521641765262,
+        "traffic_rms": 0.03762578223009289
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8365081899673896e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63976047305593e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030073419122935992,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.01597975587248802
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123355746269226,
+        "mean_feedback_forward_cosine": 0.999840027407596,
+        "mean_feedback_forward_relative_error": 0.017464552197213237,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002093624596110751,
+        "instruction_rms": 0.0020936245955443726,
+        "raw_apical_rms": 0.03769753188566556,
+        "teaching_rms": 0.002093624596110751,
+        "traffic_rms": 0.03762556676398152
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.803278593115465e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.639690685562026e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029151207752288865,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.017134904894977807
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412331849336624,
+        "mean_feedback_forward_cosine": 0.9998400242705094,
+        "mean_feedback_forward_relative_error": 0.01746439774471678,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020553892384532458,
+        "instruction_rms": 0.002055389238601866,
+        "raw_apical_rms": 0.03769552184896614,
+        "teaching_rms": 0.0020553892384532458,
+        "traffic_rms": 0.037624102367656266
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8202239715492396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381365522859757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0295941778694074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016659469042122364
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412327565252781,
+        "mean_feedback_forward_cosine": 0.9998400368188557,
+        "mean_feedback_forward_relative_error": 0.017464248733104842,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002078022151477977,
+        "instruction_rms": 0.002078022150790173,
+        "raw_apical_rms": 0.037697976466919435,
+        "teaching_rms": 0.002078022151477977,
+        "traffic_rms": 0.037625015468372776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7498507531854557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6369172944102014e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028970360896772417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.017125242560505866
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123232811689377,
+        "mean_feedback_forward_cosine": 0.9998400336817691,
+        "mean_feedback_forward_relative_error": 0.01746410043223908,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020941993609841654,
+        "instruction_rms": 0.0020941993608986817,
+        "raw_apical_rms": 0.03770201872716891,
+        "teaching_rms": 0.0020941993609841654,
+        "traffic_rms": 0.037627024983123286
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5423326615859878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6393883639624854e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02915905408700286,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.016837770342826842
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123186245560646,
+        "mean_feedback_forward_cosine": 0.9998400179963363,
+        "mean_feedback_forward_relative_error": 0.017463961052463242,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020162084188143758,
+        "instruction_rms": 0.002016208418992741,
+        "raw_apical_rms": 0.037697248416285106,
+        "teaching_rms": 0.0020162084188143758,
+        "traffic_rms": 0.03762835290106732
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.491498657912871e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6420237395048272e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029034031628682913,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.016559073784053326
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123145267367363,
+        "mean_feedback_forward_cosine": 0.9998400430930289,
+        "mean_feedback_forward_relative_error": 0.017463809688036378,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020525345712708175,
+        "instruction_rms": 0.0020525345717388966,
+        "raw_apical_rms": 0.03769936018534238,
+        "teaching_rms": 0.0020525345712708175,
+        "traffic_rms": 0.03762730319507773
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7422740583583618e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6376061216963926e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028757430448824076,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.01713921374976635
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412310056388378,
+        "mean_feedback_forward_cosine": 0.9998400117221632,
+        "mean_feedback_forward_relative_error": 0.017463662269476214,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002029678100155011,
+        "instruction_rms": 0.002029678099128298,
+        "raw_apical_rms": 0.03769180660780897,
+        "teaching_rms": 0.002029678100155011,
+        "traffic_rms": 0.037622917542157776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.640860780582898e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6362057232544045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02906322723256925,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.01598433049611747
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123061448335648,
+        "mean_feedback_forward_cosine": 0.9998400211334229,
+        "mean_feedback_forward_relative_error": 0.017463515904781065,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002052915991358444,
+        "instruction_rms": 0.002052915990815351,
+        "raw_apical_rms": 0.037690501418362346,
+        "teaching_rms": 0.002052915991358444,
+        "traffic_rms": 0.037619957931258226
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6137315483888415e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.641652113344294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03086880475931979,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.016301513905525207
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123020470142365,
+        "mean_feedback_forward_cosine": 0.9998400305446825,
+        "mean_feedback_forward_relative_error": 0.01746336458937118,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019479437611311518,
+        "instruction_rms": 0.0019479437608414046,
+        "raw_apical_rms": 0.03768573934494471,
+        "teaching_rms": 0.0019479437611311518,
+        "traffic_rms": 0.037620309335732384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6788542112067262e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635757348890472e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02900233135643222,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.015345649285018444
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412298135459423,
+        "mean_feedback_forward_cosine": 0.9998400399559423,
+        "mean_feedback_forward_relative_error": 0.01746321476897911,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021447044906676674,
+        "instruction_rms": 0.002144704491069724,
+        "raw_apical_rms": 0.03769377658999959,
+        "teaching_rms": 0.0021447044906676674,
+        "traffic_rms": 0.037615444956041084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7222680170903004e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6383058999208022e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029395381977616736,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.016931594114005567
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0241229385137558,
+        "mean_feedback_forward_cosine": 0.9998400242705094,
+        "mean_feedback_forward_relative_error": 0.017463068012148142,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019692579554160348,
+        "instruction_rms": 0.001969257956691704,
+        "raw_apical_rms": 0.03768064585353536,
+        "teaching_rms": 0.0019692579554160348,
+        "traffic_rms": 0.03761343486612728
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5712474876750093e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.638205830355066e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028456133006839603,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015925373104810715
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024122891947627068,
+        "mean_feedback_forward_cosine": 0.9998400305446825,
+        "mean_feedback_forward_relative_error": 0.017462920005384245,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002080407162628285,
+        "instruction_rms": 0.0020804071631492687,
+        "raw_apical_rms": 0.03768786520455775,
+        "teaching_rms": 0.002080407162628285,
+        "traffic_rms": 0.037615757197931046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9063524092644002e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6376635221494296e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029400511417143213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.0170525233823061
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412284165620804,
+        "mean_feedback_forward_cosine": 0.9998400525042885,
+        "mean_feedback_forward_relative_error": 0.017462768150787605,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021211435305110524,
+        "instruction_rms": 0.002121143530555767,
+        "raw_apical_rms": 0.03768912587706113,
+        "teaching_rms": 0.0021211435305110524,
+        "traffic_rms": 0.0376132453496459
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6199741992295458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6372998273891664e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028536602741520825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.016747989618480206
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412281185388565,
+        "mean_feedback_forward_cosine": 0.9998400430930289,
+        "mean_feedback_forward_relative_error": 0.017462627741655235,
+        "min_feedback_forward_cosine": 0.9997096061706543
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019165052752953883,
+        "instruction_rms": 0.0019165052759307142,
+        "raw_apical_rms": 0.037671895735817154,
+        "teaching_rms": 0.0019165052752953883,
+        "traffic_rms": 0.03760895043029113
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.68814278111995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.640876085033803e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028889707937501685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015112103095799684
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024122776463627815,
+        "mean_feedback_forward_cosine": 0.9998400556413751,
+        "mean_feedback_forward_relative_error": 0.017462485592420165,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001996219086534768,
+        "instruction_rms": 0.001996219086486198,
+        "raw_apical_rms": 0.03767480418347961,
+        "teaching_rms": 0.001996219086534768,
+        "traffic_rms": 0.03760730951825967
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7283158015857225e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.636087756245981e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029037986229620984,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.01563433119907975
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412273734807968,
+        "mean_feedback_forward_cosine": 0.9998400493672019,
+        "mean_feedback_forward_relative_error": 0.017462336629825204,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020700816980100114,
+        "instruction_rms": 0.0020700816970940987,
+        "raw_apical_rms": 0.03768313470950499,
+        "teaching_rms": 0.0020700816980100114,
+        "traffic_rms": 0.03761121988379186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7009314845495282e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6314315432434987e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02948241782482489,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.016187381901741026
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412269078195095,
+        "mean_feedback_forward_cosine": 0.9998400399559423,
+        "mean_feedback_forward_relative_error": 0.017462188255433973,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002056683754078632,
+        "instruction_rms": 0.0020566837544679253,
+        "raw_apical_rms": 0.037683022796554465,
+        "teaching_rms": 0.002056683754078632,
+        "traffic_rms": 0.03760943140000922
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7841188082456938e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.636158304936118e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028986441175231487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.016201708638370036
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024122638627886772,
+        "mean_feedback_forward_cosine": 0.9998400430930289,
+        "mean_feedback_forward_relative_error": 0.017462040444737988,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002045424897886477,
+        "instruction_rms": 0.002045424897873187,
+        "raw_apical_rms": 0.037679514655966466,
+        "teaching_rms": 0.002045424897886477,
+        "traffic_rms": 0.0376082056842288
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.615462963400205e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6388010498947505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028979276714724486,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.01641013019055128
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412259951233864,
+        "mean_feedback_forward_cosine": 0.9998400305446825,
+        "mean_feedback_forward_relative_error": 0.01746189655540021,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001966106387844023,
+        "instruction_rms": 0.001966106387746603,
+        "raw_apical_rms": 0.03766678198018744,
+        "teaching_rms": 0.001966106387844023,
+        "traffic_rms": 0.037599899321142514
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5400242858731872e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6336736010340543e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029708256472751698,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015352730036973954
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9151,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.39897711181640627,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 1.7127938178873592e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 1.6205262909352314e-08,
+      "min_residual_soma_slope": -1.7127938178873592e-08,
+      "mse": 1.7173440241280993e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.154441655048164e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.154441655048164e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 13,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7013537883758545,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03668022155761719,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9106.76458454132,
+    "train_wall_s": 9104.150099515915
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.009433808736503124,
+      0.006815889850258827,
+      0.004777977243065834,
+      0.004260289948433638,
+      0.0030683421064168215,
+      0.0034894063137471676,
+      0.0022155754268169403,
+      0.004299143794924021,
+      0.0029209863860160112,
+      0.003300522454082966,
+      0.00220986595377326,
+      0.0025865647476166487,
+      0.0018500430742278695,
+      0.0036194846034049988,
+      0.0027039789129048586,
+      0.0030680610798299313,
+      0.0022964077070355415,
+      0.0027224398218095303,
+      0.0021319983061403036
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      3.999999523162842,
+      3.999999761581421,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.05025845021009445,
+      0.03542516380548477,
+      0.01688619889318943,
+      0.022063126787543297,
+      0.008335338905453682,
+      0.018528055399656296,
+      0.005122985690832138,
+      0.022894686087965965,
+      0.007773122284561396,
+      0.018090683966875076,
+      0.005048505961894989,
+      0.013592144474387169,
+      0.00372436479665339,
+      0.01906598173081875,
+      0.006485661957412958,
+      0.016226517036557198,
+      0.004906677175313234,
+      0.014502793550491333,
+      0.0041041080839931965
+    ],
+    "unscaled_traffic_rms": [
+      0.7508236765861511,
+      0.7696099877357483,
+      1.131806492805481,
+      0.7723819017410278,
+      1.4724498987197876,
+      0.7533237934112549,
+      1.7299095392227173,
+      0.7511164546012878,
+      1.503121256828308,
+      0.7297728061676025,
+      1.7509069442749023,
+      0.7611939907073975,
+      1.9869623184204102,
+      0.7593597173690796,
+      1.6676656007766724,
+      0.7563079595565796,
+      1.8720674514770508,
+      0.7508732080459595,
+      2.077916383743286
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}