results: confirm standard-depth SDIL scaling

1 files changed, 7293 insertions, 0 deletions

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d56_s11.json b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s11.json
new file mode 100644
index 0000000..149dc20
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s11.json
@@ -0,0 +1,7293 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 1064960,
+    "adaptive_feedback_parameters": 848512,
+    "base_width": 16,
+    "blocks_per_stage": 9,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 56,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 532480,
+    "forward_parameters": 853018,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 1064960,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 56,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 11,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s11.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 11,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5011,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9994528922769759,
+    "feedback_forward_cosine": [
+      0.9996585845947266,
+      0.9996613264083862,
+      0.9994030594825745,
+      0.9993560910224915,
+      0.9991961121559143,
+      0.9991893768310547,
+      0.9993095397949219,
+      0.9992635250091553,
+      0.9995965361595154,
+      0.9995520114898682,
+      0.9995437860488892,
+      0.9994943141937256,
+      0.9995837211608887,
+      0.99957674741745,
+      0.999679684638977,
+      0.999646782875061,
+      0.9997938871383667,
+      0.9996997714042664,
+      0.9997414350509644,
+      0.9998083114624023,
+      0.9996501803398132,
+      0.9995943307876587,
+      0.9997068047523499,
+      0.9996200799942017,
+      0.9997164011001587,
+      0.9996328353881836,
+      0.9996664524078369,
+      0.9995362758636475,
+      0.9996434450149536,
+      0.9995038509368896,
+      0.9996674656867981,
+      0.9994937181472778,
+      0.9995723962783813,
+      0.9994343519210815,
+      0.9995824098587036,
+      0.9993937611579895,
+      0.9997337460517883,
+      0.9998224377632141,
+      0.9997802972793579,
+      0.9997556209564209,
+      0.9997716546058655,
+      0.999693751335144,
+      0.9997555017471313,
+      0.999632716178894,
+      0.9997289776802063,
+      0.9995256662368774,
+      0.9993695020675659,
+      0.9991015195846558,
+      0.999431312084198,
+      0.9991052746772766,
+      0.9991822838783264,
+      0.9987474679946899,
+      0.9989230036735535,
+      0.9982337951660156,
+      0.9999802112579346
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9989251494407654,
+      1.000936508178711,
+      0.9989844560623169,
+      1.001094937324524,
+      0.9990232586860657,
+      1.0019923448562622,
+      0.99794602394104,
+      1.001634120941162,
+      1.0001002550125122,
+      1.0009591579437256,
+      0.9991543889045715,
+      1.002602219581604,
+      0.9991486072540283,
+      1.00127375125885,
+      1.0000529289245605,
+      1.0020766258239746,
+      0.9994543194770813,
+      1.000896692276001,
+      0.9993245005607605,
+      1.0006946325302124,
+      0.9990779757499695,
+      1.001394271850586,
+      0.9992592334747314,
+      1.0014909505844116,
+      0.9996901154518127,
+      1.0012389421463013,
+      0.9994320273399353,
+      1.0017030239105225,
+      0.9988840222358704,
+      1.001800298690796,
+      0.9995790719985962,
+      1.0016040802001953,
+      0.9988933205604553,
+      1.0019941329956055,
+      0.9989625811576843,
+      1.001695990562439,
+      0.9992861747741699,
+      1.0003782510757446,
+      0.9997970461845398,
+      1.0006024837493896,
+      0.9996731281280518,
+      1.0012645721435547,
+      0.9997552633285522,
+      1.001225233078003,
+      0.9995972514152527,
+      1.0016262531280518,
+      0.9985372424125671,
+      1.0021247863769531,
+      0.9986729621887207,
+      1.0028369426727295,
+      0.9981772303581238,
+      1.00296151638031,
+      0.9981222152709961,
+      1.002724051475525,
+      1.0013223886489868
+    ],
+    "feedback_forward_relative_error": [
+      0.026138870045542717,
+      0.02605477347970009,
+      0.03454797342419624,
+      0.03592420741915703,
+      0.040088262408971786,
+      0.040355466306209564,
+      0.037179701030254364,
+      0.03844698145985603,
+      0.028409859165549278,
+      0.02996210940182209,
+      0.03020460158586502,
+      0.0319485142827034,
+      0.028850506991147995,
+      0.029142992570996284,
+      0.02531236596405506,
+      0.02668643370270729,
+      0.020307406783103943,
+      0.02453530579805374,
+      0.022739969193935394,
+      0.019597264006733894,
+      0.02645433507859707,
+      0.02853545919060707,
+      0.02421659789979458,
+      0.027628593146800995,
+      0.02381478250026703,
+      0.027145279571413994,
+      0.02582474984228611,
+      0.03052673302590847,
+      0.026714729145169258,
+      0.031582459807395935,
+      0.02578607387840748,
+      0.03188617154955864,
+      0.029251690953969955,
+      0.03372754156589508,
+      0.028902731835842133,
+      0.034893520176410675,
+      0.023077230900526047,
+      0.018855642527341843,
+      0.020960478112101555,
+      0.022119291126728058,
+      0.021369803696870804,
+      0.024794884026050568,
+      0.022112904116511345,
+      0.02714836597442627,
+      0.023276351392269135,
+      0.030870573595166206,
+      0.0355137400329113,
+      0.04249107465147972,
+      0.033728212118148804,
+      0.04245596006512642,
+      0.04044438898563385,
+      0.05021299421787262,
+      0.046406086534261703,
+      0.05957596004009247,
+      0.006421781610697508
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9995517730712891,
+      0.9994828701019287,
+      0.9995512962341309,
+      0.9991498589515686,
+      0.9995520114898682,
+      0.9991917610168457,
+      0.9995540380477905,
+      0.9992571473121643,
+      0.9995548725128174,
+      0.9994254112243652,
+      0.9995452761650085,
+      0.9993563294410706,
+      0.9995415210723877,
+      0.9993796348571777,
+      0.9995396733283997,
+      0.9994672536849976,
+      0.9995462894439697,
+      0.9995050430297852,
+      0.9995566606521606,
+      0.9996000528335571,
+      0.9995860457420349,
+      0.9994322061538696,
+      0.999593198299408,
+      0.9994602203369141,
+      0.9996090531349182,
+      0.9994994401931763,
+      0.9996220469474792,
+      0.999465823173523,
+      0.9996377825737,
+      0.9994761943817139,
+      0.9996447563171387,
+      0.9994639158248901,
+      0.9996585249900818,
+      0.9994835257530212,
+      0.9996689558029175,
+      0.9994775652885437,
+      0.9996813535690308,
+      0.9997172951698303,
+      0.9997225999832153,
+      0.9996993541717529,
+      0.9997093677520752,
+      0.9996503591537476,
+      0.9997342228889465,
+      0.9997210502624512,
+      0.9997873306274414,
+      0.9998279809951782,
+      0.9997203946113586,
+      0.9997026920318604,
+      0.9997576475143433,
+      0.9997735023498535,
+      0.9997548460960388,
+      0.9996984601020813,
+      0.9998241066932678,
+      0.9998534321784973,
+      0.6879556775093079
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9995517730712891,
+      0.9994828701019287,
+      0.9995514154434204,
+      0.9991498589515686,
+      0.9995520114898682,
+      0.9991917610168457,
+      0.9995540380477905,
+      0.9992572069168091,
+      0.9995548725128174,
+      0.9994254112243652,
+      0.9995452761650085,
+      0.9993562698364258,
+      0.9995415210723877,
+      0.9993797540664673,
+      0.9995396137237549,
+      0.9994672536849976,
+      0.9995462894439697,
+      0.9995050430297852,
+      0.9995566606521606,
+      0.9996000528335571,
+      0.9995861053466797,
+      0.9994322061538696,
+      0.999593198299408,
+      0.9994602203369141,
+      0.9996090531349182,
+      0.9994994401931763,
+      0.9996219873428345,
+      0.999465823173523,
+      0.9996377825737,
+      0.9994760751724243,
+      0.9996446967124939,
+      0.9994639158248901,
+      0.9996585845947266,
+      0.9994834661483765,
+      0.9996689558029175,
+      0.9994775652885437,
+      0.9996813535690308,
+      0.9997173547744751,
+      0.9997225999832153,
+      0.9996993541717529,
+      0.9997093677520752,
+      0.9996503591537476,
+      0.9997342228889465,
+      0.9997210502624512,
+      0.9997873902320862,
+      0.999828040599823,
+      0.9997203946113586,
+      0.9997027516365051,
+      0.9997576475143433,
+      0.9997735023498535,
+      0.9997549057006836,
+      0.9996984601020813,
+      0.999824047088623,
+      0.9998534917831421,
+      0.6888552904129028
+    ],
+    "matched_negative_gradient_cosine": [
+      -0.00474204309284687,
+      -0.009176000952720642,
+      -0.004329458810389042,
+      -0.0001360562164336443,
+      -0.00134295504540205,
+      -0.0058915987610816956,
+      0.0028759310953319073,
+      0.002320106141269207,
+      0.001732651493512094,
+      -0.010575078427791595,
+      0.0007172836922109127,
+      -0.03010343573987484,
+      0.008269624784588814,
+      0.0316404290497303,
+      0.006767967715859413,
+      -0.011222892440855503,
+      0.013338076882064342,
+      0.020049583166837692,
+      -0.0010996179189532995,
+      0.02430870570242405,
+      0.004063806962221861,
+      0.03761480748653412,
+      -0.005386119708418846,
+      0.010938838124275208,
+      -0.011171958409249783,
+      0.038992464542388916,
+      -0.021670546382665634,
+      -0.007791977375745773,
+      -0.013821092434227467,
+      -0.020795801654458046,
+      -0.00878394115716219,
+      0.024180587381124496,
+      -0.007901962846517563,
+      0.02275543287396431,
+      -0.012234559282660484,
+      0.060253217816352844,
+      -0.012216916307806969,
+      0.0020068222656846046,
+      0.06310081481933594,
+      0.11251245439052582,
+      0.006837606430053711,
+      0.03133728355169296,
+      0.015237577259540558,
+      0.08132436871528625,
+      -0.007178660482168198,
+      0.07070250809192657,
+      -0.055152423679828644,
+      0.015945086255669594,
+      -0.08277289569377899,
+      -0.054327234625816345,
+      -0.08769827336072922,
+      -0.023721184581518173,
+      -0.07243412733078003,
+      -0.1276523917913437,
+      0.08239589631557465
+    ],
+    "max_norm_match_direction_error": 0.06125962734222412,
+    "max_norm_match_relative_error": 1.6587028994763386e-07,
+    "mean_feedback_forward_cosine": 0.9995171655308116,
+    "mean_feedback_forward_relative_error": 0.02991201341660185,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.3185271620750427,
+      "max_absolute_post_projection_soma_slope": 6.10175234783128e-08,
+      "max_absolute_pre_projection_soma_slope": 0.3185271620750427,
+      "max_positive_post_projection_soma_slope": 2.269476695460071e-08,
+      "min_post_projection_soma_slope": -6.10175234783128e-08,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.385685311622679e-08,
+      "pre_projection_traffic_rms_ratio": 0.01358986675291948
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.013589866752904233,
+    "raw_negative_gradient_cosine": [
+      -0.00474204309284687,
+      -0.009176000952720642,
+      -0.0043294597417116165,
+      -0.0001360562164336443,
+      -0.0013429553946480155,
+      -0.005891598295420408,
+      0.0028759310953319073,
+      0.0023201066069304943,
+      0.0017326513770967722,
+      -0.010575078427791595,
+      0.000717283459380269,
+      -0.03010343573987484,
+      0.008269624784588814,
+      0.0316404290497303,
+      0.006767967715859413,
+      -0.011222894303500652,
+      0.013338077813386917,
+      0.020049583166837692,
+      -0.0010996183846145868,
+      0.0243087075650692,
+      0.004063806962221861,
+      0.03761480748653412,
+      -0.0053861187770962715,
+      0.010938838124275208,
+      -0.011171959340572357,
+      0.038992468267679214,
+      -0.021670546382665634,
+      -0.007791978772729635,
+      -0.013821092434227467,
+      -0.020795803517103195,
+      -0.008783942088484764,
+      0.024180587381124496,
+      -0.007901962846517563,
+      0.02275543287396431,
+      -0.012234559282660484,
+      0.06025322154164314,
+      -0.012216916307806969,
+      0.0020068208687007427,
+      0.06310081481933594,
+      0.11251245439052582,
+      0.006837606895714998,
+      0.03133728355169296,
+      0.015237577259540558,
+      0.08132436871528625,
+      -0.007178662810474634,
+      0.07070250809192657,
+      -0.055152423679828644,
+      0.015945084393024445,
+      -0.08277289569377899,
+      -0.05432722717523575,
+      -0.08769827336072922,
+      -0.023721186444163322,
+      -0.07243412733078003,
+      -0.1276523917913437,
+      0.08239328116178513
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9995517730712891,
+      0.9994828701019287,
+      0.9995512962341309,
+      0.9991498589515686,
+      0.9995520114898682,
+      0.9991917610168457,
+      0.9995540380477905,
+      0.9992571473121643,
+      0.9995548725128174,
+      0.9994254112243652,
+      0.9995452761650085,
+      0.9993563294410706,
+      0.9995415210723877,
+      0.9993796348571777,
+      0.9995396733283997,
+      0.9994672536849976,
+      0.9995462894439697,
+      0.9995050430297852,
+      0.9995566606521606,
+      0.9996000528335571,
+      0.9995860457420349,
+      0.9994322061538696,
+      0.999593198299408,
+      0.9994602203369141,
+      0.9996090531349182,
+      0.9994994401931763,
+      0.9996220469474792,
+      0.999465823173523,
+      0.9996377825737,
+      0.9994761943817139,
+      0.9996447563171387,
+      0.9994639158248901,
+      0.9996585249900818,
+      0.9994835257530212,
+      0.9996689558029175,
+      0.9994775652885437,
+      0.9996813535690308,
+      0.9997172951698303,
+      0.9997225999832153,
+      0.9996993541717529,
+      0.9997093677520752,
+      0.9996503591537476,
+      0.9997342228889465,
+      0.9997210502624512,
+      0.9997873306274414,
+      0.9998279809951782,
+      0.9997203946113586,
+      0.9997026920318604,
+      0.9997576475143433,
+      0.9997735023498535,
+      0.9997548460960388,
+      0.9996984601020813,
+      0.9998241066932678,
+      0.9998534321784973,
+      0.6879556775093079
+    ],
+    "traffic_instruction_rms_ratio": 863.5765279212795,
+    "used_negative_gradient_cosine": [
+      0.9995517730712891,
+      0.9994828701019287,
+      0.9995512962341309,
+      0.9991498589515686,
+      0.9995520114898682,
+      0.9991917610168457,
+      0.9995540380477905,
+      0.9992571473121643,
+      0.9995548725128174,
+      0.9994254112243652,
+      0.9995452761650085,
+      0.9993563294410706,
+      0.9995415210723877,
+      0.9993796348571777,
+      0.9995396733283997,
+      0.9994672536849976,
+      0.9995462894439697,
+      0.9995050430297852,
+      0.9995566606521606,
+      0.9996000528335571,
+      0.9995860457420349,
+      0.9994322061538696,
+      0.999593198299408,
+      0.9994602203369141,
+      0.9996090531349182,
+      0.9994994401931763,
+      0.9996220469474792,
+      0.999465823173523,
+      0.9996377825737,
+      0.9994761943817139,
+      0.9996447563171387,
+      0.9994639158248901,
+      0.9996585249900818,
+      0.9994835257530212,
+      0.9996689558029175,
+      0.9994775652885437,
+      0.9996813535690308,
+      0.9997172951698303,
+      0.9997225999832153,
+      0.9996993541717529,
+      0.9997093677520752,
+      0.9996503591537476,
+      0.9997342228889465,
+      0.9997210502624512,
+      0.9997873306274414,
+      0.9998279809951782,
+      0.9997203946113586,
+      0.9997026920318604,
+      0.9997576475143433,
+      0.9997735023498535,
+      0.9997548460960388,
+      0.9996984601020813,
+      0.9998241066932678,
+      0.9998534321784973,
+      0.6879556775093079
+    ],
+    "wall_s": 0.322892427444458
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3656059503555298,
+        "mean_feedback_forward_cosine": 0.2780039561065761,
+        "mean_feedback_forward_relative_error": 1.191816060109572,
+        "min_feedback_forward_cosine": 0.07297273725271225
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0012383521059362043,
+        "instruction_rms": 0.0012383521056076473,
+        "raw_apical_rms": 0.062077170118180196,
+        "teaching_rms": 0.0012383521059362043,
+        "traffic_rms": 0.061972417824942616
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.997263106242826e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.038032455888949e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01528890456335584,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 2.4247902322006225
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.349313497543335,
+        "mean_feedback_forward_cosine": 0.3085195252841169,
+        "mean_feedback_forward_relative_error": 1.1662700539285487,
+        "min_feedback_forward_cosine": 0.09686195105314255
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0015625542083360334,
+        "instruction_rms": 0.0015625542080978654,
+        "raw_apical_rms": 0.0647349052382139,
+        "teaching_rms": 0.0015625542083360334,
+        "traffic_rms": 0.06471562735127863
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.78245655194587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8353785156196248e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01568088805127374,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.739611852684021
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3408284187316895,
+        "mean_feedback_forward_cosine": 0.35123352747071873,
+        "mean_feedback_forward_relative_error": 1.130219289931384,
+        "min_feedback_forward_cosine": 0.10917021334171295
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0020998698734864697,
+        "instruction_rms": 0.00209986987322,
+        "raw_apical_rms": 0.07341691782328486,
+        "teaching_rms": 0.0020998698734864697,
+        "traffic_rms": 0.07338650162690992
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.380875644003027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8044233741425863e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017958872510181766,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.4575234595489501
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3346256017684937,
+        "mean_feedback_forward_cosine": 0.39396569647572255,
+        "mean_feedback_forward_relative_error": 1.0929852848703212,
+        "min_feedback_forward_cosine": 0.11670972406864166
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002362502671113251,
+        "instruction_rms": 0.0023625026705140686,
+        "raw_apical_rms": 0.08325823013125352,
+        "teaching_rms": 0.002362502671113251,
+        "traffic_rms": 0.08322439413299129
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.3774025831025938e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.740517988830108e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015586677343912836,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 1.1788327906036378
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.325390100479126,
+        "mean_feedback_forward_cosine": 0.43371534862301564,
+        "mean_feedback_forward_relative_error": 1.0568589454347437,
+        "min_feedback_forward_cosine": 0.12936991453170776
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002500525164360428,
+        "instruction_rms": 0.002500525163724199,
+        "raw_apical_rms": 0.09057189779143957,
+        "teaching_rms": 0.002500525164360428,
+        "traffic_rms": 0.0905369907189953
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.751850171824117e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.705191106169133e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014525962877544906,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.990774517326355
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3128007650375366,
+        "mean_feedback_forward_cosine": 0.46883868006142704,
+        "mean_feedback_forward_relative_error": 1.0236695381728085,
+        "min_feedback_forward_cosine": 0.1463254690170288
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0024482982780984013,
+        "instruction_rms": 0.0024482982786286594,
+        "raw_apical_rms": 0.09678797046191212,
+        "teaching_rms": 0.0024482982780984013,
+        "traffic_rms": 0.09675673632942636
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.789049926212101e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6715608148607838e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01364391053927342,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.8577928354263306
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2972744703292847,
+        "mean_feedback_forward_cosine": 0.5014720342376016,
+        "mean_feedback_forward_relative_error": 0.9913389785723252,
+        "min_feedback_forward_cosine": 0.16676178574562073
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025669876696848577,
+        "instruction_rms": 0.002566987669043939,
+        "raw_apical_rms": 0.10020332202097157,
+        "teaching_rms": 0.0025669876696848577,
+        "traffic_rms": 0.10017022184779448
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.267638034771153e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6514756405542426e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01372426897854814,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.7673397560310363
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.280198097229004,
+        "mean_feedback_forward_cosine": 0.5318921636451375,
+        "mean_feedback_forward_relative_error": 0.959966105222702,
+        "min_feedback_forward_cosine": 0.18302591145038605
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026591966614860343,
+        "instruction_rms": 0.0026591966620119075,
+        "raw_apical_rms": 0.10455353882122058,
+        "teaching_rms": 0.0026591966614860343,
+        "traffic_rms": 0.10451935582240823
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.183398930190378e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6535967294067978e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013672592862510687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.7078843341064454
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.266043782234192,
+        "mean_feedback_forward_cosine": 0.559382903304967,
+        "mean_feedback_forward_relative_error": 0.9305767151442441,
+        "min_feedback_forward_cosine": 0.19995196163654327
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002662297389946976,
+        "instruction_rms": 0.002662297389910144,
+        "raw_apical_rms": 0.10784836044773859,
+        "teaching_rms": 0.002662297389946976,
+        "traffic_rms": 0.10781511058904689
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.459607959641289e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6298795986876625e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013918335513955474,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.6503286095619202
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2509193420410156,
+        "mean_feedback_forward_cosine": 0.5853184789419175,
+        "mean_feedback_forward_relative_error": 0.9019360038367185,
+        "min_feedback_forward_cosine": 0.21881626546382904
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026984451798573975,
+        "instruction_rms": 0.0026984451784220187,
+        "raw_apical_rms": 0.1109552374531632,
+        "teaching_rms": 0.0026984451798573975,
+        "traffic_rms": 0.11092206955151283
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.522321337522953e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6258844145573968e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014512654725803377,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.6127370658111573
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2353297472000122,
+        "mean_feedback_forward_cosine": 0.609443508494984,
+        "mean_feedback_forward_relative_error": 0.8742235167460009,
+        "min_feedback_forward_cosine": 0.23856034874916077
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002689612017011485,
+        "instruction_rms": 0.00268961201754415,
+        "raw_apical_rms": 0.11372233125296714,
+        "teaching_rms": 0.002689612017011485,
+        "traffic_rms": 0.11369013227887856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.486481479190843e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.620901256783135e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01471398521344927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5740423461914063
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2179542779922485,
+        "mean_feedback_forward_cosine": 0.6321417673067613,
+        "mean_feedback_forward_relative_error": 0.8475156426429749,
+        "min_feedback_forward_cosine": 0.25978827476501465
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027311671063769516,
+        "instruction_rms": 0.002731167106639558,
+        "raw_apical_rms": 0.11594257186135726,
+        "teaching_rms": 0.0027311671063769516,
+        "traffic_rms": 0.11591006318028584
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.610661694774535e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.62514314116246e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014455018565687839,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.5391063870620727
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1979261636734009,
+        "mean_feedback_forward_cosine": 0.6535548356446352,
+        "mean_feedback_forward_relative_error": 0.8213582280007276,
+        "min_feedback_forward_cosine": 0.2839428782463074
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027657178528242322,
+        "instruction_rms": 0.002765717853341484,
+        "raw_apical_rms": 0.11822554037526463,
+        "teaching_rms": 0.0027657178528242322,
+        "traffic_rms": 0.11819279230943064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 7.813596880623663e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6094369652854546e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014614508352490653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.5105461913108825
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1780186891555786,
+        "mean_feedback_forward_cosine": 0.6739871870387685,
+        "mean_feedback_forward_relative_error": 0.7956407089125026,
+        "min_feedback_forward_cosine": 0.3079090118408203
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028034998480591833,
+        "instruction_rms": 0.0028034998492737773,
+        "raw_apical_rms": 0.12020596693016934,
+        "teaching_rms": 0.0028034998480591833,
+        "traffic_rms": 0.12017289592196335
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.659836853690649e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6123015594886733e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015431081585114,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.49121246395111084
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1624243259429932,
+        "mean_feedback_forward_cosine": 0.6933874021876942,
+        "mean_feedback_forward_relative_error": 0.7704766788265922,
+        "min_feedback_forward_cosine": 0.3335566520690918
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027911377137473546,
+        "instruction_rms": 0.002791137713952103,
+        "raw_apical_rms": 0.12198513484092295,
+        "teaching_rms": 0.0027911377137473546,
+        "traffic_rms": 0.12195282379208204
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.941965745634661e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.602053301701936e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015988032490942425,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4719832165622711
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1462867259979248,
+        "mean_feedback_forward_cosine": 0.7111540794372558,
+        "mean_feedback_forward_relative_error": 0.7466255740685896,
+        "min_feedback_forward_cosine": 0.3583933711051941
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027831336119445234,
+        "instruction_rms": 0.00278313361201447,
+        "raw_apical_rms": 0.12361631247874855,
+        "teaching_rms": 0.0027831336119445234,
+        "traffic_rms": 0.12358454503316343
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.04481246063915e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6123693811805665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01525242096805122,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4427167798233032
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1299537420272827,
+        "mean_feedback_forward_cosine": 0.7280240411108191,
+        "mean_feedback_forward_relative_error": 0.7232116311788559,
+        "min_feedback_forward_cosine": 0.38237687945365906
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028365423422506537,
+        "instruction_rms": 0.002836542340607995,
+        "raw_apical_rms": 0.12590199217051548,
+        "teaching_rms": 0.0028365423422506537,
+        "traffic_rms": 0.12586958803767653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.291042519203984e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6026459912994664e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015464867957198447,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.42650607981681826
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1118658781051636,
+        "mean_feedback_forward_cosine": 0.7446038468317552,
+        "mean_feedback_forward_relative_error": 0.6997361838817596,
+        "min_feedback_forward_cosine": 0.4034211337566376
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002819635216439872,
+        "instruction_rms": 0.002819635217702689,
+        "raw_apical_rms": 0.12700602966476648,
+        "teaching_rms": 0.002819635216439872,
+        "traffic_rms": 0.12697421958150198
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.838657640173551e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6011112022968033e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015284392847171169,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.411290473651886
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0939488410949707,
+        "mean_feedback_forward_cosine": 0.760051534392617,
+        "mean_feedback_forward_relative_error": 0.6772180904041637,
+        "min_feedback_forward_cosine": 0.4214558005332947
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028309598110479238,
+        "instruction_rms": 0.0028309598108214136,
+        "raw_apical_rms": 0.12865474820939268,
+        "teaching_rms": 0.0028309598110479238,
+        "traffic_rms": 0.12862305782524822
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.623191405376929e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5963102576132327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015575412602281482,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.3980034026527405
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0768272876739502,
+        "mean_feedback_forward_cosine": 0.7745202443816445,
+        "mean_feedback_forward_relative_error": 0.6554601989009163,
+        "min_feedback_forward_cosine": 0.4398435950279236
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028516471527111655,
+        "instruction_rms": 0.0028516471530947544,
+        "raw_apical_rms": 0.13114304172775315,
+        "teaching_rms": 0.0028516471527111655,
+        "traffic_rms": 0.13111158056093417
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.567325065518162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5852533668031734e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015490268180528406,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3804183331108093
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0588077306747437,
+        "mean_feedback_forward_cosine": 0.7883659655397589,
+        "mean_feedback_forward_relative_error": 0.6339549872008237,
+        "min_feedback_forward_cosine": 0.4592060148715973
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028550233654900887,
+        "instruction_rms": 0.002855023365955546,
+        "raw_apical_rms": 0.13223170049768876,
+        "teaching_rms": 0.0028550233654900887,
+        "traffic_rms": 0.13220037178491406
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.723397660834962e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586654916052254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015065018997348316,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.36566992959976197
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0408307313919067,
+        "mean_feedback_forward_cosine": 0.8017013100060549,
+        "mean_feedback_forward_relative_error": 0.6126981223171407,
+        "min_feedback_forward_cosine": 0.47839057445526123
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002871351234949905,
+        "instruction_rms": 0.0028713512359280335,
+        "raw_apical_rms": 0.13333977765308985,
+        "teaching_rms": 0.002871351234949905,
+        "traffic_rms": 0.13330832801217804
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.608424195699627e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5753690378684592e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015327162605551992,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3599096685695648
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0216072797775269,
+        "mean_feedback_forward_cosine": 0.8140043497085572,
+        "mean_feedback_forward_relative_error": 0.5924946787682447,
+        "min_feedback_forward_cosine": 0.4981752634048462
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002868834473953173,
+        "instruction_rms": 0.0028688344740140826,
+        "raw_apical_rms": 0.1345024360152318,
+        "teaching_rms": 0.002868834473953173,
+        "traffic_rms": 0.13447123155578897
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.339693463061849e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5724156077746804e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015332615251920806,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34824215928077695
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0027002096176147,
+        "mean_feedback_forward_cosine": 0.8254355853254145,
+        "mean_feedback_forward_relative_error": 0.5731189581480893,
+        "min_feedback_forward_cosine": 0.5162635445594788
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028419032465908916,
+        "instruction_rms": 0.002841903246743255,
+        "raw_apical_rms": 0.13575703572374662,
+        "teaching_rms": 0.0028419032465908916,
+        "traffic_rms": 0.13572678201609706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.47092477379374e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5739430869928093e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015726947288872844,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3379736206245422
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9825236201286316,
+        "mean_feedback_forward_cosine": 0.8367859688672152,
+        "mean_feedback_forward_relative_error": 0.5534052886746147,
+        "min_feedback_forward_cosine": 0.5360997319221497
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002817620692330174,
+        "instruction_rms": 0.0028176206909344198,
+        "raw_apical_rms": 0.1368579900648721,
+        "teaching_rms": 0.002817620692330174,
+        "traffic_rms": 0.13682842155303404
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.74699779274124e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5710004017832103e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01554205884955512,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3306319559288025
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9619225859642029,
+        "mean_feedback_forward_cosine": 0.8473270600492304,
+        "mean_feedback_forward_relative_error": 0.5345866593447599,
+        "min_feedback_forward_cosine": 0.5557321310043335
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028440421257590154,
+        "instruction_rms": 0.0028440421256435778,
+        "raw_apical_rms": 0.1380711156486829,
+        "teaching_rms": 0.0028440421257590154,
+        "traffic_rms": 0.13804112727234216
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 7.716428740422998e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572609135623696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015401260413917114,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.31143450550556184
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9412152171134949,
+        "mean_feedback_forward_cosine": 0.8572651733051647,
+        "mean_feedback_forward_relative_error": 0.5162670018998059,
+        "min_feedback_forward_cosine": 0.574942409992218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00279067814414045,
+        "instruction_rms": 0.0027906781417000076,
+        "raw_apical_rms": 0.13870639797284748,
+        "teaching_rms": 0.00279067814414045,
+        "traffic_rms": 0.13867770929227227
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.1187167814341592e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565223148617519e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015521981619396896,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3096764917373657
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.918723464012146,
+        "mean_feedback_forward_cosine": 0.8667979197068648,
+        "mean_feedback_forward_relative_error": 0.49817959557880054,
+        "min_feedback_forward_cosine": 0.5950304865837097
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002798082653204898,
+        "instruction_rms": 0.0027980826532966966,
+        "raw_apical_rms": 0.13956727491489415,
+        "teaching_rms": 0.002798082653204898,
+        "traffic_rms": 0.13953863533790123
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.994531614485823e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.554190116069979e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015236109709625512,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.30386610385894774
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8963318467140198,
+        "mean_feedback_forward_cosine": 0.8757049127058549,
+        "mean_feedback_forward_relative_error": 0.4807183177633719,
+        "min_feedback_forward_cosine": 0.6147742867469788
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002799236645884436,
+        "instruction_rms": 0.0027992366472855026,
+        "raw_apical_rms": 0.14078094807955072,
+        "teaching_rms": 0.002799236645884436,
+        "traffic_rms": 0.14075251892290597
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 8.548219909698673e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5647263140263365e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015397564473173522,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.29550923011779784
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.874015748500824,
+        "mean_feedback_forward_cosine": 0.8839899995110252,
+        "mean_feedback_forward_relative_error": 0.4639662345701998,
+        "min_feedback_forward_cosine": 0.6334888935089111
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002804685737909153,
+        "instruction_rms": 0.002804685738499082,
+        "raw_apical_rms": 0.14221151232407428,
+        "teaching_rms": 0.002804685737909153,
+        "traffic_rms": 0.14218327308631767
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.967570946400883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556512417993898e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015000353483131883,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.28458474427223207
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8500713109970093,
+        "mean_feedback_forward_cosine": 0.8919064738533714,
+        "mean_feedback_forward_relative_error": 0.44745709706436504,
+        "min_feedback_forward_cosine": 0.6534852981567383
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002800285769823482,
+        "instruction_rms": 0.002800285768673174,
+        "raw_apical_rms": 0.1434088644149483,
+        "teaching_rms": 0.002800285769823482,
+        "traffic_rms": 0.14338099178484853
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.120288524400166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5515314073496795e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01509612093560348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.28211001901626587
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8269674777984619,
+        "mean_feedback_forward_cosine": 0.8993922114372254,
+        "mean_feedback_forward_relative_error": 0.4313063205643134,
+        "min_feedback_forward_cosine": 0.6718124151229858
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002855944463462274,
+        "instruction_rms": 0.0028559444622426365,
+        "raw_apical_rms": 0.1439116730699515,
+        "teaching_rms": 0.002855944463462274,
+        "traffic_rms": 0.1438826977627302
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.415835222625901e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5476991047387974e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015297268457968801,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.2752809430599213
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.803813636302948,
+        "mean_feedback_forward_cosine": 0.9064079057086598,
+        "mean_feedback_forward_relative_error": 0.4155553829940883,
+        "min_feedback_forward_cosine": 0.6899509429931641
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027980970268515607,
+        "instruction_rms": 0.002798097027407999,
+        "raw_apical_rms": 0.14513959631287332,
+        "teaching_rms": 0.0027980970268515607,
+        "traffic_rms": 0.14511196288366107
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.0503670466732729e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5410115394510824e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01542476701197429,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.26575205562591553
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7810649871826172,
+        "mean_feedback_forward_cosine": 0.9129228927872398,
+        "mean_feedback_forward_relative_error": 0.4004775961691683,
+        "min_feedback_forward_cosine": 0.7070543766021729
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027667916513980043,
+        "instruction_rms": 0.0027667916514141915,
+        "raw_apical_rms": 0.14636993098924692,
+        "teaching_rms": 0.0027667916513980043,
+        "traffic_rms": 0.1463432293574295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.262448065148419e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5534027634056982e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01574315852062888,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.26551216046333315
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7573658227920532,
+        "mean_feedback_forward_cosine": 0.918914317000996,
+        "mean_feedback_forward_relative_error": 0.38623597811568866,
+        "min_feedback_forward_cosine": 0.7243421673774719
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027793758233629357,
+        "instruction_rms": 0.0027793758234007405,
+        "raw_apical_rms": 0.14706744824421508,
+        "teaching_rms": 0.0027793758233629357,
+        "traffic_rms": 0.1470405290119055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.211240043465295e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5396424046847107e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015606798978234818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.25689091048240664
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7346653342247009,
+        "mean_feedback_forward_cosine": 0.9246041319587014,
+        "mean_feedback_forward_relative_error": 0.372092572667382,
+        "min_feedback_forward_cosine": 0.7407503128051758
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027499784664082624,
+        "instruction_rms": 0.0027499784652088534,
+        "raw_apical_rms": 0.1472130430488538,
+        "teaching_rms": 0.0027499784664082624,
+        "traffic_rms": 0.14718676986620913
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.682445778480542e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5375593358201757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015176571577195923,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.25194505088329316
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7122654914855957,
+        "mean_feedback_forward_cosine": 0.9299303098158402,
+        "mean_feedback_forward_relative_error": 0.35849040909246965,
+        "min_feedback_forward_cosine": 0.7561821341514587
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002748425787503717,
+        "instruction_rms": 0.0027484257877978062,
+        "raw_apical_rms": 0.1484000035842627,
+        "teaching_rms": 0.002748425787503717,
+        "traffic_rms": 0.14837394786519092
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.0385248572220007e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5312229399586802e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014463825279714937,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2506612028312683
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6899703145027161,
+        "mean_feedback_forward_cosine": 0.9350775090130893,
+        "mean_feedback_forward_relative_error": 0.3448978062380444,
+        "min_feedback_forward_cosine": 0.7711887359619141
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027950710030302762,
+        "instruction_rms": 0.002795071003911944,
+        "raw_apical_rms": 0.14956033732737076,
+        "teaching_rms": 0.0027950710030302762,
+        "traffic_rms": 0.14953354718406292
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.760272779933075e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5331261250516387e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014275243696067759,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.25242684220314027
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6686302423477173,
+        "mean_feedback_forward_cosine": 0.9396645589308306,
+        "mean_feedback_forward_relative_error": 0.33232562284577977,
+        "min_feedback_forward_cosine": 0.7849680185317993
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002743590974446751,
+        "instruction_rms": 0.0027435909752769987,
+        "raw_apical_rms": 0.1502472012798959,
+        "teaching_rms": 0.002743590974446751,
+        "traffic_rms": 0.15022154317834963
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.0317038601215245e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.521988725490327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014480292337997401,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.23705289229393006
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.64716637134552,
+        "mean_feedback_forward_cosine": 0.9440274401144548,
+        "mean_feedback_forward_relative_error": 0.319969663430344,
+        "min_feedback_forward_cosine": 0.7983568906784058
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002753420074918075,
+        "instruction_rms": 0.0027534200745759855,
+        "raw_apical_rms": 0.15140253657440755,
+        "teaching_rms": 0.002753420074918075,
+        "traffic_rms": 0.15137680800599027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.856902956542399e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5250308844511787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014782177982055547,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.23535995511054994
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6272185444831848,
+        "mean_feedback_forward_cosine": 0.9479562520980835,
+        "mean_feedback_forward_relative_error": 0.30832505930553783,
+        "min_feedback_forward_cosine": 0.8104434013366699
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027586520833127494,
+        "instruction_rms": 0.002758652082026311,
+        "raw_apical_rms": 0.15205679158888544,
+        "teaching_rms": 0.0027586520833127494,
+        "traffic_rms": 0.1520311166437533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.321422318933401e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5140780827257007e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014824770729894528,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.22708810456752776
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6066642999649048,
+        "mean_feedback_forward_cosine": 0.9516334869644859,
+        "mean_feedback_forward_relative_error": 0.2971851972016421,
+        "min_feedback_forward_cosine": 0.8226064443588257
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00270368587767172,
+        "instruction_rms": 0.002703685878245482,
+        "raw_apical_rms": 0.15260512689355377,
+        "teaching_rms": 0.00270368587767172,
+        "traffic_rms": 0.15258049633244022
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.299506421531987e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5165925824567682e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014856510001274347,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2268886034297943
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5846050977706909,
+        "mean_feedback_forward_cosine": 0.9553058591755954,
+        "mean_feedback_forward_relative_error": 0.28559970625422215,
+        "min_feedback_forward_cosine": 0.8350316286087036
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028172207627640412,
+        "instruction_rms": 0.0028172207631056824,
+        "raw_apical_rms": 0.1533917694809535,
+        "teaching_rms": 0.0028172207627640412,
+        "traffic_rms": 0.15336523896630078
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.065195717359529e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513922986618935e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014044546291850594,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.22666596289634705
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5634883046150208,
+        "mean_feedback_forward_cosine": 0.9586459745060314,
+        "mean_feedback_forward_relative_error": 0.274625505100597,
+        "min_feedback_forward_cosine": 0.8466119170188904
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027768455455139934,
+        "instruction_rms": 0.002776845546432808,
+        "raw_apical_rms": 0.1544028667407089,
+        "teaching_rms": 0.0027768455455139934,
+        "traffic_rms": 0.15437715658858833
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.297063658346815e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5143296694998058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014141671865212545,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.22244149144172667
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5444114804267883,
+        "mean_feedback_forward_cosine": 0.9616829536177895,
+        "mean_feedback_forward_relative_error": 0.2642389884049242,
+        "min_feedback_forward_cosine": 0.856689453125
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002759754028466141,
+        "instruction_rms": 0.002759754027834078,
+        "raw_apical_rms": 0.1553648406338728,
+        "teaching_rms": 0.002759754028466141,
+        "traffic_rms": 0.15533962363847936
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.780706485187693e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5131244936588388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014700988812350914,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.21883933533668518
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5251621007919312,
+        "mean_feedback_forward_cosine": 0.9645349394191395,
+        "mean_feedback_forward_relative_error": 0.2541466689922593,
+        "min_feedback_forward_cosine": 0.8665794134140015
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00279823329800091,
+        "instruction_rms": 0.002798233298335805,
+        "raw_apical_rms": 0.1559105639799751,
+        "teaching_rms": 0.00279823329800091,
+        "traffic_rms": 0.15588471235802967
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.65553798739893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5018915315216684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014655520919231653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.21692971934318542
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5068506002426147,
+        "mean_feedback_forward_cosine": 0.9671297506852583,
+        "mean_feedback_forward_relative_error": 0.24464391551234504,
+        "min_feedback_forward_cosine": 0.8757303953170776
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002761370938044686,
+        "instruction_rms": 0.0027613709387155384,
+        "raw_apical_rms": 0.15661917080913176,
+        "teaching_rms": 0.002761370938044686,
+        "traffic_rms": 0.15659412229523495
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.148946761821207e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5060615469662893e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014265537423685358,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.20904439455032348
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.48769253492355347,
+        "mean_feedback_forward_cosine": 0.9695728464560075,
+        "mean_feedback_forward_relative_error": 0.23535664142532783,
+        "min_feedback_forward_cosine": 0.8847986459732056
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027706926316239094,
+        "instruction_rms": 0.0027706926316897807,
+        "raw_apical_rms": 0.15763185058879692,
+        "teaching_rms": 0.0027706926316239094,
+        "traffic_rms": 0.15760675248286138
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.241346532462558e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5103488038343534e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014411582149835166,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.21171879997253418
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4694367051124573,
+        "mean_feedback_forward_cosine": 0.9718325625766407,
+        "mean_feedback_forward_relative_error": 0.22650010978633708,
+        "min_feedback_forward_cosine": 0.8931773900985718
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027425214859031527,
+        "instruction_rms": 0.002742521484878426,
+        "raw_apical_rms": 0.15848001441154225,
+        "teaching_rms": 0.0027425214859031527,
+        "traffic_rms": 0.15845567246823328
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.1726636017783676e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5056095542910244e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014409455637519409,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.20690942641973495
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4519951641559601,
+        "mean_feedback_forward_cosine": 0.9739293011752042,
+        "mean_feedback_forward_relative_error": 0.21792619966647842,
+        "min_feedback_forward_cosine": 0.9008963108062744
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027323529338498225,
+        "instruction_rms": 0.0027323529340544856,
+        "raw_apical_rms": 0.15886152125753375,
+        "teaching_rms": 0.0027323529338498225,
+        "traffic_rms": 0.15883737040116558
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 7.819192404667774e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5042070779633913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015131409950644398,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.2007670001220703
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4347010552883148,
+        "mean_feedback_forward_cosine": 0.9759257955984636,
+        "mean_feedback_forward_relative_error": 0.20939414311539042,
+        "min_feedback_forward_cosine": 0.9082639217376709
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002800296335199562,
+        "instruction_rms": 0.0028002963351247668,
+        "raw_apical_rms": 0.1591612797250569,
+        "teaching_rms": 0.002800296335199562,
+        "traffic_rms": 0.15913585408264258
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.851375016798556e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5194261868174983e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014932903840990846,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.2028310550069809
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4180796444416046,
+        "mean_feedback_forward_cosine": 0.9777542558583346,
+        "mean_feedback_forward_relative_error": 0.2013039380311966,
+        "min_feedback_forward_cosine": 0.9149971604347229
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002762755971311803,
+        "instruction_rms": 0.0027627559718032225,
+        "raw_apical_rms": 0.15991442728986457,
+        "teaching_rms": 0.002762755971311803,
+        "traffic_rms": 0.1598898491344305
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.362687881595775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4959845576227944e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014970237855349773,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.1990632757949829
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40292200446128845,
+        "mean_feedback_forward_cosine": 0.979403018951416,
+        "mean_feedback_forward_relative_error": 0.19365910440683365,
+        "min_feedback_forward_cosine": 0.9209874868392944
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027088232822000237,
+        "instruction_rms": 0.002708823282228319,
+        "raw_apical_rms": 0.16119461770656643,
+        "teaching_rms": 0.0027088232822000237,
+        "traffic_rms": 0.1611711924001176
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.562708421142815e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4954326272514505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014845306560663466,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.19544393265724183
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38738200068473816,
+        "mean_feedback_forward_cosine": 0.9810209491036155,
+        "mean_feedback_forward_relative_error": 0.18586597415533931,
+        "min_feedback_forward_cosine": 0.9268696308135986
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027953769088326736,
+        "instruction_rms": 0.0027953769097796236,
+        "raw_apical_rms": 0.16208287329107793,
+        "teaching_rms": 0.0027953769088326736,
+        "traffic_rms": 0.16205801607526515
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.0494315461073711e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4951424270734096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013989079206351692,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.19609787446498872
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.37285012006759644,
+        "mean_feedback_forward_cosine": 0.9824591062285684,
+        "mean_feedback_forward_relative_error": 0.17871306172826074,
+        "min_feedback_forward_cosine": 0.9321953058242798
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027113340226088993,
+        "instruction_rms": 0.0027113340220307133,
+        "raw_apical_rms": 0.16335144728010118,
+        "teaching_rms": 0.0027113340226088993,
+        "traffic_rms": 0.16332823419035084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.580787470511495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4845757296773175e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014213061413081193,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.19339118243217468
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3584863543510437,
+        "mean_feedback_forward_cosine": 0.983813780004328,
+        "mean_feedback_forward_relative_error": 0.17169378867203539,
+        "min_feedback_forward_cosine": 0.9372421503067017
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002794796402549992,
+        "instruction_rms": 0.002794796402878254,
+        "raw_apical_rms": 0.16366447011463664,
+        "teaching_rms": 0.002794796402549992,
+        "traffic_rms": 0.1636397745953492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.45141966515439e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.485367261009298e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01454614872275912,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.19217132482528687
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3457229733467102,
+        "mean_feedback_forward_cosine": 0.9849926991896196,
+        "mean_feedback_forward_relative_error": 0.16531535305760123,
+        "min_feedback_forward_cosine": 0.9416497349739075
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002709675851936232,
+        "instruction_rms": 0.0027096758522014556,
+        "raw_apical_rms": 0.16411753845785385,
+        "teaching_rms": 0.002709675851936232,
+        "traffic_rms": 0.16409442044698527
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.25869435061577e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.485210677191885e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013679322627510692,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.18285078244686126
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3324398398399353,
+        "mean_feedback_forward_cosine": 0.9861352920532227,
+        "mean_feedback_forward_relative_error": 0.15890098667957567,
+        "min_feedback_forward_cosine": 0.9459847211837769
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002769247779752728,
+        "instruction_rms": 0.0027692477805658076,
+        "raw_apical_rms": 0.16498621219585505,
+        "teaching_rms": 0.002769247779752728,
+        "traffic_rms": 0.164962176073903
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.545276676206413e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4883336961967817e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014030377436603125,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.18484324563026427
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3194241225719452,
+        "mean_feedback_forward_cosine": 0.9871935801072554,
+        "mean_feedback_forward_relative_error": 0.15272793200882998,
+        "min_feedback_forward_cosine": 0.950086236000061
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002771301020854051,
+        "instruction_rms": 0.0027713010191486175,
+        "raw_apical_rms": 0.16584593433673436,
+        "teaching_rms": 0.002771301020854051,
+        "traffic_rms": 0.165822036554764
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.906699295290309e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4827091109131133e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013959305068095439,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.18599985842466354
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30728742480278015,
+        "mean_feedback_forward_cosine": 0.9881513227115978,
+        "mean_feedback_forward_relative_error": 0.1469086192548275,
+        "min_feedback_forward_cosine": 0.9537777900695801
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027324350730478625,
+        "instruction_rms": 0.002732435072453857,
+        "raw_apical_rms": 0.16627089694018674,
+        "teaching_rms": 0.0027324350730478625,
+        "traffic_rms": 0.16624775320576105
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.0202614930676646e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.483577913144204e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013551371198360728,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.18231251134872437
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2963620722293854,
+        "mean_feedback_forward_cosine": 0.9890022407878529,
+        "mean_feedback_forward_relative_error": 0.14155254628170622,
+        "min_feedback_forward_cosine": 0.9569754600524902
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002649074310180105,
+        "instruction_rms": 0.0026490743103316796,
+        "raw_apical_rms": 0.16653584267038904,
+        "teaching_rms": 0.002649074310180105,
+        "traffic_rms": 0.16651402756769215
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.703628230297909e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.490160932571076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013738283250032606,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.1762676159477234
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28409332036972046,
+        "mean_feedback_forward_cosine": 0.9898466478694569,
+        "mean_feedback_forward_relative_error": 0.1360717303373597,
+        "min_feedback_forward_cosine": 0.9604353904724121
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026612198871544582,
+        "instruction_rms": 0.0026612198871531325,
+        "raw_apical_rms": 0.1669773787694486,
+        "teaching_rms": 0.0026612198871544582,
+        "traffic_rms": 0.16695547028302957
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.925126427859141e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4819601401918015e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014204399920962323,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.17534834663391113
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27266091108322144,
+        "mean_feedback_forward_cosine": 0.99063256112012,
+        "mean_feedback_forward_relative_error": 0.1307328892702406,
+        "min_feedback_forward_cosine": 0.9635297060012817
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002726520553956482,
+        "instruction_rms": 0.002726520554130374,
+        "raw_apical_rms": 0.16791549876865755,
+        "teaching_rms": 0.002726520553956482,
+        "traffic_rms": 0.16789269759356837
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.737803914802498e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4861972469913814e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013860654888206024,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.17833706500530244
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2617502808570862,
+        "mean_feedback_forward_cosine": 0.991372613473372,
+        "mean_feedback_forward_relative_error": 0.12549196928739548,
+        "min_feedback_forward_cosine": 0.9663599729537964
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027527037484578777,
+        "instruction_rms": 0.002752703748279867,
+        "raw_apical_rms": 0.1682368677981339,
+        "teaching_rms": 0.0027527037484578777,
+        "traffic_rms": 0.16821359607107617
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.610852120227719e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4787594645407745e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013676186629378301,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.17980283549785614
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25183790922164917,
+        "mean_feedback_forward_cosine": 0.9920222932642156,
+        "mean_feedback_forward_relative_error": 0.12069282907653939,
+        "min_feedback_forward_cosine": 0.9688432216644287
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026980213667608137,
+        "instruction_rms": 0.002698021367352877,
+        "raw_apical_rms": 0.16910116638988212,
+        "teaching_rms": 0.0026980213667608137,
+        "traffic_rms": 0.16907888995223272
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.353664071591993e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4927762513104578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013397180396250905,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.16966076889038087
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24140170216560364,
+        "mean_feedback_forward_cosine": 0.9926310181617737,
+        "mean_feedback_forward_relative_error": 0.11605323180556297,
+        "min_feedback_forward_cosine": 0.9713505506515503
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00268975859800863,
+        "instruction_rms": 0.0026897585972020435,
+        "raw_apical_rms": 0.16924226494491737,
+        "teaching_rms": 0.00268975859800863,
+        "traffic_rms": 0.16922013151353218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 9.400395128977834e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.484186332991852e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013206250937574026,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.1738714980792999
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23137395083904266,
+        "mean_feedback_forward_cosine": 0.9932113582437688,
+        "mean_feedback_forward_relative_error": 0.11139761940999464,
+        "min_feedback_forward_cosine": 0.9736660718917847
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027615035597109406,
+        "instruction_rms": 0.0027615035589753736,
+        "raw_apical_rms": 0.1696391361692829,
+        "teaching_rms": 0.0027615035597109406,
+        "traffic_rms": 0.16961580751596048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.008461722080028e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4874075596198353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013540547212560579,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.17528437712192535
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22231976687908173,
+        "mean_feedback_forward_cosine": 0.9937230966307901,
+        "mean_feedback_forward_relative_error": 0.10713021345436573,
+        "min_feedback_forward_cosine": 0.9756683707237244
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027198069009940805,
+        "instruction_rms": 0.002719806901472302,
+        "raw_apical_rms": 0.1701319062056541,
+        "teaching_rms": 0.0027198069009940805,
+        "traffic_rms": 0.17010938667453185
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.012031571524858e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4784396601402282e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013908450391089558,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.16779858752965926
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2130720615386963,
+        "mean_feedback_forward_cosine": 0.9942134954712608,
+        "mean_feedback_forward_relative_error": 0.10289012596688488,
+        "min_feedback_forward_cosine": 0.9776421785354614
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002719123901737557,
+        "instruction_rms": 0.002719123902034706,
+        "raw_apical_rms": 0.1711123085290241,
+        "teaching_rms": 0.002719123901737557,
+        "traffic_rms": 0.17108988808181466
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.234762560732634e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475695927462311e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013881189615492073,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.16863387867212296
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20451901853084564,
+        "mean_feedback_forward_cosine": 0.994648505340923,
+        "mean_feedback_forward_relative_error": 0.09896870546720245,
+        "min_feedback_forward_cosine": 0.9793894290924072
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027178038617538735,
+        "instruction_rms": 0.0027178038615526608,
+        "raw_apical_rms": 0.17167656862859487,
+        "teaching_rms": 0.0027178038617538735,
+        "traffic_rms": 0.17165431479285118
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.62523563682771e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4787696077786304e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013782210784177927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.16830873312473296
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1960361897945404,
+        "mean_feedback_forward_cosine": 0.9950759074904701,
+        "mean_feedback_forward_relative_error": 0.09497265748002312,
+        "min_feedback_forward_cosine": 0.981059193611145
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027965765732784493,
+        "instruction_rms": 0.0027965765732825333,
+        "raw_apical_rms": 0.17181351933746153,
+        "teaching_rms": 0.0027965765732784493,
+        "traffic_rms": 0.17178990525302726
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.060342710474288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4909745602320567e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013593266867400998,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.16640550255775452
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18855610489845276,
+        "mean_feedback_forward_cosine": 0.9954456166787581,
+        "mean_feedback_forward_relative_error": 0.09135522314093329,
+        "min_feedback_forward_cosine": 0.9824724197387695
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027281655904317238,
+        "instruction_rms": 0.002728165590009075,
+        "raw_apical_rms": 0.17222570224381353,
+        "teaching_rms": 0.0027281655904317238,
+        "traffic_rms": 0.17220324485990987
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.835666420736743e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4780435908262375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013637031197511276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.1663925800704956
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18132393062114716,
+        "mean_feedback_forward_cosine": 0.9957909085533836,
+        "mean_feedback_forward_relative_error": 0.08783371133560484,
+        "min_feedback_forward_cosine": 0.9837785959243774
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027428638790387098,
+        "instruction_rms": 0.0027428638788873326,
+        "raw_apical_rms": 0.17282361603639285,
+        "teaching_rms": 0.0027428638790387098,
+        "traffic_rms": 0.17280096720411223
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.486171137496058e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.474751135245934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01356387755819981,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.1617213433980942
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17441777884960175,
+        "mean_feedback_forward_cosine": 0.9961136991327459,
+        "mean_feedback_forward_relative_error": 0.0844164221801541,
+        "min_feedback_forward_cosine": 0.9849828481674194
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002725872525401691,
+        "instruction_rms": 0.00272587252533895,
+        "raw_apical_rms": 0.1733747928635444,
+        "teaching_rms": 0.002725872525401691,
+        "traffic_rms": 0.17335269822321894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.193410311856496e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4762007753748884e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01346381957427793,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.16320614542007447
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16717448830604553,
+        "mean_feedback_forward_cosine": 0.9964139970866117,
+        "mean_feedback_forward_relative_error": 0.08111655596982349,
+        "min_feedback_forward_cosine": 0.9862015247344971
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027550895293376575,
+        "instruction_rms": 0.0027550895295905898,
+        "raw_apical_rms": 0.17407806095253098,
+        "teaching_rms": 0.0027550895293376575,
+        "traffic_rms": 0.17405550700181446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.981630917834991e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4767503167194134e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013143080538177629,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.16003038954734802
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16055156290531158,
+        "mean_feedback_forward_cosine": 0.9966846812855114,
+        "mean_feedback_forward_relative_error": 0.07800691466439855,
+        "min_feedback_forward_cosine": 0.9872677326202393
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002721852508484442,
+        "instruction_rms": 0.002721852508214667,
+        "raw_apical_rms": 0.17447519277667103,
+        "teaching_rms": 0.002721852508484442,
+        "traffic_rms": 0.1744530985699871
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.557208820368032e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4709106317474236e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0127308706385453,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.1573057245016098
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1540725976228714,
+        "mean_feedback_forward_cosine": 0.996940302848816,
+        "mean_feedback_forward_relative_error": 0.0749533537775278,
+        "min_feedback_forward_cosine": 0.9882680177688599
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002737049481805662,
+        "instruction_rms": 0.0027370494821755535,
+        "raw_apical_rms": 0.17542279218203907,
+        "teaching_rms": 0.002737049481805662,
+        "traffic_rms": 0.17540064531710065
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.502558846932516e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4779283795149354e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01281913329776501,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.16388744305610656
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14819373190402985,
+        "mean_feedback_forward_cosine": 0.9971684510057622,
+        "mean_feedback_forward_relative_error": 0.0721030096438798,
+        "min_feedback_forward_cosine": 0.9891375303268433
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027187359129440493,
+        "instruction_rms": 0.0027187359133989853,
+        "raw_apical_rms": 0.17567647494748057,
+        "teaching_rms": 0.0027187359129440493,
+        "traffic_rms": 0.17565442496905376
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.766786407932159e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.472653181573568e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013910260964815483,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.15380675556659698
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14218495786190033,
+        "mean_feedback_forward_cosine": 0.9973890033635227,
+        "mean_feedback_forward_relative_error": 0.06925406794656407,
+        "min_feedback_forward_cosine": 0.9899941682815552
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027695661530255608,
+        "instruction_rms": 0.002769566152455814,
+        "raw_apical_rms": 0.17628585084616138,
+        "teaching_rms": 0.0027695661530255608,
+        "traffic_rms": 0.17626319348051503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.885676384627004e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4804187614589238e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013693297486784349,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.1582255811738968
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13633933663368225,
+        "mean_feedback_forward_cosine": 0.9975941408764232,
+        "mean_feedback_forward_relative_error": 0.06649312824010849,
+        "min_feedback_forward_cosine": 0.9907970428466797
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002816443475617679,
+        "instruction_rms": 0.0028164434745754324,
+        "raw_apical_rms": 0.17651873253268258,
+        "teaching_rms": 0.002816443475617679,
+        "traffic_rms": 0.17649544806129455
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.836195775074884e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4776062872552448e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013568798378198278,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.15971647807121278
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1313091665506363,
+        "mean_feedback_forward_cosine": 0.9977666052904997,
+        "mean_feedback_forward_relative_error": 0.06408045044676824,
+        "min_feedback_forward_cosine": 0.991461992263794
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026407254986483366,
+        "instruction_rms": 0.0026407254984191324,
+        "raw_apical_rms": 0.1768421612900572,
+        "teaching_rms": 0.0026407254986483366,
+        "traffic_rms": 0.17682161735287463
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.604838086512245e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4750597750868478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013482243886124444,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.14958190220832826
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12596727907657623,
+        "mean_feedback_forward_cosine": 0.9979402867230502,
+        "mean_feedback_forward_relative_error": 0.061555661142549734,
+        "min_feedback_forward_cosine": 0.9921414852142334
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027770749142055247,
+        "instruction_rms": 0.0027770749138346946,
+        "raw_apical_rms": 0.17729232448758242,
+        "teaching_rms": 0.0027770749142055247,
+        "traffic_rms": 0.17726971160536648
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.676942459511338e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477037823749352e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013216332561294319,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.1503305899810791
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12075788527727127,
+        "mean_feedback_forward_cosine": 0.9981023419987072,
+        "mean_feedback_forward_relative_error": 0.05909944095394828,
+        "min_feedback_forward_cosine": 0.9927743673324585
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027421034410646814,
+        "instruction_rms": 0.002742103440960747,
+        "raw_apical_rms": 0.17836122529460033,
+        "teaching_rms": 0.0027421034410646814,
+        "traffic_rms": 0.1783391954318167
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.687667391564901e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476841083896905e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014139136984147658,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.15631730215907097
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11584215611219406,
+        "mean_feedback_forward_cosine": 0.9982463218949058,
+        "mean_feedback_forward_relative_error": 0.056829233281314374,
+        "min_feedback_forward_cosine": 0.9933488368988037
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002733981069118043,
+        "instruction_rms": 0.002733981069395037,
+        "raw_apical_rms": 0.17897381275636734,
+        "teaching_rms": 0.002733981069118043,
+        "traffic_rms": 0.1789520942569645
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.952802777959732e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4690582559870694e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013670564581838391,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.15403930703639984
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11129321902990341,
+        "mean_feedback_forward_cosine": 0.9983807542107322,
+        "mean_feedback_forward_relative_error": 0.054618410308930006,
+        "min_feedback_forward_cosine": 0.9938575029373169
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027457106491164396,
+        "instruction_rms": 0.0027457106498583496,
+        "raw_apical_rms": 0.17913610256710727,
+        "teaching_rms": 0.0027457106491164396,
+        "traffic_rms": 0.17911421019294793
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.258651635311253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.486437144529513e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013436325847240235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.15093926156044007
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10685274749994278,
+        "mean_feedback_forward_cosine": 0.9985050949183377,
+        "mean_feedback_forward_relative_error": 0.05248885933648456,
+        "min_feedback_forward_cosine": 0.9943358898162842
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027675196974467245,
+        "instruction_rms": 0.0027675196976880046,
+        "raw_apical_rms": 0.17966310333465813,
+        "teaching_rms": 0.0027675196974467245,
+        "traffic_rms": 0.17964092644966032
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.142341556549582e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.474463248558557e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013681089267608467,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.15181832854270935
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10260812193155289,
+        "mean_feedback_forward_cosine": 0.9986199075525457,
+        "mean_feedback_forward_relative_error": 0.05044293654235926,
+        "min_feedback_forward_cosine": 0.9947757124900818
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002714479538790874,
+        "instruction_rms": 0.0027144795386669306,
+        "raw_apical_rms": 0.1809547267877564,
+        "teaching_rms": 0.002714479538790874,
+        "traffic_rms": 0.18093363378600413
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.150609349082515e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.470303059947909e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013470725174212725,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.15021988181114196
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09838725626468658,
+        "mean_feedback_forward_cosine": 0.9987257534807379,
+        "mean_feedback_forward_relative_error": 0.04848912277004935,
+        "min_feedback_forward_cosine": 0.9951949715614319
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026812181871343505,
+        "instruction_rms": 0.0026812181878185593,
+        "raw_apical_rms": 0.18103681352514167,
+        "teaching_rms": 0.0026812181871343505,
+        "traffic_rms": 0.1810161570403811
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.191571592737091e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476541914775157e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012505334955436063,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.14981868672132492
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09436847269535065,
+        "mean_feedback_forward_cosine": 0.9988214546983892,
+        "mean_feedback_forward_relative_error": 0.04664448133923791,
+        "min_feedback_forward_cosine": 0.9955790638923645
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027246578404634034,
+        "instruction_rms": 0.002724657840126929,
+        "raw_apical_rms": 0.18158900565248784,
+        "teaching_rms": 0.0027246578404634034,
+        "traffic_rms": 0.1815677470554002
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.381829985637523e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4717295155725896e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013407071620656956,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.1476772435569763
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0903562605381012,
+        "mean_feedback_forward_cosine": 0.9989136370745573,
+        "mean_feedback_forward_relative_error": 0.04479555529965596,
+        "min_feedback_forward_cosine": 0.9959458112716675
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002729901653570255,
+        "instruction_rms": 0.002729901653885861,
+        "raw_apical_rms": 0.18220239583104256,
+        "teaching_rms": 0.002729901653570255,
+        "traffic_rms": 0.18218108333303254
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.410380931105465e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477908484232254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013700653902979216,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.15033625076770782
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08651615679264069,
+        "mean_feedback_forward_cosine": 0.9990009351210161,
+        "mean_feedback_forward_relative_error": 0.04296609019352631,
+        "min_feedback_forward_cosine": 0.996281623840332
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028168221669191583,
+        "instruction_rms": 0.00281682216639033,
+        "raw_apical_rms": 0.18269745894631845,
+        "teaching_rms": 0.0028168221669191583,
+        "traffic_rms": 0.18267486630613974
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.671721308748602e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475657228341853e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013226246337446913,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.15319530076026916
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08301443606615067,
+        "mean_feedback_forward_cosine": 0.9990757909688083,
+        "mean_feedback_forward_relative_error": 0.04133343322371895,
+        "min_feedback_forward_cosine": 0.9965757131576538
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002741218684649971,
+        "instruction_rms": 0.0027412186840930623,
+        "raw_apical_rms": 0.18344821290575125,
+        "teaching_rms": 0.002741218684649971,
+        "traffic_rms": 0.18342683756432754
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.202172014331154e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4802403303871695e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013582906900337904,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.14606405753135682
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07967378944158554,
+        "mean_feedback_forward_cosine": 0.9991478063843467,
+        "mean_feedback_forward_relative_error": 0.03970056924630295,
+        "min_feedback_forward_cosine": 0.9968456029891968
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027613844665013263,
+        "instruction_rms": 0.0027613844660805817,
+        "raw_apical_rms": 0.18359066223267229,
+        "teaching_rms": 0.0027613844665013263,
+        "traffic_rms": 0.18356903554737306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.438127624936897e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4873409058114115e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013782502611206556,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.152138819065094
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0765121653676033,
+        "mean_feedback_forward_cosine": 0.9992136185819452,
+        "mean_feedback_forward_relative_error": 0.038145190697502,
+        "min_feedback_forward_cosine": 0.9970903396606445
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002739033966105734,
+        "instruction_rms": 0.002739033966018853,
+        "raw_apical_rms": 0.18414058605728173,
+        "teaching_rms": 0.002739033966105734,
+        "traffic_rms": 0.18411936686464303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.031909632360112e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.481215366262269e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013539664616705643,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.1473185959672928
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07365334033966064,
+        "mean_feedback_forward_cosine": 0.999269915710796,
+        "mean_feedback_forward_relative_error": 0.03676067224957726,
+        "min_feedback_forward_cosine": 0.9973033666610718
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026663776882964387,
+        "instruction_rms": 0.0026663776883776974,
+        "raw_apical_rms": 0.1847611946893068,
+        "teaching_rms": 0.0026663776882964387,
+        "traffic_rms": 0.18474113543512805
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.161806081512623e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4750452610353226e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013702039140369618,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.13559998624801636
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07069694250822067,
+        "mean_feedback_forward_cosine": 0.9993245666677302,
+        "mean_feedback_forward_relative_error": 0.03536833387545564,
+        "min_feedback_forward_cosine": 0.997515082359314
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002737499596678907,
+        "instruction_rms": 0.002737499596655163,
+        "raw_apical_rms": 0.1849795838171578,
+        "teaching_rms": 0.002737499596678907,
+        "traffic_rms": 0.1849585359227466
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.950389774829091e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.486030878707235e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014102535988978588,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.1400851474881172
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06784866005182266,
+        "mean_feedback_forward_cosine": 0.9993775053457781,
+        "mean_feedback_forward_relative_error": 0.033959559368138964,
+        "min_feedback_forward_cosine": 0.9977103471755981
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027968036200206213,
+        "instruction_rms": 0.0027968036196581196,
+        "raw_apical_rms": 0.18526733704289222,
+        "teaching_rms": 0.0027968036200206213,
+        "traffic_rms": 0.18524530163454114
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.462853718858241e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478544868037782e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013204779593328695,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.1430394840335846
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06498070061206818,
+        "mean_feedback_forward_cosine": 0.9994269490242005,
+        "mean_feedback_forward_relative_error": 0.03259081039577723,
+        "min_feedback_forward_cosine": 0.9978994727134705
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002783547399337609,
+        "instruction_rms": 0.0027835473991750623,
+        "raw_apical_rms": 0.18603764615818696,
+        "teaching_rms": 0.002783547399337609,
+        "traffic_rms": 0.18601600897915635
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.376798632525606e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4771131466535503e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012784071395670008,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.15067201759815216
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06250336021184921,
+        "mean_feedback_forward_cosine": 0.9994701027870179,
+        "mean_feedback_forward_relative_error": 0.03134333484552123,
+        "min_feedback_forward_cosine": 0.9980563521385193
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002724599039477438,
+        "instruction_rms": 0.002724599040366459,
+        "raw_apical_rms": 0.18655293767495848,
+        "teaching_rms": 0.002724599039477438,
+        "traffic_rms": 0.18653220014882307
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.885793624178405e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4802724312356196e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01219814796310366,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.1414000434613228
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059949520975351334,
+        "mean_feedback_forward_cosine": 0.999510954726826,
+        "mean_feedback_forward_relative_error": 0.030118964434686032,
+        "min_feedback_forward_cosine": 0.9982119202613831
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002737153259694741,
+        "instruction_rms": 0.0027371532602677097,
+        "raw_apical_rms": 0.18726668952814665,
+        "teaching_rms": 0.002737153259694741,
+        "traffic_rms": 0.18724586210902755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.164010267819322e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.481039427151832e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013183748792510335,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.14272400443077088
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05992874130606651,
+        "mean_feedback_forward_cosine": 0.9995112830942328,
+        "mean_feedback_forward_relative_error": 0.030108402991159397,
+        "min_feedback_forward_cosine": 0.9982131123542786
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001942158526233045,
+        "instruction_rms": 0.0019421585262273777,
+        "raw_apical_rms": 0.18742113389850917,
+        "teaching_rms": 0.001942158526233045,
+        "traffic_rms": 0.18741040806305445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.291607317938542e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478928885556829e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013072770639194282,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.0779117331790924
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059918954968452454,
+        "mean_feedback_forward_cosine": 0.9995114456523548,
+        "mean_feedback_forward_relative_error": 0.030102703881196,
+        "min_feedback_forward_cosine": 0.9982137680053711
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016545162463045219,
+        "instruction_rms": 0.001654516246802673,
+        "raw_apical_rms": 0.1873739915954006,
+        "teaching_rms": 0.0016545162463045219,
+        "traffic_rms": 0.1873659977262605
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.97943249861055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4789263715738958e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013201778299207382,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.05188592261314392
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05991050601005554,
+        "mean_feedback_forward_cosine": 0.9995115756988525,
+        "mean_feedback_forward_relative_error": 0.0300976721231233,
+        "min_feedback_forward_cosine": 0.9982143640518188
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015386455417015568,
+        "instruction_rms": 0.0015386455426977873,
+        "raw_apical_rms": 0.1873434472411124,
+        "teaching_rms": 0.0015386455417015568,
+        "traffic_rms": 0.18733644340142003
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.404440876574881e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4788611071565946e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012979437441559534,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.0426614681828022
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05990184471011162,
+        "mean_feedback_forward_cosine": 0.9995117230848832,
+        "mean_feedback_forward_relative_error": 0.03009267092936418,
+        "min_feedback_forward_cosine": 0.998214840888977
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015226419026568596,
+        "instruction_rms": 0.0015226419026997146,
+        "raw_apical_rms": 0.18729334713932938,
+        "teaching_rms": 0.0015226419026568596,
+        "traffic_rms": 0.18728636072278207
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.596431655405468e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4790275359790278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013196748913822103,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.03821386901140213
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05989343672990799,
+        "mean_feedback_forward_cosine": 0.999511863968589,
+        "mean_feedback_forward_relative_error": 0.03008786141872406,
+        "min_feedback_forward_cosine": 0.9982154369354248
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014911648197745945,
+        "instruction_rms": 0.0014911648194554752,
+        "raw_apical_rms": 0.18727710966058397,
+        "teaching_rms": 0.0014911648197745945,
+        "traffic_rms": 0.18727037468629903
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.325321860207623e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4833845815605708e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012971464451058182,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.03401476447224617
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059886157512664795,
+        "mean_feedback_forward_cosine": 0.9995119604197416,
+        "mean_feedback_forward_relative_error": 0.030083465821702373,
+        "min_feedback_forward_cosine": 0.9982158541679382
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001407267631694595,
+        "instruction_rms": 0.0014072676320019287,
+        "raw_apical_rms": 0.18724369797343227,
+        "teaching_rms": 0.001407267631694595,
+        "traffic_rms": 0.18723757700423158
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.810741292109014e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480429692707427e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012936318221218403,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.02924771062910557
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059878092259168625,
+        "mean_feedback_forward_cosine": 0.9995120980522849,
+        "mean_feedback_forward_relative_error": 0.030078950109468264,
+        "min_feedback_forward_cosine": 0.9982161521911621
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014091902088174285,
+        "instruction_rms": 0.0014091902089045907,
+        "raw_apical_rms": 0.18713996151145967,
+        "teaching_rms": 0.0014091902088174285,
+        "traffic_rms": 0.18713378946714446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.551010921564739e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478363271183689e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012920172656626386,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.0280844907951355
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059870265424251556,
+        "mean_feedback_forward_cosine": 0.9995122129266912,
+        "mean_feedback_forward_relative_error": 0.030074589310044593,
+        "min_feedback_forward_cosine": 0.9982166290283203
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013765036207045481,
+        "instruction_rms": 0.0013765036204422634,
+        "raw_apical_rms": 0.18710077849262072,
+        "teaching_rms": 0.0013765036207045481,
+        "traffic_rms": 0.18709476696712027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.667292744097722e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4782049201410408e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013046690004456846,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.024974282487928868
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05986268073320389,
+        "mean_feedback_forward_cosine": 0.9995123462243514,
+        "mean_feedback_forward_relative_error": 0.03007036940279332,
+        "min_feedback_forward_cosine": 0.9982171654701233
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013269877898053342,
+        "instruction_rms": 0.0013269877895588928,
+        "raw_apical_rms": 0.18707458193078763,
+        "teaching_rms": 0.0013269877898053342,
+        "traffic_rms": 0.18706893113024098
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.827197461869218e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.486567342851373e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012876921724621857,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.023494056099653243
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059854306280612946,
+        "mean_feedback_forward_cosine": 0.9995124892754988,
+        "mean_feedback_forward_relative_error": 0.03006591448052363,
+        "min_feedback_forward_cosine": 0.9982177019119263
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013364903235981624,
+        "instruction_rms": 0.0013364903236780187,
+        "raw_apical_rms": 0.18699742168755185,
+        "teaching_rms": 0.0013364903235981624,
+        "traffic_rms": 0.18699157680826134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.297103448740017e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4747775629095468e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01275732408278947,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.022603564938306807
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05984736606478691,
+        "mean_feedback_forward_cosine": 0.9995125857266512,
+        "mean_feedback_forward_relative_error": 0.03006187825548378,
+        "min_feedback_forward_cosine": 0.9982181787490845
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012741362988401837,
+        "instruction_rms": 0.0012741362988686721,
+        "raw_apical_rms": 0.18695188961192608,
+        "teaching_rms": 0.0012741362988401837,
+        "traffic_rms": 0.1869465991556412
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.420381902851659e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4763207550230883e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012879078854825995,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.02025066905528307
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05984063446521759,
+        "mean_feedback_forward_cosine": 0.9995127103545449,
+        "mean_feedback_forward_relative_error": 0.03005808801813559,
+        "min_feedback_forward_cosine": 0.9982185363769531
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001211851594642384,
+        "instruction_rms": 0.0012118515946074543,
+        "raw_apical_rms": 0.1870213174644058,
+        "teaching_rms": 0.001211851594642384,
+        "traffic_rms": 0.18701628358515104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.673247720025756e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4807515270563447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012868138112846223,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.019001536874175072
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05983375385403633,
+        "mean_feedback_forward_cosine": 0.9995128295638345,
+        "mean_feedback_forward_relative_error": 0.030054057787426494,
+        "min_feedback_forward_cosine": 0.9982188940048218
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012431342331099614,
+        "instruction_rms": 0.0012431342329435686,
+        "raw_apical_rms": 0.18701586139105783,
+        "teaching_rms": 0.0012431342331099614,
+        "traffic_rms": 0.18701061175803
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.258898276380933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4856184265565294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012804304711976537,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.018098234566748143
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059826791286468506,
+        "mean_feedback_forward_cosine": 0.9995129346847534,
+        "mean_feedback_forward_relative_error": 0.030050288597968492,
+        "min_feedback_forward_cosine": 0.9982192516326904
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011769220868047725,
+        "instruction_rms": 0.0011769220868356938,
+        "raw_apical_rms": 0.18701075603023226,
+        "teaching_rms": 0.0011769220868047725,
+        "traffic_rms": 0.18700592761018336
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.684667562874893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476305081287339e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013279910012647883,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.01642048273295164
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059819888323545456,
+        "mean_feedback_forward_cosine": 0.9995130387219515,
+        "mean_feedback_forward_relative_error": 0.030046287771653045,
+        "min_feedback_forward_cosine": 0.9982197880744934
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011878503691832585,
+        "instruction_rms": 0.0011878503695560122,
+        "raw_apical_rms": 0.18702650495399994,
+        "teaching_rms": 0.0011878503691832585,
+        "traffic_rms": 0.1870214362441155
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.991736504844084e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4832989631833948e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012855946959085712,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.016788918063938618
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05981239676475525,
+        "mean_feedback_forward_cosine": 0.999513176354495,
+        "mean_feedback_forward_relative_error": 0.030042198283428495,
+        "min_feedback_forward_cosine": 0.9982202053070068
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011914355144478687,
+        "instruction_rms": 0.0011914355150809308,
+        "raw_apical_rms": 0.18697411535031594,
+        "teaching_rms": 0.0011914355144478687,
+        "traffic_rms": 0.18696912981872635
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.369816756863656e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4764932644005627e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012900762161673884,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.015212382887601853
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059805139899253845,
+        "mean_feedback_forward_cosine": 0.9995132977312261,
+        "mean_feedback_forward_relative_error": 0.0300381033427336,
+        "min_feedback_forward_cosine": 0.9982206225395203
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012213281706388106,
+        "instruction_rms": 0.001221328170695765,
+        "raw_apical_rms": 0.1869922069510037,
+        "teaching_rms": 0.0012213281706388106,
+        "traffic_rms": 0.18698695680316038
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.74767627831352e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.484067996776698e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012955308853082255,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.01527994748711586
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05979868397116661,
+        "mean_feedback_forward_cosine": 0.9995134006847035,
+        "mean_feedback_forward_relative_error": 0.03003442737019875,
+        "min_feedback_forward_cosine": 0.9982208609580994
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010872546652513219,
+        "instruction_rms": 0.0010872546651294226,
+        "raw_apical_rms": 0.18696344326871037,
+        "teaching_rms": 0.0010872546652513219,
+        "traffic_rms": 0.18695904982344846
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.472856111689907e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479270072668026e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012845927343174265,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.012936586709916592
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059791892766952515,
+        "mean_feedback_forward_cosine": 0.999513526396318,
+        "mean_feedback_forward_relative_error": 0.03003064472736283,
+        "min_feedback_forward_cosine": 0.9982212781906128
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011245949005850315,
+        "instruction_rms": 0.0011245949005166316,
+        "raw_apical_rms": 0.18698949336273102,
+        "teaching_rms": 0.0011245949005850315,
+        "traffic_rms": 0.1869850445402407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.682039893097681e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.473847736468357e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01284882631526247,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.01333997043684125
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05978462100028992,
+        "mean_feedback_forward_cosine": 0.9995136466893283,
+        "mean_feedback_forward_relative_error": 0.03002660001035441,
+        "min_feedback_forward_cosine": 0.9982218146324158
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011672219064966247,
+        "instruction_rms": 0.00116722190617777,
+        "raw_apical_rms": 0.18695562920044495,
+        "teaching_rms": 0.0011672219064966247,
+        "traffic_rms": 0.1869508285452412
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.989620508576991e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.486523422517388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01283147568953709,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.013265175231695176
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05977831035852432,
+        "mean_feedback_forward_cosine": 0.9995137561451305,
+        "mean_feedback_forward_relative_error": 0.03002310667017644,
+        "min_feedback_forward_cosine": 0.9982221126556396
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010335177951959636,
+        "instruction_rms": 0.0010335177949105903,
+        "raw_apical_rms": 0.18689662388465386,
+        "teaching_rms": 0.0010335177951959636,
+        "traffic_rms": 0.18689261654007722
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.156163033845587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475174602988262e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013017467388209027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.011464368002712727
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05977212265133858,
+        "mean_feedback_forward_cosine": 0.9995138547637246,
+        "mean_feedback_forward_relative_error": 0.03001955994828181,
+        "min_feedback_forward_cosine": 0.9982225894927979
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010323254613081173,
+        "instruction_rms": 0.0010323254608726067,
+        "raw_apical_rms": 0.18683753988647983,
+        "teaching_rms": 0.0010323254613081173,
+        "traffic_rms": 0.1868336075065711
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.242380206662347e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47847848639335e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013198205804345971,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.011206012421697378
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05976475775241852,
+        "mean_feedback_forward_cosine": 0.9995139728892933,
+        "mean_feedback_forward_relative_error": 0.03001556901091879,
+        "min_feedback_forward_cosine": 0.9982229471206665
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010820850332512633,
+        "instruction_rms": 0.0010820850330885998,
+        "raw_apical_rms": 0.18686842694037029,
+        "teaching_rms": 0.0010820850332512633,
+        "traffic_rms": 0.18686394284838323
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 8.395454642595723e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475929619439481e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013019684343596176,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.011554425864219665
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05975733697414398,
+        "mean_feedback_forward_cosine": 0.9995141018520702,
+        "mean_feedback_forward_relative_error": 0.030011543529954825,
+        "min_feedback_forward_cosine": 0.9982233047485352
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010382241128348978,
+        "instruction_rms": 0.0010382241131115838,
+        "raw_apical_rms": 0.18687972231241118,
+        "teaching_rms": 0.0010382241128348978,
+        "traffic_rms": 0.1868753730498598
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.734478740279883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4781966537846578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012826877755636871,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.010742876959070563
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059750523418188095,
+        "mean_feedback_forward_cosine": 0.9995142145590349,
+        "mean_feedback_forward_relative_error": 0.03000788763165474,
+        "min_feedback_forward_cosine": 0.9982237815856934
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009770586610846114,
+        "instruction_rms": 0.0009770586615217218,
+        "raw_apical_rms": 0.18682898097393796,
+        "teaching_rms": 0.0009770586610846114,
+        "traffic_rms": 0.1868250047492078
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.1691675894098807e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4778281326869044e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012914393943515647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.009893537079840899
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05974414944648743,
+        "mean_feedback_forward_cosine": 0.9995143175125122,
+        "mean_feedback_forward_relative_error": 0.030004419013857843,
+        "min_feedback_forward_cosine": 0.9982240796089172
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009546609549323364,
+        "instruction_rms": 0.0009546609552980272,
+        "raw_apical_rms": 0.18676554025584674,
+        "teaching_rms": 0.0009546609549323364,
+        "traffic_rms": 0.1867618366481656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.334476492815156e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4777879126491513e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012994927788981056,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.009487134465277195
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05973798409104347,
+        "mean_feedback_forward_cosine": 0.9995144172148271,
+        "mean_feedback_forward_relative_error": 0.030000815786082637,
+        "min_feedback_forward_cosine": 0.9982244968414307
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009574786130379354,
+        "instruction_rms": 0.0009574786133968248,
+        "raw_apical_rms": 0.18672757408331966,
+        "teaching_rms": 0.0009574786130379354,
+        "traffic_rms": 0.18672369534797167
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.777641286565995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47820517504161e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013229827312661474,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.009010958632156252
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05973127856850624,
+        "mean_feedback_forward_cosine": 0.9995145320892334,
+        "mean_feedback_forward_relative_error": 0.02999704374339093,
+        "min_feedback_forward_cosine": 0.9982248544692993
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009346776505828713,
+        "instruction_rms": 0.0009346776508154248,
+        "raw_apical_rms": 0.18674504815725856,
+        "teaching_rms": 0.0009346776505828713,
+        "traffic_rms": 0.18674116785449116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.158221558891455e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479605722879489e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012833709426335346,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.008821906943619251
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05972423031926155,
+        "mean_feedback_forward_cosine": 0.9995146480473605,
+        "mean_feedback_forward_relative_error": 0.029993300419300796,
+        "min_feedback_forward_cosine": 0.9982251524925232
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009514862037800135,
+        "instruction_rms": 0.0009514862034094702,
+        "raw_apical_rms": 0.18678238505426353,
+        "teaching_rms": 0.0009514862037800135,
+        "traffic_rms": 0.18677846665729889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.698138659861797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47258438696578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012914426389876953,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.008695231651067734
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05971641466021538,
+        "mean_feedback_forward_cosine": 0.999514779177579,
+        "mean_feedback_forward_relative_error": 0.029989263508468866,
+        "min_feedback_forward_cosine": 0.9982256293296814
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010160600266760614,
+        "instruction_rms": 0.0010160600264414298,
+        "raw_apical_rms": 0.1867869651857213,
+        "teaching_rms": 0.0010160600266760614,
+        "traffic_rms": 0.18678268461079994
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.47478318632966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475585825410848e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01314441359315905,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.009065071727130562
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05970918387174606,
+        "mean_feedback_forward_cosine": 0.999514889717102,
+        "mean_feedback_forward_relative_error": 0.029985283873975276,
+        "min_feedback_forward_cosine": 0.9982262253761292
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009661025898037708,
+        "instruction_rms": 0.0009661025898235843,
+        "raw_apical_rms": 0.18681788362328494,
+        "teaching_rms": 0.0009661025898037708,
+        "traffic_rms": 0.186813822268883
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.191830940835644e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4791055802352526e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012773178038589579,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.008534954515248537
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05970335379242897,
+        "mean_feedback_forward_cosine": 0.9995150013403459,
+        "mean_feedback_forward_relative_error": 0.029982067729261788,
+        "min_feedback_forward_cosine": 0.9982265830039978
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008438036926844324,
+        "instruction_rms": 0.0008438036923690686,
+        "raw_apical_rms": 0.18686724172096972,
+        "teaching_rms": 0.0008438036926844324,
+        "traffic_rms": 0.18686399935115203
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.577431742651243e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4805806657566707e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012885105627298568,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.007726747665479779
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05969632416963577,
+        "mean_feedback_forward_cosine": 0.9995151205496354,
+        "mean_feedback_forward_relative_error": 0.02997830534692515,
+        "min_feedback_forward_cosine": 0.9982268810272217
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008754425761856176,
+        "instruction_rms": 0.0008754425758778264,
+        "raw_apical_rms": 0.18685698217716118,
+        "teaching_rms": 0.0008754425761856176,
+        "traffic_rms": 0.18685359205588317
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.988392525248855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4769579679196083e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013098200219492477,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.0074592534512281415
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05969060957431793,
+        "mean_feedback_forward_cosine": 0.999515215917067,
+        "mean_feedback_forward_relative_error": 0.029974869833412496,
+        "min_feedback_forward_cosine": 0.9982271790504456
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008447449017975129,
+        "instruction_rms": 0.0008447449017077916,
+        "raw_apical_rms": 0.18683611507329428,
+        "teaching_rms": 0.0008447449017975129,
+        "traffic_rms": 0.18683295092085908
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.631560177718711e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476099138349961e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013019518790294922,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.007171488909311592
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05968421325087547,
+        "mean_feedback_forward_cosine": 0.9995153145356612,
+        "mean_feedback_forward_relative_error": 0.02997163701802492,
+        "min_feedback_forward_cosine": 0.9982275366783142
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008031027025938207,
+        "instruction_rms": 0.0008031027028113104,
+        "raw_apical_rms": 0.1868114497798621,
+        "teaching_rms": 0.0008031027025938207,
+        "traffic_rms": 0.1868084887542558
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.024171987448426e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4797449531694067e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012916726895647419,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.0067251249224878846
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0596780925989151,
+        "mean_feedback_forward_cosine": 0.9995154239914634,
+        "mean_feedback_forward_relative_error": 0.029968168518759986,
+        "min_feedback_forward_cosine": 0.9982279539108276
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008529964937779278,
+        "instruction_rms": 0.0008529964935085915,
+        "raw_apical_rms": 0.18679995513472875,
+        "teaching_rms": 0.0008529964937779278,
+        "traffic_rms": 0.18679665077269908
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.513643479091115e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47842606064267e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012830811433235358,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.007265768485665321
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05966920778155327,
+        "mean_feedback_forward_cosine": 0.9995155767960981,
+        "mean_feedback_forward_relative_error": 0.029963476202366026,
+        "min_feedback_forward_cosine": 0.9982284307479858
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009935707070761945,
+        "instruction_rms": 0.000993570707176385,
+        "raw_apical_rms": 0.1867380515360703,
+        "teaching_rms": 0.0009935707070761945,
+        "traffic_rms": 0.18673372745798533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.923507976987821e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4747162185046595e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013034490396843025,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.008356949128881097
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059661865234375,
+        "mean_feedback_forward_cosine": 0.9995156819170171,
+        "mean_feedback_forward_relative_error": 0.02995954684235833,
+        "min_feedback_forward_cosine": 0.9982288479804993
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008727971507252572,
+        "instruction_rms": 0.0008727971507459581,
+        "raw_apical_rms": 0.18668229633173145,
+        "teaching_rms": 0.0008727971507252572,
+        "traffic_rms": 0.18667866415227463
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.846252086414097e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4803124001495526e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012817043182741341,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.006986085975468159
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059654057025909424,
+        "mean_feedback_forward_cosine": 0.9995158271356063,
+        "mean_feedback_forward_relative_error": 0.029955337188121947,
+        "min_feedback_forward_cosine": 0.9982293844223022
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008916215312205233,
+        "instruction_rms": 0.0008916215313126934,
+        "raw_apical_rms": 0.18668474478455607,
+        "teaching_rms": 0.0008916215312205233,
+        "traffic_rms": 0.18668102833299913
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.296318844078996e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4820548931317565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013047124057827408,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.0073235844442993405
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059646934270858765,
+        "mean_feedback_forward_cosine": 0.9995159441774542,
+        "mean_feedback_forward_relative_error": 0.029951450558887288,
+        "min_feedback_forward_cosine": 0.9982298612594604
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008264584041717986,
+        "instruction_rms": 0.0008264584042567509,
+        "raw_apical_rms": 0.18666449406742783,
+        "teaching_rms": 0.0008264584041717986,
+        "traffic_rms": 0.18666125231604774
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.427439723845964e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4773801558700957e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012931396647461181,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.006912893565893173
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059639833867549896,
+        "mean_feedback_forward_cosine": 0.9995160612193021,
+        "mean_feedback_forward_relative_error": 0.02994780522686514,
+        "min_feedback_forward_cosine": 0.9982301592826843
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008025286217986797,
+        "instruction_rms": 0.0008025286216012244,
+        "raw_apical_rms": 0.18670021862463038,
+        "teaching_rms": 0.0008025286217986797,
+        "traffic_rms": 0.18669716872402395
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.0326945698579948e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.48019465706862e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012951156374583238,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.0063300214302539825
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0596332922577858,
+        "mean_feedback_forward_cosine": 0.9995161815123125,
+        "mean_feedback_forward_relative_error": 0.029944233875721694,
+        "min_feedback_forward_cosine": 0.9982306957244873
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007985319130632211,
+        "instruction_rms": 0.0007985319128746597,
+        "raw_apical_rms": 0.186704982105077,
+        "teaching_rms": 0.0007985319130632211,
+        "traffic_rms": 0.186701868772778
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.169553922243722e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4775734750051242e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013023854800304772,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.006180791571773588
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05962587520480156,
+        "mean_feedback_forward_cosine": 0.9995163115588102,
+        "mean_feedback_forward_relative_error": 0.02994006782431494,
+        "min_feedback_forward_cosine": 0.998231053352356
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008553669860490253,
+        "instruction_rms": 0.000855366986075815,
+        "raw_apical_rms": 0.18675268359930192,
+        "teaching_rms": 0.0008553669860490253,
+        "traffic_rms": 0.18674920379089202
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.213827840108934e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4742100525759286e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012921599960795534,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.006438700502663851
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05961909145116806,
+        "mean_feedback_forward_cosine": 0.9995164307680997,
+        "mean_feedback_forward_relative_error": 0.029936198483813892,
+        "min_feedback_forward_cosine": 0.9982312917709351
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007794813725965413,
+        "instruction_rms": 0.0007794813724653994,
+        "raw_apical_rms": 0.18671563883460382,
+        "teaching_rms": 0.0007794813725965413,
+        "traffic_rms": 0.1867125467508333
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 8.713207222399433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480179096268245e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012793352270195617,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.006031738423854112
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05961267650127411,
+        "mean_feedback_forward_cosine": 0.9995165261355313,
+        "mean_feedback_forward_relative_error": 0.02993262107060714,
+        "min_feedback_forward_cosine": 0.998231828212738
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007664058471337904,
+        "instruction_rms": 0.0007664058470282835,
+        "raw_apical_rms": 0.1867019661882739,
+        "teaching_rms": 0.0007664058471337904,
+        "traffic_rms": 0.18669908622918874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.544322582793029e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.483720475501362e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01292956864003598,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.005748950992189348
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059606052935123444,
+        "mean_feedback_forward_cosine": 0.999516656182029,
+        "mean_feedback_forward_relative_error": 0.02992896953259002,
+        "min_feedback_forward_cosine": 0.9982321262359619
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007540146366630595,
+        "instruction_rms": 0.0007540146363055531,
+        "raw_apical_rms": 0.18671151420617393,
+        "teaching_rms": 0.0007540146366630595,
+        "traffic_rms": 0.18670857409183306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.464748025791778e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4766567216134175e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012997984364375865,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.005779394161738455
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05959717556834221,
+        "mean_feedback_forward_cosine": 0.9995167808099227,
+        "mean_feedback_forward_relative_error": 0.029924737094816835,
+        "min_feedback_forward_cosine": 0.9982324838638306
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007508879656496231,
+        "instruction_rms": 0.0007508879658370791,
+        "raw_apical_rms": 0.18672524164647283,
+        "teaching_rms": 0.0007508879656496231,
+        "traffic_rms": 0.18672238315170148
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.713833293290008e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4756739745275323e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012784698319785816,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.005757287951242179
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05959020555019379,
+        "mean_feedback_forward_cosine": 0.9995169097726996,
+        "mean_feedback_forward_relative_error": 0.02992104718630964,
+        "min_feedback_forward_cosine": 0.9982329607009888
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007416679675730267,
+        "instruction_rms": 0.0007416679679445114,
+        "raw_apical_rms": 0.18665447920841813,
+        "teaching_rms": 0.0007416679675730267,
+        "traffic_rms": 0.1866517554820684
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.1132273414204974e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4754667044465384e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012835192054512574,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.0055073183459788564
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059584714472293854,
+        "mean_feedback_forward_cosine": 0.9995169975540855,
+        "mean_feedback_forward_relative_error": 0.029917928991331295,
+        "min_feedback_forward_cosine": 0.9982333779335022
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007042286171929342,
+        "instruction_rms": 0.0007042286170597567,
+        "raw_apical_rms": 0.18664652561908457,
+        "teaching_rms": 0.0007042286171929342,
+        "traffic_rms": 0.18664413531554655
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.102095788193765e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478297975262729e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013095309411453907,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.005166453071124851
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957819148898125,
+        "mean_feedback_forward_cosine": 0.9995171167633751,
+        "mean_feedback_forward_relative_error": 0.02991415344348008,
+        "min_feedback_forward_cosine": 0.9982337355613708
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007263999673380577,
+        "instruction_rms": 0.0007263999672897956,
+        "raw_apical_rms": 0.18665944440941087,
+        "teaching_rms": 0.0007263999673380577,
+        "traffic_rms": 0.1866566009121289
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.110971805308509e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4787928518474366e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012837200778514517,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.005089225533213467
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957811698317528,
+        "mean_feedback_forward_cosine": 0.9995171254331415,
+        "mean_feedback_forward_relative_error": 0.029914089724082837,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006989284992739937,
+        "instruction_rms": 0.0006989284993360486,
+        "raw_apical_rms": 0.18664669591787328,
+        "teaching_rms": 0.0006989284992739937,
+        "traffic_rms": 0.1866441315551133
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.742617214034908e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4790241581807717e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012806894408613864,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.005087548696175217
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0595780648291111,
+        "mean_feedback_forward_cosine": 0.9995171167633751,
+        "mean_feedback_forward_relative_error": 0.029914041464640335,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006207069902482965,
+        "instruction_rms": 0.0006207069904778508,
+        "raw_apical_rms": 0.18664896936985398,
+        "teaching_rms": 0.0006207069902482965,
+        "traffic_rms": 0.18664688348841363
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 8.849252708387212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4785809190451758e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012759993664397357,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.004274944938607514
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957799404859543,
+        "mean_feedback_forward_cosine": 0.9995171221819791,
+        "mean_feedback_forward_relative_error": 0.029913986660540105,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007062200358760151,
+        "instruction_rms": 0.0007062200359924701,
+        "raw_apical_rms": 0.18665144051940874,
+        "teaching_rms": 0.0007062200358760151,
+        "traffic_rms": 0.1866487272315597
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.908508337095554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4781292260919833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012765790708509512,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.0051097940035536886
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957792326807976,
+        "mean_feedback_forward_cosine": 0.999517128684304,
+        "mean_feedback_forward_relative_error": 0.02991392993452874,
+        "min_feedback_forward_cosine": 0.9982337355613708
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006819489927441199,
+        "instruction_rms": 0.0006819489927718962,
+        "raw_apical_rms": 0.1866589728178419,
+        "teaching_rms": 0.0006819489927441199,
+        "traffic_rms": 0.18665628607406326
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.881925429524927e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4747021712676862e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012847949953898541,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.004796492007207126
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957786738872528,
+        "mean_feedback_forward_cosine": 0.9995171308517456,
+        "mean_feedback_forward_relative_error": 0.02991388225927949,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006392848930633222,
+        "instruction_rms": 0.0006392848930196327,
+        "raw_apical_rms": 0.18666418053623685,
+        "teaching_rms": 0.0006392848930633222,
+        "traffic_rms": 0.1866618890704653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.299836753787531e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4806397545765177e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012866563626659664,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.004376249497383833
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0595778226852417,
+        "mean_feedback_forward_cosine": 0.9995171254331415,
+        "mean_feedback_forward_relative_error": 0.02991383436389945,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005940520451153719,
+        "instruction_rms": 0.0005940520453499666,
+        "raw_apical_rms": 0.1866558727031781,
+        "teaching_rms": 0.0005940520451153719,
+        "traffic_rms": 0.18665384832908294
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.667196027545288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476787288596777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012817021557280346,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.003956728442832827
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059577763080596924,
+        "mean_feedback_forward_cosine": 0.999517128684304,
+        "mean_feedback_forward_relative_error": 0.02991378584199331,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006079692369889687,
+        "instruction_rms": 0.0006079692368506197,
+        "raw_apical_rms": 0.1866573862281726,
+        "teaching_rms": 0.0006079692369889687,
+        "traffic_rms": 0.18665503796565674
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.043279192155751e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4747311702899342e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012984927274426546,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.004120183801501989
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059577710926532745,
+        "mean_feedback_forward_cosine": 0.9995171330191872,
+        "mean_feedback_forward_relative_error": 0.029913743229752238,
+        "min_feedback_forward_cosine": 0.9982336759567261
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000561001494353049,
+        "instruction_rms": 0.0005610014945096465,
+        "raw_apical_rms": 0.18665922469500534,
+        "teaching_rms": 0.000561001494353049,
+        "traffic_rms": 0.18665758228490972
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.884477699031777e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4775050765567242e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012760971228347037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.0035482280809804798
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957766994833946,
+        "mean_feedback_forward_cosine": 0.9995171319354664,
+        "mean_feedback_forward_relative_error": 0.0299137003635141,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005486807378581706,
+        "instruction_rms": 0.0005486807378516426,
+        "raw_apical_rms": 0.18665699034052097,
+        "teaching_rms": 0.0005486807378581706,
+        "traffic_rms": 0.18665524537012923
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.348493369363496e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478105915108401e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013011781256530252,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.0037513064473122357
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957763269543648,
+        "mean_feedback_forward_cosine": 0.9995171265168623,
+        "mean_feedback_forward_relative_error": 0.029913658293133433,
+        "min_feedback_forward_cosine": 0.9982337355613708
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005311206470752708,
+        "instruction_rms": 0.0005311206471777004,
+        "raw_apical_rms": 0.18665823243288274,
+        "teaching_rms": 0.0005311206470752708,
+        "traffic_rms": 0.1866565836462628
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.734904189897861e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4797725964129925e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012783898524403089,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.0037402107955515386
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059577569365501404,
+        "mean_feedback_forward_cosine": 0.9995171232656999,
+        "mean_feedback_forward_relative_error": 0.02991361182860353,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006192587370477685,
+        "instruction_rms": 0.0006192587372561701,
+        "raw_apical_rms": 0.18666022737558965,
+        "teaching_rms": 0.0006192587370477685,
+        "traffic_rms": 0.18665791163582418
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.618795822532775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4753387631875118e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012841801735557361,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.004223174134641886
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957752838730812,
+        "mean_feedback_forward_cosine": 0.999517146023837,
+        "mean_feedback_forward_relative_error": 0.029913569055497646,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005418691716150356,
+        "instruction_rms": 0.0005418691718005687,
+        "raw_apical_rms": 0.18665334218792606,
+        "teaching_rms": 0.0005418691716150356,
+        "traffic_rms": 0.18665158740824273
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.374361388201578e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.473903288588127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012873883466402142,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.0035883484309911728
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059577491134405136,
+        "mean_feedback_forward_cosine": 0.9995171210982583,
+        "mean_feedback_forward_relative_error": 0.029913524876941332,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005269440986083987,
+        "instruction_rms": 0.0005269440985704833,
+        "raw_apical_rms": 0.18664855258332727,
+        "teaching_rms": 0.0005269440986083987,
+        "traffic_rms": 0.18664696014678983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.112205224757417e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4759976990524157e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012846993109639817,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.0036596060974150896
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957745015621185,
+        "mean_feedback_forward_cosine": 0.9995171341029081,
+        "mean_feedback_forward_relative_error": 0.029913484914736315,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00054186018645757,
+        "instruction_rms": 0.0005418601860191863,
+        "raw_apical_rms": 0.1866405979912566,
+        "teaching_rms": 0.00054186018645757,
+        "traffic_rms": 0.1866388892250604
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.145666813812568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4791799051981314e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012603416204608473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.003821141163185239
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059577398002147675,
+        "mean_feedback_forward_cosine": 0.9995171210982583,
+        "mean_feedback_forward_relative_error": 0.029913441743701696,
+        "min_feedback_forward_cosine": 0.9982337355613708
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005452266166730762,
+        "instruction_rms": 0.000545226616683032,
+        "raw_apical_rms": 0.18664138808590405,
+        "teaching_rms": 0.0005452266166730762,
+        "traffic_rms": 0.1866395575935221
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.621206942256322e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4806005224282078e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012895695003580798,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.003640412979386747
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059577349573373795,
+        "mean_feedback_forward_cosine": 0.999517128684304,
+        "mean_feedback_forward_relative_error": 0.029913395262238653,
+        "min_feedback_forward_cosine": 0.9982336759567261
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005915571073394919,
+        "instruction_rms": 0.0005915571072099585,
+        "raw_apical_rms": 0.18664666001724223,
+        "teaching_rms": 0.0005915571073394919,
+        "traffic_rms": 0.1866445670609501
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.03632068166371e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4793646532554472e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012808791494214477,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.0038668042615428565
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957731232047081,
+        "mean_feedback_forward_cosine": 0.9995171297680248,
+        "mean_feedback_forward_relative_error": 0.029913348958573557,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005591776984511721,
+        "instruction_rms": 0.0005591776981465066,
+        "raw_apical_rms": 0.18664749065959121,
+        "teaching_rms": 0.0005591776984511721,
+        "traffic_rms": 0.18664570914458695
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.815835800784043e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4750950418910274e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012973032973654864,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.0036486537681892513
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957726389169693,
+        "mean_feedback_forward_cosine": 0.9995171384377913,
+        "mean_feedback_forward_relative_error": 0.029913308776237747,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005043270512319984,
+        "instruction_rms": 0.0005043270512382743,
+        "raw_apical_rms": 0.18663938486460932,
+        "teaching_rms": 0.0005043270512319984,
+        "traffic_rms": 0.18663791643239808
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.859103590135419e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4788078616644682e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012902646947275394,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.00334836719032377
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957722291350365,
+        "mean_feedback_forward_cosine": 0.9995171471075578,
+        "mean_feedback_forward_relative_error": 0.029913269694555888,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005064346710496158,
+        "instruction_rms": 0.0005064346711717509,
+        "raw_apical_rms": 0.18663635001236725,
+        "teaching_rms": 0.0005064346710496158,
+        "traffic_rms": 0.1866347927415454
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.710053123195394e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.47691296540597e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012686280792321026,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.0033029225072264672
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957719683647156,
+        "mean_feedback_forward_cosine": 0.9995171373540704,
+        "mean_feedback_forward_relative_error": 0.02991323248398575,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000479637529325789,
+        "instruction_rms": 0.00047963752899314827,
+        "raw_apical_rms": 0.18663327622993256,
+        "teaching_rms": 0.000479637529325789,
+        "traffic_rms": 0.1866318703891748
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.0323599752837254e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4787497523303574e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012920421547514879,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.0031628264583274724
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957716330885887,
+        "mean_feedback_forward_cosine": 0.9995171395215121,
+        "mean_feedback_forward_relative_error": 0.029913193427703596,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004757740128272622,
+        "instruction_rms": 0.00047577401319643574,
+        "raw_apical_rms": 0.18663403344230053,
+        "teaching_rms": 0.0004757740128272622,
+        "traffic_rms": 0.18663267663285907
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.355986918535564e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4795457673305356e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012915480081032276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.0032090540381520985
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059577129781246185,
+        "mean_feedback_forward_cosine": 0.999517146023837,
+        "mean_feedback_forward_relative_error": 0.02991315379569476,
+        "min_feedback_forward_cosine": 0.9982337355613708
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005125808800569914,
+        "instruction_rms": 0.0005125808798465811,
+        "raw_apical_rms": 0.18662802418328658,
+        "teaching_rms": 0.0005125808800569914,
+        "traffic_rms": 0.18662640119151994
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.141886726458324e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478740091223978e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013032117989121645,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.003341278999596834
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059577081352472305,
+        "mean_feedback_forward_cosine": 0.9995171438563953,
+        "mean_feedback_forward_relative_error": 0.02991311000660062,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005533441213541519,
+        "instruction_rms": 0.0005533441214684674,
+        "raw_apical_rms": 0.18663434927615838,
+        "teaching_rms": 0.0005533441213541519,
+        "traffic_rms": 0.186632462252632
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.861794332735371e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4774759593591502e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012830458537427567,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.0037860340731963515
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957702919840813,
+        "mean_feedback_forward_cosine": 0.9995171406052329,
+        "mean_feedback_forward_relative_error": 0.029913066073574805,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005469834207018864,
+        "instruction_rms": 0.0005469834206710233,
+        "raw_apical_rms": 0.18664213345236574,
+        "teaching_rms": 0.0005469834207018864,
+        "traffic_rms": 0.18664039917398684
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.471091834077015e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4802466997955682e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01282248651170203,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.0036384447392076255
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957697704434395,
+        "mean_feedback_forward_cosine": 0.9995171427726746,
+        "mean_feedback_forward_relative_error": 0.029913023038005287,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005445844431018095,
+        "instruction_rms": 0.0005445844431124797,
+        "raw_apical_rms": 0.18664081313273514,
+        "teaching_rms": 0.0005445844431018095,
+        "traffic_rms": 0.18663896853117368
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.421262265301266e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4724891485291135e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012868412107575007,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.0035656695897318424
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957691743969917,
+        "mean_feedback_forward_cosine": 0.9995171525261619,
+        "mean_feedback_forward_relative_error": 0.029912977530197664,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005653015603015497,
+        "instruction_rms": 0.0005653015600237457,
+        "raw_apical_rms": 0.18663648643542105,
+        "teaching_rms": 0.0005653015603015497,
+        "traffic_rms": 0.1866345467321993
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.040241539220006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4828347367383505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012889968649969762,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.0038163919495418667
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0595768578350544,
+        "mean_feedback_forward_cosine": 0.9995171438563953,
+        "mean_feedback_forward_relative_error": 0.029912931311198255,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005489472686096788,
+        "instruction_rms": 0.0005489472684613421,
+        "raw_apical_rms": 0.18663049588081557,
+        "teaching_rms": 0.0005489472686096788,
+        "traffic_rms": 0.18662858974425778
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.184047490227385e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4769373853317913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012791655765685871,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.0036822275079227986
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957682803273201,
+        "mean_feedback_forward_cosine": 0.9995171579447659,
+        "mean_feedback_forward_relative_error": 0.029912890984930777,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00047704517577872876,
+        "instruction_rms": 0.0004770451753518119,
+        "raw_apical_rms": 0.18663196047101704,
+        "teaching_rms": 0.00047704517577872876,
+        "traffic_rms": 0.18663051786757903
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271918773651,
+        "maximum_absolute_post_projection_soma_slope": 9.044511983802295e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.483580601854625e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012872338638024136,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.0030486267526447773
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059576790779829025,
+        "mean_feedback_forward_cosine": 0.999517146023837,
+        "mean_feedback_forward_relative_error": 0.029912852140312845,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004916926312980989,
+        "instruction_rms": 0.0004916926307836782,
+        "raw_apical_rms": 0.18664377083122818,
+        "teaching_rms": 0.0004916926312980989,
+        "traffic_rms": 0.18664231961139657
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.265830959113373e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480360351416137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012879682106809603,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.0032361116764321922
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957676097750664,
+        "mean_feedback_forward_cosine": 0.9995171579447659,
+        "mean_feedback_forward_relative_error": 0.02991280805488879,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005169557290670346,
+        "instruction_rms": 0.0005169557291345863,
+        "raw_apical_rms": 0.18664430771649565,
+        "teaching_rms": 0.0005169557290670346,
+        "traffic_rms": 0.18664245738929391
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.824790853623199e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.478123996651909e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013131541915244235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0034099118908494713
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957673117518425,
+        "mean_feedback_forward_cosine": 0.9995171471075578,
+        "mean_feedback_forward_relative_error": 0.02991276964206587,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004809978813720436,
+        "instruction_rms": 0.0004809978814631061,
+        "raw_apical_rms": 0.1866350212683364,
+        "teaching_rms": 0.0004809978813720436,
+        "traffic_rms": 0.18663370955945524
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.22165935940211e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4778154438063627e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01287879613473309,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.0030512185246869923
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059576671570539474,
+        "mean_feedback_forward_cosine": 0.9995171666145325,
+        "mean_feedback_forward_relative_error": 0.029912731212309817,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005257758968280134,
+        "instruction_rms": 0.0005257758967415225,
+        "raw_apical_rms": 0.18663674269964067,
+        "teaching_rms": 0.0005257758968280134,
+        "traffic_rms": 0.1866349901506463
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.27520807433757e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4776303943188244e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012734691925956746,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.003455720066949725
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957663059234619,
+        "mean_feedback_forward_cosine": 0.9995171481912787,
+        "mean_feedback_forward_relative_error": 0.029912689980119467,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004981248276489748,
+        "instruction_rms": 0.0004981248278038391,
+        "raw_apical_rms": 0.186632755578277,
+        "teaching_rms": 0.0004981248276489748,
+        "traffic_rms": 0.18663114211666887
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 9.91904727243309e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480798850718967e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012970175365574247,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.003394184242375195
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957659333944321,
+        "mean_feedback_forward_cosine": 0.99951716336337,
+        "mean_feedback_forward_relative_error": 0.029912649950181894,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004960422399883992,
+        "instruction_rms": 0.0004960422399533717,
+        "raw_apical_rms": 0.18663802116408837,
+        "teaching_rms": 0.0004960422399883992,
+        "traffic_rms": 0.18663650201563378
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.959346248753718e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4783344385231284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012945955778359426,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.003346009315811098
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957654491066933,
+        "mean_feedback_forward_cosine": 0.999517151442441,
+        "mean_feedback_forward_relative_error": 0.029912611190229654,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000476197966572041,
+        "instruction_rms": 0.00047619796655630427,
+        "raw_apical_rms": 0.1866444932829352,
+        "teaching_rms": 0.000476197966572041,
+        "traffic_rms": 0.18664317152787918
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.151284447421858e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4770518072379014e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012758164968853621,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.0032784904893767087
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059576503932476044,
+        "mean_feedback_forward_cosine": 0.9995171557773244,
+        "mean_feedback_forward_relative_error": 0.029912570931694724,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004893118856280414,
+        "instruction_rms": 0.0004893118855300508,
+        "raw_apical_rms": 0.18664030640370077,
+        "teaching_rms": 0.0004893118856280414,
+        "traffic_rms": 0.1866388296615656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.31037204104723e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477576738231598e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012944032869712761,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.00309908518075943
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957647040486336,
+        "mean_feedback_forward_cosine": 0.9995171601122076,
+        "mean_feedback_forward_relative_error": 0.029912527929991484,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004702014470020697,
+        "instruction_rms": 0.00047020144702556615,
+        "raw_apical_rms": 0.18664710708804347,
+        "teaching_rms": 0.0004702014470020697,
+        "traffic_rms": 0.18664574576514556
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.792723266675239e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4804154977319748e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013042132416354723,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.0030700711361132563
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957642197608948,
+        "mean_feedback_forward_cosine": 0.9995171427726746,
+        "mean_feedback_forward_relative_error": 0.029912484606558626,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005106957195743687,
+        "instruction_rms": 0.0005106957194416652,
+        "raw_apical_rms": 0.18664366227902096,
+        "teaching_rms": 0.0005106957195743687,
+        "traffic_rms": 0.18664203880877497
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 1.0748531309445752e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4767191460470957e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01290948249769636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.003250807805247605
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957638844847679,
+        "mean_feedback_forward_cosine": 0.9995171492749995,
+        "mean_feedback_forward_relative_error": 0.02991244544021108,
+        "min_feedback_forward_cosine": 0.9982337355613708
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004959199538155213,
+        "instruction_rms": 0.0004959199538960415,
+        "raw_apical_rms": 0.18664201711974426,
+        "teaching_rms": 0.0004959199538155213,
+        "traffic_rms": 0.18664042968792968
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.335487595128143e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4809355058893583e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012803780023543383,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.003114388564787805
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957634747028351,
+        "mean_feedback_forward_cosine": 0.9995171492749995,
+        "mean_feedback_forward_relative_error": 0.02991240465674888,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004921742954982841,
+        "instruction_rms": 0.0004921742952473915,
+        "raw_apical_rms": 0.18664724874328475,
+        "teaching_rms": 0.0004921742954982841,
+        "traffic_rms": 0.18664571851109546
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 6.77418299233068e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475773008163202e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012919296369654188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.003053068472594023
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059576310217380524,
+        "mean_feedback_forward_cosine": 0.999517151442441,
+        "mean_feedback_forward_relative_error": 0.029912363449958238,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00048334032593967343,
+        "instruction_rms": 0.00048334032596021435,
+        "raw_apical_rms": 0.18665046370645902,
+        "teaching_rms": 0.00048334032593967343,
+        "traffic_rms": 0.1866488532616208
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.61868656443221e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.479201813981741e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012872271055091658,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.0031814973421767354
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957627668976784,
+        "mean_feedback_forward_cosine": 0.999517168781974,
+        "mean_feedback_forward_relative_error": 0.02991232926195318,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004676042283203498,
+        "instruction_rms": 0.0004676042282208105,
+        "raw_apical_rms": 0.18664621764315356,
+        "teaching_rms": 0.0004676042283203498,
+        "traffic_rms": 0.1866447581930081
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.51766799314646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4757499398162268e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012928854062600473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.002995151945091784
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957621708512306,
+        "mean_feedback_forward_cosine": 0.999517146023837,
+        "mean_feedback_forward_relative_error": 0.02991228382187811,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005338150018967615,
+        "instruction_rms": 0.000533815001992186,
+        "raw_apical_rms": 0.18665041220911016,
+        "teaching_rms": 0.0005338150018967615,
+        "traffic_rms": 0.18664859941901282
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.104821264647398e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4794814320075422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012866536640122108,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.0035769257015921176
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957619473338127,
+        "mean_feedback_forward_cosine": 0.9995171503587202,
+        "mean_feedback_forward_relative_error": 0.029912244393066927,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004778134905261213,
+        "instruction_rms": 0.0004778134905853502,
+        "raw_apical_rms": 0.1866401666274628,
+        "teaching_rms": 0.0004778134905261213,
+        "traffic_rms": 0.18663888882489296
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.118527634020211e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4752765880491253e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012873923038486307,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.002965674960911274
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957615748047829,
+        "mean_feedback_forward_cosine": 0.99951716336337,
+        "mean_feedback_forward_relative_error": 0.029912206301973623,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004795112649822119,
+        "instruction_rms": 0.0004795112648570268,
+        "raw_apical_rms": 0.18664798509075933,
+        "teaching_rms": 0.0004795112649822119,
+        "traffic_rms": 0.1866464829699653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.177995797746917e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.474273393090714e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012907226697625722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.0029603301522880794
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0595761239528656,
+        "mean_feedback_forward_cosine": 0.9995171471075578,
+        "mean_feedback_forward_relative_error": 0.029912164866585624,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00048471119131891717,
+        "instruction_rms": 0.0004847111912744987,
+        "raw_apical_rms": 0.18664612704297034,
+        "teaching_rms": 0.00048471119131891717,
+        "traffic_rms": 0.18664457282716895
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.759996461549235e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4848247804668447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012945925474393704,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.003223515403866768
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957607552409172,
+        "mean_feedback_forward_cosine": 0.9995171676982533,
+        "mean_feedback_forward_relative_error": 0.029912125759504058,
+        "min_feedback_forward_cosine": 0.9982338547706604
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00046530950113513644,
+        "instruction_rms": 0.0004653095011022904,
+        "raw_apical_rms": 0.18665192434996628,
+        "teaching_rms": 0.00046530950113513644,
+        "traffic_rms": 0.186650655865962
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.077129993149356e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.476141842211579e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012850973888043151,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.002941495413389057
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957602337002754,
+        "mean_feedback_forward_cosine": 0.9995171698656949,
+        "mean_feedback_forward_relative_error": 0.029912084849043327,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005266028045938286,
+        "instruction_rms": 0.0005266028045694331,
+        "raw_apical_rms": 0.18665276586797971,
+        "teaching_rms": 0.0005266028045938286,
+        "traffic_rms": 0.1866509706718818
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.776154913903156e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.477309332139587e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012880499576332546,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.0032209800898469984
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059575989842414856,
+        "mean_feedback_forward_cosine": 0.9995171666145325,
+        "mean_feedback_forward_relative_error": 0.02991204886612567,
+        "min_feedback_forward_cosine": 0.9982339143753052
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00043926572547460925,
+        "instruction_rms": 0.0004392657253135081,
+        "raw_apical_rms": 0.1866517709466827,
+        "teaching_rms": 0.00043926572547460925,
+        "traffic_rms": 0.18665052580726155
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 8.785022487245442e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.475849300108685e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012866491229723899,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.002796236093044281
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05957596004009247,
+        "mean_feedback_forward_cosine": 0.9995171655308116,
+        "mean_feedback_forward_relative_error": 0.02991201341660185,
+        "min_feedback_forward_cosine": 0.9982337951660156
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004426267905250608,
+        "instruction_rms": 0.00044262679066082625,
+        "raw_apical_rms": 0.186655493469265,
+        "teaching_rms": 0.0004426267905250608,
+        "traffic_rms": 0.18665431801409485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.3185271620750427,
+        "maximum_absolute_post_projection_soma_slope": 7.816931457682585e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4755178700752272e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012914272432439625,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.0028824622425809503
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9285,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.3843463958740234,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 3324800000,
+    "peak_memory_reserved_bytes": 5553258496,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 9.786987931192925e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 9.541088985542956e-08,
+      "min_residual_soma_slope": -9.786987931192925e-08,
+      "mse": 1.575032135943921e-17,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.15922135791212e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.15922135791212e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 11,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 2.025099039077759,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.06901049613952637,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 26394.462034463882,
+    "train_wall_s": 26388.074353456497
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.04923790320754051,
+      0.035815004259347916,
+      0.02320684678852558,
+      0.020803283900022507,
+      0.015287086367607117,
+      0.016048796474933624,
+      0.010450431145727634,
+      0.013235553167760372,
+      0.008099833503365517,
+      0.010244094766676426,
+      0.006573145743459463,
+      0.0090594831854105,
+      0.005592650733888149,
+      0.00767307635396719,
+      0.0046932571567595005,
+      0.006742183584719896,
+      0.004148817155510187,
+      0.006013964302837849,
+      0.0036442363634705544,
+      0.008519847877323627,
+      0.005758453160524368,
+      0.007350224535912275,
+      0.004980198107659817,
+      0.006826599128544331,
+      0.004265956114977598,
+      0.006016553845256567,
+      0.0037007362116128206,
+      0.0052390024065971375,
+      0.003234435338526964,
+      0.004589166026562452,
+      0.0029108552262187004,
+      0.004201128147542477,
+      0.002640962367877364,
+      0.003908427897840738,
+      0.0024022667203098536,
+      0.003455269616097212,
+      0.002206935314461589,
+      0.005219635553658009,
+      0.0035466987174004316,
+      0.004828799050301313,
+      0.003267403692007065,
+      0.00448852451518178,
+      0.0030291208531707525,
+      0.004144572652876377,
+      0.002798451343551278,
+      0.003775671124458313,
+      0.002612984273582697,
+      0.0035160058178007603,
+      0.002493839245289564,
+      0.0033689457923173904,
+      0.0023912033066153526,
+      0.0029892241582274437,
+      0.002305891364812851,
+      0.002823576331138611,
+      0.0023601697757840157
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.2609078586101532,
+      0.19511745870113373,
+      0.07969685643911362,
+      0.10733510553836823,
+      0.04281584173440933,
+      0.08453045785427094,
+      0.02423582598567009,
+      0.06916831433773041,
+      0.016409888863563538,
+      0.05496395751833916,
+      0.011917604133486748,
+      0.04795212671160698,
+      0.009447183459997177,
+      0.04183388501405716,
+      0.007368385326117277,
+      0.03587426245212555,
+      0.006118131335824728,
+      0.03148999437689781,
+      0.0050909025594592094,
+      0.045080699026584625,
+      0.010493498295545578,
+      0.03868812695145607,
+      0.008390847593545914,
+      0.03666605427861214,
+      0.006721850950270891,
+      0.03273526206612587,
+      0.0054259453900158405,
+      0.027816765010356903,
+      0.004501056857407093,
+      0.024026326835155487,
+      0.0038577693048864603,
+      0.021978143602609634,
+      0.003324762685224414,
+      0.020618751645088196,
+      0.0029013685416430235,
+      0.0182217787951231,
+      0.0025801616720855236,
+      0.02806156873703003,
+      0.005548752378672361,
+      0.02528063766658306,
+      0.004763890523463488,
+      0.023494817316532135,
+      0.004181653261184692,
+      0.022056877613067627,
+      0.0036565035115927458,
+      0.019951466470956802,
+      0.0032284297049045563,
+      0.018626803532242775,
+      0.0029618756379932165,
+      0.018041668459773064,
+      0.002743529388681054,
+      0.01574643887579441,
+      0.0025562939699739218,
+      0.014796272851526737,
+      0.002505142241716385
+    ],
+    "unscaled_traffic_rms": [
+      0.7548703551292419,
+      0.7342244982719421,
+      1.164755940437317,
+      0.7752648591995239,
+      1.4281710386276245,
+      0.7594326138496399,
+      1.7247905731201172,
+      0.765411376953125,
+      1.9743785858154297,
+      0.7455136179924011,
+      2.2061970233917236,
+      0.7557106614112854,
+      2.3679652214050293,
+      0.7336709499359131,
+      2.5477805137634277,
+      0.7517571449279785,
+      2.7124733924865723,
+      0.7639206647872925,
+      2.8633322715759277,
+      0.7559641599655151,
+      2.1950557231903076,
+      0.7599462866783142,
+      2.3741097450256348,
+      0.7447323799133301,
+      2.538560390472412,
+      0.7351770997047424,
+      2.728178024291992,
+      0.7533589601516724,
+      2.8743786811828613,
+      0.7640228867530823,
+      3.018174409866333,
+      0.7646011114120483,
+      3.1773242950439453,
+      0.7582278251647949,
+      3.311908483505249,
+      0.7584922909736633,
+      3.4213907718658447,
+      0.7440261840820312,
+      2.5567541122436523,
+      0.7640312314033508,
+      2.7434749603271484,
+      0.7641727328300476,
+      2.897534132003784,
+      0.7516154646873474,
+      3.0613412857055664,
+      0.7569711208343506,
+      3.2374677658081055,
+      0.7550422549247742,
+      3.3679189682006836,
+      0.7469255328178406,
+      3.4863169193267822,
+      0.7593397498130798,
+      3.6081788539886475,
+      0.7633209824562073,
+      3.7685201168060303
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 125043328,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 1250441282772992,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 1250433280000000,
+      "local_weight_correlation_macs": 1254856960000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 1254856960000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 8031084544
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 127796290519040,
+    "forward_macs_per_example": 125485696,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 5010596513857536
+  }
+}