results: confirm standard-depth SDIL scaling

1 files changed, 7293 insertions, 0 deletions

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json
new file mode 100644
index 0000000..6ec049d
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json
@@ -0,0 +1,7293 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 1064960,
+    "adaptive_feedback_parameters": 848512,
+    "base_width": 16,
+    "blocks_per_stage": 9,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 56,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 532480,
+    "forward_parameters": 853018,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 1064960,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 56,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 10,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 10,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5010,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9994682272275289,
+    "feedback_forward_cosine": [
+      0.9994404911994934,
+      0.9993954300880432,
+      0.9997115135192871,
+      0.9996904730796814,
+      0.999552845954895,
+      0.9995489120483398,
+      0.9995783567428589,
+      0.9995408058166504,
+      0.9996228218078613,
+      0.999614953994751,
+      0.9996095299720764,
+      0.999545693397522,
+      0.9996140003204346,
+      0.9995242357254028,
+      0.999771773815155,
+      0.9996898174285889,
+      0.9997661709785461,
+      0.9996163845062256,
+      0.9997018575668335,
+      0.9997928142547607,
+      0.9996846914291382,
+      0.999636709690094,
+      0.9997365474700928,
+      0.9996662139892578,
+      0.9997066259384155,
+      0.9996163845062256,
+      0.9997081756591797,
+      0.9996177554130554,
+      0.999658465385437,
+      0.9995304346084595,
+      0.9996687173843384,
+      0.9995114803314209,
+      0.9995819330215454,
+      0.9993857145309448,
+      0.9994992017745972,
+      0.9992763996124268,
+      0.9997461438179016,
+      0.9998161196708679,
+      0.9997888803482056,
+      0.9997533559799194,
+      0.9997977018356323,
+      0.9996863603591919,
+      0.9997535347938538,
+      0.99958735704422,
+      0.999610185623169,
+      0.9993331432342529,
+      0.999364972114563,
+      0.9990265369415283,
+      0.9985905885696411,
+      0.9981398582458496,
+      0.9982001781463623,
+      0.9977648258209229,
+      0.9981805086135864,
+      0.9975036978721619,
+      0.9999802708625793
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9990659356117249,
+      1.0005857944488525,
+      0.9993277192115784,
+      1.0003453493118286,
+      0.9995670318603516,
+      1.000895380973816,
+      0.9981652498245239,
+      1.0008583068847656,
+      0.9991608262062073,
+      1.001194953918457,
+      0.9992017149925232,
+      1.0010004043579102,
+      0.9991812705993652,
+      1.002564549446106,
+      0.9990981817245483,
+      1.000566005706787,
+      0.9995611906051636,
+      1.0014108419418335,
+      0.9984918236732483,
+      1.0005040168762207,
+      0.9991447925567627,
+      1.0008258819580078,
+      0.9996499419212341,
+      1.0017189979553223,
+      0.9990311861038208,
+      1.002008080482483,
+      0.9997596740722656,
+      1.001738429069519,
+      0.9991170167922974,
+      1.0017306804656982,
+      0.9995566010475159,
+      1.0015692710876465,
+      0.9979696869850159,
+      1.0022270679473877,
+      0.9989573359489441,
+      1.0032389163970947,
+      0.9992907047271729,
+      1.0006147623062134,
+      0.9997590780258179,
+      1.0006561279296875,
+      0.9998376369476318,
+      1.0011348724365234,
+      0.9995772838592529,
+      1.0010188817977905,
+      0.9992583990097046,
+      1.0021554231643677,
+      0.99852454662323,
+      1.00221586227417,
+      0.9974808096885681,
+      1.0032844543457031,
+      0.9973658323287964,
+      1.004159688949585,
+      0.9972424507141113,
+      1.0035505294799805,
+      1.001733660697937
+    ],
+    "feedback_forward_relative_error": [
+      0.03344787284731865,
+      0.03478962555527687,
+      0.0240226648747921,
+      0.024886533617973328,
+      0.02990039624273777,
+      0.03006056882441044,
+      0.02907276526093483,
+      0.030331334099173546,
+      0.027464091777801514,
+      0.0277912225574255,
+      0.027941882610321045,
+      0.0301781315356493,
+      0.027781657874584198,
+      0.03099004551768303,
+      0.021371891722083092,
+      0.02491869404911995,
+      0.02162111923098564,
+      0.027751967310905457,
+      0.02444976009428501,
+      0.020368635654449463,
+      0.025114303454756737,
+      0.02697877772152424,
+      0.02295496314764023,
+      0.02591652236878872,
+      0.02422996051609516,
+      0.02780137211084366,
+      0.02415524236857891,
+      0.027729131281375885,
+      0.026138020679354668,
+      0.030723802745342255,
+      0.025735855102539062,
+      0.031318821012973785,
+      0.02895987033843994,
+      0.03516266867518425,
+      0.03164835274219513,
+      0.03823957219719887,
+      0.022533871233463287,
+      0.019190732389688492,
+      0.02054876834154129,
+      0.02222895808517933,
+      0.020110785961151123,
+      0.025087302550673485,
+      0.022203581407666206,
+      0.02875879406929016,
+      0.02792232856154442,
+      0.03662370890378952,
+      0.03564311936497688,
+      0.044228386133909225,
+      0.05308665335178375,
+      0.06118026003241539,
+      0.05997497960925102,
+      0.06712844967842102,
+      0.06030327081680298,
+      0.07087264955043793,
+      0.006518933922052383
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9995369911193848,
+      0.9993072748184204,
+      0.9995357990264893,
+      0.9994770884513855,
+      0.9995355010032654,
+      0.9994328618049622,
+      0.9995237588882446,
+      0.9993277788162231,
+      0.9995232820510864,
+      0.9993844032287598,
+      0.9995205402374268,
+      0.9993714094161987,
+      0.9995244741439819,
+      0.999367356300354,
+      0.9995344877243042,
+      0.9995198249816895,
+      0.9995425939559937,
+      0.9994626641273499,
+      0.9995633959770203,
+      0.9995496273040771,
+      0.9995813369750977,
+      0.9994677305221558,
+      0.999589741230011,
+      0.9994921088218689,
+      0.9996006488800049,
+      0.9994814991950989,
+      0.9996095895767212,
+      0.9995163679122925,
+      0.9996070861816406,
+      0.999485433101654,
+      0.9996163845062256,
+      0.9995322227478027,
+      0.9996259212493896,
+      0.9994911551475525,
+      0.9996343851089478,
+      0.9994434714317322,
+      0.9996479749679565,
+      0.9996869564056396,
+      0.999660313129425,
+      0.9996445178985596,
+      0.9996895790100098,
+      0.9996963143348694,
+      0.9996941089630127,
+      0.9997339844703674,
+      0.9996970891952515,
+      0.9997127056121826,
+      0.9996949434280396,
+      0.9997172355651855,
+      0.9995944499969482,
+      0.9993976950645447,
+      0.9996228814125061,
+      0.9996196627616882,
+      0.9996307492256165,
+      0.9996695518493652,
+      0.6467665433883667
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9995369911193848,
+      0.9993072748184204,
+      0.9995357990264893,
+      0.9994770288467407,
+      0.9995355010032654,
+      0.9994328618049622,
+      0.9995237588882446,
+      0.9993277788162231,
+      0.9995232820510864,
+      0.9993844628334045,
+      0.9995205402374268,
+      0.9993714094161987,
+      0.9995244741439819,
+      0.9993672370910645,
+      0.9995344877243042,
+      0.9995198249816895,
+      0.9995425939559937,
+      0.9994626641273499,
+      0.999563455581665,
+      0.9995495676994324,
+      0.9995813369750977,
+      0.9994677305221558,
+      0.999589741230011,
+      0.9994921088218689,
+      0.9996007084846497,
+      0.9994814991950989,
+      0.9996095895767212,
+      0.9995163679122925,
+      0.9996070861816406,
+      0.9994853734970093,
+      0.9996163845062256,
+      0.9995322227478027,
+      0.9996258616447449,
+      0.9994912147521973,
+      0.999634325504303,
+      0.9994434714317322,
+      0.9996479749679565,
+      0.9996869564056396,
+      0.999660313129425,
+      0.9996445178985596,
+      0.9996895790100098,
+      0.9996963143348694,
+      0.9996941089630127,
+      0.9997339844703674,
+      0.9996970891952515,
+      0.9997127056121826,
+      0.9996948838233948,
+      0.9997172355651855,
+      0.9995944499969482,
+      0.9993976950645447,
+      0.9996228814125061,
+      0.9996196031570435,
+      0.9996308088302612,
+      0.9996695518493652,
+      0.6637846231460571
+    ],
+    "matched_negative_gradient_cosine": [
+      0.007951020263135433,
+      0.016651220619678497,
+      0.00022909475956112146,
+      0.0007789621595293283,
+      0.0020209504291415215,
+      -0.003988915588706732,
+      0.007779962383210659,
+      0.0169359240680933,
+      0.006374146323651075,
+      -0.019619127735495567,
+      0.015027269721031189,
+      -0.0005737957544624805,
+      0.012350887060165405,
+      0.01950559765100479,
+      0.009089230559766293,
+      0.019061442464590073,
+      0.010499964468181133,
+      0.028676047921180725,
+      -0.00823073647916317,
+      0.05451694130897522,
+      0.00878145918250084,
+      0.014558956027030945,
+      0.014895726926624775,
+      0.03158414363861084,
+      0.03653767704963684,
+      0.1080160140991211,
+      0.04275117814540863,
+      0.0927334874868393,
+      0.033844441175460815,
+      0.07671237736940384,
+      0.04065904766321182,
+      0.058761682361364365,
+      0.052511297166347504,
+      0.09380972385406494,
+      0.054168861359357834,
+      0.09256035089492798,
+      0.05772949010133743,
+      0.006526164244860411,
+      0.04461504891514778,
+      0.16173142194747925,
+      0.019345808774232864,
+      0.10187895596027374,
+      0.024881921708583832,
+      0.1399366557598114,
+      0.019930541515350342,
+      0.04394404590129852,
+      0.040142178535461426,
+      0.02651257999241352,
+      0.056152936071157455,
+      0.029059287160634995,
+      0.02733425609767437,
+      0.007577531039714813,
+      0.026050828397274017,
+      0.02375444583594799,
+      0.06823229044675827
+    ],
+    "max_norm_match_direction_error": 0.14550673961639404,
+    "max_norm_match_relative_error": 1.673303842153473e-07,
+    "mean_feedback_forward_cosine": 0.9994443373246626,
+    "mean_feedback_forward_relative_error": 0.031019884212450548,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.21679285168647766,
+      "max_absolute_post_projection_soma_slope": 2.920860175947837e-08,
+      "max_absolute_pre_projection_soma_slope": 0.21679285168647766,
+      "max_positive_post_projection_soma_slope": 2.920860175947837e-08,
+      "min_post_projection_soma_slope": -2.2999914861543402e-08,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.3419398701970128e-08,
+      "pre_projection_traffic_rms_ratio": 0.005726907156141328
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.005726907156090022,
+    "raw_negative_gradient_cosine": [
+      0.007951020263135433,
+      0.016651220619678497,
+      0.00022909522522240877,
+      0.0007789625087752938,
+      0.0020209504291415215,
+      -0.0039889151230454445,
+      0.007779961451888084,
+      0.0169359240680933,
+      0.006374146789312363,
+      -0.019619125872850418,
+      0.015027269721031189,
+      -0.0005737952888011932,
+      0.01235088612884283,
+      0.01950559765100479,
+      0.009089229628443718,
+      0.019061442464590073,
+      0.010499965399503708,
+      0.028676047921180725,
+      -0.00823073647916317,
+      0.05451694130897522,
+      0.00878145918250084,
+      0.01455895695835352,
+      0.014895725063979626,
+      0.03158414363861084,
+      0.03653767704963684,
+      0.1080160140991211,
+      0.04275117814540863,
+      0.0927334874868393,
+      0.033844441175460815,
+      0.07671236991882324,
+      0.04065905138850212,
+      0.058761678636074066,
+      0.052511293441057205,
+      0.09380972385406494,
+      0.054168861359357834,
+      0.09256035089492798,
+      0.05772949755191803,
+      0.00652616610750556,
+      0.04461504891514778,
+      0.16173143684864044,
+      0.019345812499523163,
+      0.10187895596027374,
+      0.024881921708583832,
+      0.1399366557598114,
+      0.019930541515350342,
+      0.04394404590129852,
+      0.040142182260751724,
+      0.02651258185505867,
+      0.05615293234586716,
+      0.029059283435344696,
+      0.02733425796031952,
+      0.007577531039714813,
+      0.026050828397274017,
+      0.02375444769859314,
+      0.0681997612118721
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9995369911193848,
+      0.9993072748184204,
+      0.9995357990264893,
+      0.9994770884513855,
+      0.9995355010032654,
+      0.9994328618049622,
+      0.9995237588882446,
+      0.9993277788162231,
+      0.9995232820510864,
+      0.9993844032287598,
+      0.9995205402374268,
+      0.9993714094161987,
+      0.9995244741439819,
+      0.999367356300354,
+      0.9995344877243042,
+      0.9995198249816895,
+      0.9995425939559937,
+      0.9994626641273499,
+      0.9995633959770203,
+      0.9995496273040771,
+      0.9995813369750977,
+      0.9994677305221558,
+      0.999589741230011,
+      0.9994921088218689,
+      0.9996006488800049,
+      0.9994814991950989,
+      0.9996095895767212,
+      0.9995163679122925,
+      0.9996070861816406,
+      0.999485433101654,
+      0.9996163845062256,
+      0.9995322227478027,
+      0.9996259212493896,
+      0.9994911551475525,
+      0.9996343851089478,
+      0.9994434714317322,
+      0.9996479749679565,
+      0.9996869564056396,
+      0.999660313129425,
+      0.9996445178985596,
+      0.9996895790100098,
+      0.9996963143348694,
+      0.9996941089630127,
+      0.9997339844703674,
+      0.9996970891952515,
+      0.9997127056121826,
+      0.9996949434280396,
+      0.9997172355651855,
+      0.9995944499969482,
+      0.9993976950645447,
+      0.9996228814125061,
+      0.9996196627616882,
+      0.9996307492256165,
+      0.9996695518493652,
+      0.6467665433883667
+    ],
+    "traffic_instruction_rms_ratio": 166.47478673073695,
+    "used_negative_gradient_cosine": [
+      0.9995369911193848,
+      0.9993072748184204,
+      0.9995357990264893,
+      0.9994770884513855,
+      0.9995355010032654,
+      0.9994328618049622,
+      0.9995237588882446,
+      0.9993277788162231,
+      0.9995232820510864,
+      0.9993844032287598,
+      0.9995205402374268,
+      0.9993714094161987,
+      0.9995244741439819,
+      0.999367356300354,
+      0.9995344877243042,
+      0.9995198249816895,
+      0.9995425939559937,
+      0.9994626641273499,
+      0.9995633959770203,
+      0.9995496273040771,
+      0.9995813369750977,
+      0.9994677305221558,
+      0.999589741230011,
+      0.9994921088218689,
+      0.9996006488800049,
+      0.9994814991950989,
+      0.9996095895767212,
+      0.9995163679122925,
+      0.9996070861816406,
+      0.999485433101654,
+      0.9996163845062256,
+      0.9995322227478027,
+      0.9996259212493896,
+      0.9994911551475525,
+      0.9996343851089478,
+      0.9994434714317322,
+      0.9996479749679565,
+      0.9996869564056396,
+      0.999660313129425,
+      0.9996445178985596,
+      0.9996895790100098,
+      0.9996963143348694,
+      0.9996941089630127,
+      0.9997339844703674,
+      0.9996970891952515,
+      0.9997127056121826,
+      0.9996949434280396,
+      0.9997172355651855,
+      0.9995944499969482,
+      0.9993976950645447,
+      0.9996228814125061,
+      0.9996196627616882,
+      0.9996307492256165,
+      0.9996695518493652,
+      0.6467665433883667
+    ],
+    "wall_s": 0.3682084083557129
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.369456171989441,
+        "mean_feedback_forward_cosine": 0.2689082251353697,
+        "mean_feedback_forward_relative_error": 1.1972714272412386,
+        "min_feedback_forward_cosine": 0.06917765736579895
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0014078608180658027,
+        "instruction_rms": 0.001407860820661047,
+        "raw_apical_rms": 0.07253148805079876,
+        "teaching_rms": 0.0014078608180658027,
+        "traffic_rms": 0.07242028298479802
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.183836459034865e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.0222815594380756e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008607884238328454,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 2.5390182747650147
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3501542806625366,
+        "mean_feedback_forward_cosine": 0.2927861137823625,
+        "mean_feedback_forward_relative_error": 1.177639068256725,
+        "min_feedback_forward_cosine": 0.0984971821308136
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00124677806096627,
+        "instruction_rms": 0.001246778060357656,
+        "raw_apical_rms": 0.07905536325674647,
+        "teaching_rms": 0.00124677806096627,
+        "traffic_rms": 0.07904517099797034
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.801659134860529e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.813901610059566e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009354999126080822,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.825491848373413
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3406648635864258,
+        "mean_feedback_forward_cosine": 0.33759623102166436,
+        "mean_feedback_forward_relative_error": 1.1397242833267558,
+        "min_feedback_forward_cosine": 0.10546259582042694
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0017762302135308115,
+        "instruction_rms": 0.0017762302137874684,
+        "raw_apical_rms": 0.09286173665831304,
+        "teaching_rms": 0.0017762302135308115,
+        "traffic_rms": 0.09284445870091278
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.1403717081748255e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7028709890868054e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008458986768579237,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.5229721897888184
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3353369235992432,
+        "mean_feedback_forward_cosine": 0.38439204462549903,
+        "mean_feedback_forward_relative_error": 1.0989309056238694,
+        "min_feedback_forward_cosine": 0.11290597170591354
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002144352366856395,
+        "instruction_rms": 0.002144352366926018,
+        "raw_apical_rms": 0.10642397751297464,
+        "teaching_rms": 0.002144352366856395,
+        "traffic_rms": 0.10640207164306367
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.766463738789753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.607272010383771e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007169416539074072,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 1.2386383350372314
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3303279876708984,
+        "mean_feedback_forward_cosine": 0.42887628769332714,
+        "mean_feedback_forward_relative_error": 1.058563599803231,
+        "min_feedback_forward_cosine": 0.11963705718517303
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0024083291066470266,
+        "instruction_rms": 0.002408329106783188,
+        "raw_apical_rms": 0.1160738627277121,
+        "teaching_rms": 0.0024083291066470266,
+        "traffic_rms": 0.11604860936263153
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.463994305429878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5641748357825903e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007335635853544253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 1.0158939805603027
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3247514963150024,
+        "mean_feedback_forward_cosine": 0.468974922191013,
+        "mean_feedback_forward_relative_error": 1.0200427906079725,
+        "min_feedback_forward_cosine": 0.127312570810318
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025600956808246975,
+        "instruction_rms": 0.0025600956817007758,
+        "raw_apical_rms": 0.12247912124202827,
+        "teaching_rms": 0.0025600956808246975,
+        "traffic_rms": 0.12245209271991864
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 5.8787094303625054e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5591618086320432e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008561494907804461,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.8577664368057251
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3185664415359497,
+        "mean_feedback_forward_cosine": 0.5038931838490747,
+        "mean_feedback_forward_relative_error": 0.9849336450750178,
+        "min_feedback_forward_cosine": 0.13563823699951172
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0025940226788831447,
+        "instruction_rms": 0.002594022678948535,
+        "raw_apical_rms": 0.12895238646516094,
+        "teaching_rms": 0.0025940226788831447,
+        "traffic_rms": 0.12892603267008163
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 6.997678525522133e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5463127291706684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008545097883428839,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.7557037147521972
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.312221646308899,
+        "mean_feedback_forward_cosine": 0.53461450798945,
+        "mean_feedback_forward_relative_error": 0.9526763005690141,
+        "min_feedback_forward_cosine": 0.1440867930650711
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026261802167477115,
+        "instruction_rms": 0.0026261802163296158,
+        "raw_apical_rms": 0.13317921947134523,
+        "teaching_rms": 0.0026261802167477115,
+        "traffic_rms": 0.1331530843718966
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.0903553970820212e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.529052634860394e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00911506880900851,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.6905287527656555
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3053839206695557,
+        "mean_feedback_forward_cosine": 0.5630068250677802,
+        "mean_feedback_forward_relative_error": 0.9216304621913216,
+        "min_feedback_forward_cosine": 0.15337881445884705
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026532173367286287,
+        "instruction_rms": 0.002653217336847133,
+        "raw_apical_rms": 0.13781177115967047,
+        "teaching_rms": 0.0026532173367286287,
+        "traffic_rms": 0.13778599137145367
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 9.864122318958835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5253319297284716e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00903966909057363,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.6335982405853271
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2983505725860596,
+        "mean_feedback_forward_cosine": 0.5881762472066012,
+        "mean_feedback_forward_relative_error": 0.8930000028826973,
+        "min_feedback_forward_cosine": 0.16186240315437317
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027004392122214776,
+        "instruction_rms": 0.0027004392135709186,
+        "raw_apical_rms": 0.1409414882365129,
+        "teaching_rms": 0.0027004392122214776,
+        "traffic_rms": 0.14091533321399727
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.604141837371571e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5159799066847384e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008300611858488472,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5807088320827484
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.289905309677124,
+        "mean_feedback_forward_cosine": 0.611640171029351,
+        "mean_feedback_forward_relative_error": 0.8652345949953253,
+        "min_feedback_forward_cosine": 0.17215199768543243
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002716556502013636,
+        "instruction_rms": 0.002716556501728653,
+        "raw_apical_rms": 0.1438973105166632,
+        "teaching_rms": 0.002716556502013636,
+        "traffic_rms": 0.1438713914837601
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 9.660015365398067e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5125790295178934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008332734171125573,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5490889276123047
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2804360389709473,
+        "mean_feedback_forward_cosine": 0.6332393632693725,
+        "mean_feedback_forward_relative_error": 0.8388771290128881,
+        "min_feedback_forward_cosine": 0.1850309669971466
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027347042332565657,
+        "instruction_rms": 0.0027347042333227137,
+        "raw_apical_rms": 0.145752187024359,
+        "teaching_rms": 0.0027347042332565657,
+        "traffic_rms": 0.14572623077321176
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.2038564989325096e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5105251607952445e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008174152878091092,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.5216856644821167
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2710715532302856,
+        "mean_feedback_forward_cosine": 0.6532921455123207,
+        "mean_feedback_forward_relative_error": 0.8137308101762425,
+        "min_feedback_forward_cosine": 0.1969955563545227
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027213841771664385,
+        "instruction_rms": 0.0027213841770934604,
+        "raw_apical_rms": 0.1482095211465228,
+        "teaching_rms": 0.0027213841771664385,
+        "traffic_rms": 0.1481842355957605
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.45189455592299e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.526094867671055e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008321533278653932,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.49639288541793825
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2606836557388306,
+        "mean_feedback_forward_cosine": 0.6722355338660153,
+        "mean_feedback_forward_relative_error": 0.7892406214367259,
+        "min_feedback_forward_cosine": 0.21050788462162018
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002706110810581065,
+        "instruction_rms": 0.0027061108111700195,
+        "raw_apical_rms": 0.1498301910981681,
+        "teaching_rms": 0.002706110810581065,
+        "traffic_rms": 0.1498054236433129
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.23983947132001e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.504863395961472e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008117705535747154,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.46903689533233645
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2496236562728882,
+        "mean_feedback_forward_cosine": 0.6898900433020159,
+        "mean_feedback_forward_relative_error": 0.7656778820536353,
+        "min_feedback_forward_cosine": 0.2246866524219513
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00268414078045173,
+        "instruction_rms": 0.002684140779454647,
+        "raw_apical_rms": 0.1510483561881407,
+        "teaching_rms": 0.00268414078045173,
+        "traffic_rms": 0.151024166507925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 1.180244240117645e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5135116606682998e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008063122030842956,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4508209700489044
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2381395101547241,
+        "mean_feedback_forward_cosine": 0.706576835567301,
+        "mean_feedback_forward_relative_error": 0.7427569503133947,
+        "min_feedback_forward_cosine": 0.24030257761478424
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027269388715657687,
+        "instruction_rms": 0.0027269388713653925,
+        "raw_apical_rms": 0.15219185098940602,
+        "teaching_rms": 0.0027269388715657687,
+        "traffic_rms": 0.1521671288481907
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.0166957764567996e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5060952700744226e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0077939087266589505,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.42989219255447386
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2247095108032227,
+        "mean_feedback_forward_cosine": 0.7227096731012518,
+        "mean_feedback_forward_relative_error": 0.7199545334685933,
+        "min_feedback_forward_cosine": 0.25628435611724854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027349959697728905,
+        "instruction_rms": 0.002734995970364187,
+        "raw_apical_rms": 0.15284853997319411,
+        "teaching_rms": 0.0027349959697728905,
+        "traffic_rms": 0.15282369517765512
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.373790822384763e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5198463096368874e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007536574376778029,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4131422837734222
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2106099128723145,
+        "mean_feedback_forward_cosine": 0.7377519146962599,
+        "mean_feedback_forward_relative_error": 0.6982379024679011,
+        "min_feedback_forward_cosine": 0.27311837673187256
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002738938882674984,
+        "instruction_rms": 0.002738938882131211,
+        "raw_apical_rms": 0.1547192768412384,
+        "teaching_rms": 0.002738938882674984,
+        "traffic_rms": 0.15469464677270342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.65467325688951e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.509952813512533e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007475800837032979,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.395740670375824
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1949330568313599,
+        "mean_feedback_forward_cosine": 0.7525744221427224,
+        "mean_feedback_forward_relative_error": 0.6761982630599629,
+        "min_feedback_forward_cosine": 0.29287850856781006
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002789933881637465,
+        "instruction_rms": 0.002789933882418844,
+        "raw_apical_rms": 0.15529511365498264,
+        "teaching_rms": 0.002789933881637465,
+        "traffic_rms": 0.15526965106451546
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.554450576208183e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5095342040844068e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007504243891270323,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.3899913565635681
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1793348789215088,
+        "mean_feedback_forward_cosine": 0.7664710158651525,
+        "mean_feedback_forward_relative_error": 0.654895176670768,
+        "min_feedback_forward_cosine": 0.3113252520561218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028157399067542995,
+        "instruction_rms": 0.0028157399068014966,
+        "raw_apical_rms": 0.1557017757088369,
+        "teaching_rms": 0.0028157399067542995,
+        "traffic_rms": 0.15567592398314006
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.2300030505230097e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5141737887963763e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007724938687399083,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3716805156517029
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1615961790084839,
+        "mean_feedback_forward_cosine": 0.7794803326780145,
+        "mean_feedback_forward_relative_error": 0.6345552338795228,
+        "min_feedback_forward_cosine": 0.3317318558692932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027772103042668236,
+        "instruction_rms": 0.0027772103042611046,
+        "raw_apical_rms": 0.15703431703397072,
+        "teaching_rms": 0.0027772103042668236,
+        "traffic_rms": 0.15700935973156757
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.0139478945347946e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5200974792610012e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007565728388337472,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3565149616909027
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1436591148376465,
+        "mean_feedback_forward_cosine": 0.7917030274868011,
+        "mean_feedback_forward_relative_error": 0.6147973905910146,
+        "min_feedback_forward_cosine": 0.3503715693950653
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002740800465849123,
+        "instruction_rms": 0.0027408004651419916,
+        "raw_apical_rms": 0.15884990233234111,
+        "teaching_rms": 0.002740800465849123,
+        "traffic_rms": 0.15882587576190477
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 8.08871476465356e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.515649550919636e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007051738210346881,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.34919896123886107
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1289823055267334,
+        "mean_feedback_forward_cosine": 0.8035282308405096,
+        "mean_feedback_forward_relative_error": 0.5955030484633013,
+        "min_feedback_forward_cosine": 0.37110692262649536
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002720008624748741,
+        "instruction_rms": 0.0027200086257573902,
+        "raw_apical_rms": 0.1591613560909939,
+        "teaching_rms": 0.002720008624748741,
+        "traffic_rms": 0.1591376994669512
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 5.961846483160116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.507685907145174e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006787212674603808,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3399496278190613
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1149834394454956,
+        "mean_feedback_forward_cosine": 0.8148032464764335,
+        "mean_feedback_forward_relative_error": 0.5765755279497666,
+        "min_feedback_forward_cosine": 0.3912418484687805
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027380940860072885,
+        "instruction_rms": 0.002738094086287847,
+        "raw_apical_rms": 0.160350078362088,
+        "teaching_rms": 0.0027380940860072885,
+        "traffic_rms": 0.16032627262381183
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.384102135825742e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.514405910573417e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006609140139783976,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.32405499139785765
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.098513126373291,
+        "mean_feedback_forward_cosine": 0.825629183920947,
+        "mean_feedback_forward_relative_error": 0.5577839160507375,
+        "min_feedback_forward_cosine": 0.4139281213283539
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002806733872328214,
+        "instruction_rms": 0.002806733871476678,
+        "raw_apical_rms": 0.16137592009991242,
+        "teaching_rms": 0.002806733872328214,
+        "traffic_rms": 0.16135106133359212
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.402244588978647e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5122284420077096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006833164944225116,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.31489995611190796
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0807279348373413,
+        "mean_feedback_forward_cosine": 0.8359038759361613,
+        "mean_feedback_forward_relative_error": 0.5396850214763121,
+        "min_feedback_forward_cosine": 0.43376851081848145
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027126405252002935,
+        "instruction_rms": 0.002712640525776598,
+        "raw_apical_rms": 0.1614713695608004,
+        "teaching_rms": 0.0027126405252002935,
+        "traffic_rms": 0.16144816076638513
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.129415908162628e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5209754067163376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007243929023428913,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.31143629782676696
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0643980503082275,
+        "mean_feedback_forward_cosine": 0.8452983178875663,
+        "mean_feedback_forward_relative_error": 0.5226983774792064,
+        "min_feedback_forward_cosine": 0.45132529735565186
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027025649776800734,
+        "instruction_rms": 0.0027025649788819084,
+        "raw_apical_rms": 0.1619282005105999,
+        "teaching_rms": 0.0027025649776800734,
+        "traffic_rms": 0.16190523076048755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.616452452590238e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5134851767211678e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006847339694932586,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.29772738583564756
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0457823276519775,
+        "mean_feedback_forward_cosine": 0.854599083553661,
+        "mean_feedback_forward_relative_error": 0.5055396803400733,
+        "min_feedback_forward_cosine": 0.4712110757827759
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002761482782204626,
+        "instruction_rms": 0.0027614827828063375,
+        "raw_apical_rms": 0.16258257613656435,
+        "teaching_rms": 0.002761482782204626,
+        "traffic_rms": 0.1625586360347466
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.46648885549439e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.510967737137601e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006350087813880074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.29446000383377074
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.026662826538086,
+        "mean_feedback_forward_cosine": 0.8632767005400224,
+        "mean_feedback_forward_relative_error": 0.48891182243824005,
+        "min_feedback_forward_cosine": 0.4909406304359436
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027294029851671073,
+        "instruction_rms": 0.002729402984734353,
+        "raw_apical_rms": 0.16345852326418697,
+        "teaching_rms": 0.0027294029851671073,
+        "traffic_rms": 0.1634353017690766
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.029981136634888e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5219791969399757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0065914767230672595,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.2873349623298645
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0072821378707886,
+        "mean_feedback_forward_cosine": 0.8715605811639265,
+        "mean_feedback_forward_relative_error": 0.472716176238927,
+        "min_feedback_forward_cosine": 0.5108346939086914
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027412687801244375,
+        "instruction_rms": 0.002741268779740909,
+        "raw_apical_rms": 0.1637920463690306,
+        "teaching_rms": 0.0027412687801244375,
+        "traffic_rms": 0.1637685970984676
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.260398777158116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.513659095315303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006347078384476118,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.2780431655406952
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9849993586540222,
+        "mean_feedback_forward_cosine": 0.8796194163235751,
+        "mean_feedback_forward_relative_error": 0.4566669481721791,
+        "min_feedback_forward_cosine": 0.5322908163070679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002772720722504387,
+        "instruction_rms": 0.002772720721653245,
+        "raw_apical_rms": 0.16517825215258577,
+        "teaching_rms": 0.002772720722504387,
+        "traffic_rms": 0.1651544968565768
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.4016616957142105e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5124009446383405e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006232119474522236,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.27643853506088256
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9637517333030701,
+        "mean_feedback_forward_cosine": 0.8872257872061295,
+        "mean_feedback_forward_relative_error": 0.44102646708488463,
+        "min_feedback_forward_cosine": 0.5526212453842163
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027165305410477045,
+        "instruction_rms": 0.0027165305406895435,
+        "raw_apical_rms": 0.16552759880769918,
+        "teaching_rms": 0.0027165305410477045,
+        "traffic_rms": 0.16550480070143003
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.4904397472910205e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5104235840156505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006151879557324416,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.2654162586069107
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.944539487361908,
+        "mean_feedback_forward_cosine": 0.8941527670080012,
+        "mean_feedback_forward_relative_error": 0.42625711262226107,
+        "min_feedback_forward_cosine": 0.5705175399780273
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002712585016804926,
+        "instruction_rms": 0.002712585016648845,
+        "raw_apical_rms": 0.16654005679792938,
+        "teaching_rms": 0.002712585016804926,
+        "traffic_rms": 0.166517485394477
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.368676335772761e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.506944724660411e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006120622290934922,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2637014389514923
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9225064516067505,
+        "mean_feedback_forward_cosine": 0.9008544921875,
+        "mean_feedback_forward_relative_error": 0.411741810224273,
+        "min_feedback_forward_cosine": 0.5907073020935059
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027195632493860525,
+        "instruction_rms": 0.0027195632494493604,
+        "raw_apical_rms": 0.16716096719402668,
+        "teaching_rms": 0.0027195632493860525,
+        "traffic_rms": 0.16713831787247851
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.625273130111964e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5099903609261106e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0058345445216743674,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2554851693439484
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9018487334251404,
+        "mean_feedback_forward_cosine": 0.907134747505188,
+        "mean_feedback_forward_relative_error": 0.39767970808527686,
+        "min_feedback_forward_cosine": 0.6090466380119324
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026915925703477647,
+        "instruction_rms": 0.0026915925705541096,
+        "raw_apical_rms": 0.16747368530356588,
+        "teaching_rms": 0.0026915925703477647,
+        "traffic_rms": 0.167451493246592
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.8205895214769043e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.507205419149286e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0059935289922810634,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.25527560507774355
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8779973983764648,
+        "mean_feedback_forward_cosine": 0.9132803266698664,
+        "mean_feedback_forward_relative_error": 0.3836985009637746,
+        "min_feedback_forward_cosine": 0.629700779914856
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002709336798875379,
+        "instruction_rms": 0.002709336798922376,
+        "raw_apical_rms": 0.16876696760186286,
+        "teaching_rms": 0.002709336798875379,
+        "traffic_rms": 0.16874474387579133
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.7212787396565545e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5155106164427826e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005770719968114469,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.24738198353767396
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8550582528114319,
+        "mean_feedback_forward_cosine": 0.9191248839551752,
+        "mean_feedback_forward_relative_error": 0.3699219751087102,
+        "min_feedback_forward_cosine": 0.6488503813743591
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002744658580348916,
+        "instruction_rms": 0.0027446585809002867,
+        "raw_apical_rms": 0.1692784749870594,
+        "teaching_rms": 0.002744658580348916,
+        "traffic_rms": 0.16925564762653938
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 1.0283056184334782e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.503462783355452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005984480415672107,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.24656046650886534
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8322657942771912,
+        "mean_feedback_forward_cosine": 0.924671167677099,
+        "mean_feedback_forward_relative_error": 0.35647109056060966,
+        "min_feedback_forward_cosine": 0.6674500107765198
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002716551682468488,
+        "instruction_rms": 0.002716551681202091,
+        "raw_apical_rms": 0.16999963073479868,
+        "teaching_rms": 0.002716551682468488,
+        "traffic_rms": 0.16997738192670953
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.883178199108443e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.503999784704528e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005998146009132028,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.24410252239227295
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8098189830780029,
+        "mean_feedback_forward_cosine": 0.9298397335139188,
+        "mean_feedback_forward_relative_error": 0.343571529740637,
+        "min_feedback_forward_cosine": 0.6851625442504883
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002704993410636537,
+        "instruction_rms": 0.00270499340952124,
+        "raw_apical_rms": 0.17004736791511776,
+        "teaching_rms": 0.002704993410636537,
+        "traffic_rms": 0.17002524441399822
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 7.865217810376635e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5008694971792143e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00595464802904857,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2346136785888672
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.788639485836029,
+        "mean_feedback_forward_cosine": 0.9345328157598322,
+        "mean_feedback_forward_relative_error": 0.3313400975682519,
+        "min_feedback_forward_cosine": 0.7013775706291199
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027144490760981355,
+        "instruction_rms": 0.0027144490765332522,
+        "raw_apical_rms": 0.1704820113064447,
+        "teaching_rms": 0.0027144490760981355,
+        "traffic_rms": 0.17045976833896143
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.369202054656853e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5075531941569833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005941322468501192,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.22998918856143952
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7658517956733704,
+        "mean_feedback_forward_cosine": 0.9390178973024542,
+        "mean_feedback_forward_relative_error": 0.31936303905465385,
+        "min_feedback_forward_cosine": 0.7179839015007019
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027388282564563614,
+        "instruction_rms": 0.0027388282566992773,
+        "raw_apical_rms": 0.17149561445755873,
+        "teaching_rms": 0.0027388282564563614,
+        "traffic_rms": 0.1714732163783227
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.646818289686053e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5039550853157958e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0058671058650391975,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.228340030670166
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7429981827735901,
+        "mean_feedback_forward_cosine": 0.9432894836772572,
+        "mean_feedback_forward_relative_error": 0.30768744457851754,
+        "min_feedback_forward_cosine": 0.7345595955848694
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027492090132646358,
+        "instruction_rms": 0.0027492090135381726,
+        "raw_apical_rms": 0.17173264824442055,
+        "teaching_rms": 0.0027492090132646358,
+        "traffic_rms": 0.17171000743235323
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.478892800032554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4961528678032153e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005707809539607657,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.22297325903892518
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7205039262771606,
+        "mean_feedback_forward_cosine": 0.9472182219678705,
+        "mean_feedback_forward_relative_error": 0.29652146344835106,
+        "min_feedback_forward_cosine": 0.7503696084022522
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002699274124081228,
+        "instruction_rms": 0.0026992741242085087,
+        "raw_apical_rms": 0.17213260750946038,
+        "teaching_rms": 0.002699274124081228,
+        "traffic_rms": 0.17211085907920048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 8.331967649155558e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5001326548704666e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005755646294036971,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.22228818331718445
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6984027028083801,
+        "mean_feedback_forward_cosine": 0.9509410045363687,
+        "mean_feedback_forward_relative_error": 0.2856178346005353,
+        "min_feedback_forward_cosine": 0.7656651735305786
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00271700873409705,
+        "instruction_rms": 0.002717008734128077,
+        "raw_apical_rms": 0.17280180485978924,
+        "teaching_rms": 0.00271700873409705,
+        "traffic_rms": 0.17277982802284342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.1747259520689113e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4984288504050477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005985720429172296,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.22128331359386444
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6764211058616638,
+        "mean_feedback_forward_cosine": 0.9543936209245162,
+        "mean_feedback_forward_relative_error": 0.27514181313189595,
+        "min_feedback_forward_cosine": 0.7800532579421997
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002709935901320221,
+        "instruction_rms": 0.00270993590110685,
+        "raw_apical_rms": 0.17309379917053339,
+        "teaching_rms": 0.002709935901320221,
+        "traffic_rms": 0.173071956657856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.971801980171222e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.499260260947927e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005833380762116176,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.21470431671142579
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6528832316398621,
+        "mean_feedback_forward_cosine": 0.9577399297194047,
+        "mean_feedback_forward_relative_error": 0.26469197462905536,
+        "min_feedback_forward_cosine": 0.7951393723487854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027628235506417013,
+        "instruction_rms": 0.0027628235505700546,
+        "raw_apical_rms": 0.1738290779543857,
+        "teaching_rms": 0.0027628235506417013,
+        "traffic_rms": 0.17380649136716134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.574178084723826e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5033849938601963e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005856943721158105,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2135639434337616
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6299036741256714,
+        "mean_feedback_forward_cosine": 0.9609023495153948,
+        "mean_feedback_forward_relative_error": 0.2544504498216239,
+        "min_feedback_forward_cosine": 0.8091050386428833
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027536471840989255,
+        "instruction_rms": 0.002753647183624104,
+        "raw_apical_rms": 0.174755363669475,
+        "teaching_rms": 0.0027536471840989255,
+        "traffic_rms": 0.17473309632877218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.033400540810362e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.497529781374043e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006092486563079558,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.21429219744205474
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6096960306167603,
+        "mean_feedback_forward_cosine": 0.9636846466497941,
+        "mean_feedback_forward_relative_error": 0.24503131820396942,
+        "min_feedback_forward_cosine": 0.8211265802383423
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027462287503163567,
+        "instruction_rms": 0.002746228750504722,
+        "raw_apical_rms": 0.17501511406704992,
+        "teaching_rms": 0.0027462287503163567,
+        "traffic_rms": 0.17499293449270764
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 4.459483093910421e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.496827060255142e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006133579477802447,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.20507440061092377
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.58868408203125,
+        "mean_feedback_forward_cosine": 0.9663694229992953,
+        "mean_feedback_forward_relative_error": 0.23567482084035873,
+        "min_feedback_forward_cosine": 0.8330232501029968
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002788761182192513,
+        "instruction_rms": 0.0027887611818201625,
+        "raw_apical_rms": 0.17594458221082196,
+        "teaching_rms": 0.002788761182192513,
+        "traffic_rms": 0.17592183768676548
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 7.44173860312003e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5080592249893096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006280252800208818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.2034974954175949
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5699996948242188,
+        "mean_feedback_forward_cosine": 0.9687195626172153,
+        "mean_feedback_forward_relative_error": 0.22712430534037678,
+        "min_feedback_forward_cosine": 0.8433349132537842
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026731575028941345,
+        "instruction_rms": 0.002673157502333831,
+        "raw_apical_rms": 0.17700813020256884,
+        "teaching_rms": 0.0026731575028941345,
+        "traffic_rms": 0.1769873235663447
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.2035066033795374e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5017710679382425e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00610103915669816,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.19972688953638076
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.550325870513916,
+        "mean_feedback_forward_cosine": 0.9709732543338429,
+        "mean_feedback_forward_relative_error": 0.21872749497944657,
+        "min_feedback_forward_cosine": 0.8538931608200073
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002717835118428842,
+        "instruction_rms": 0.0027178351175052664,
+        "raw_apical_rms": 0.17722203003458972,
+        "teaching_rms": 0.002717835118428842,
+        "traffic_rms": 0.1772006454723428
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 5.999399377287773e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4922741685155208e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005937190934807443,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.1962828039741516
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5283382534980774,
+        "mean_feedback_forward_cosine": 0.9732055718248541,
+        "mean_feedback_forward_relative_error": 0.21019287739287723,
+        "min_feedback_forward_cosine": 0.8651987314224243
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002760480034646327,
+        "instruction_rms": 0.0027604800344301003,
+        "raw_apical_rms": 0.177716750738102,
+        "teaching_rms": 0.002760480034646327,
+        "traffic_rms": 0.17769463331364055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 1.1262102361797588e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.499809594321995e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006019799285633998,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.198746871881485
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5103389620780945,
+        "mean_feedback_forward_cosine": 0.9751089291139082,
+        "mean_feedback_forward_relative_error": 0.20251375328410756,
+        "min_feedback_forward_cosine": 0.8740372657775879
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002684252193379826,
+        "instruction_rms": 0.0026842521931177395,
+        "raw_apical_rms": 0.17827039607941997,
+        "teaching_rms": 0.002684252193379826,
+        "traffic_rms": 0.17824952594767854
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.1688766932138606e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.498274480094141e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005988714848234756,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.19467794558525087
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.49154627323150635,
+        "mean_feedback_forward_cosine": 0.9769123283299532,
+        "mean_feedback_forward_relative_error": 0.1950347569178451,
+        "min_feedback_forward_cosine": 0.8830726742744446
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002664375140555376,
+        "instruction_rms": 0.002664375140456436,
+        "raw_apical_rms": 0.17924584341280653,
+        "teaching_rms": 0.002664375140555376,
+        "traffic_rms": 0.17922537098901548
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.832449190279476e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4884402453295137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006116108332319452,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.19025342669487
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4726116955280304,
+        "mean_feedback_forward_cosine": 0.9786086906086314,
+        "mean_feedback_forward_relative_error": 0.18781283477490598,
+        "min_feedback_forward_cosine": 0.8918552994728088
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00265934108324626,
+        "instruction_rms": 0.0026593410829282797,
+        "raw_apical_rms": 0.17989370183653353,
+        "teaching_rms": 0.00265934108324626,
+        "traffic_rms": 0.17987337427686068
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.191707140918879e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4890153971951208e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005906286966988396,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.18266307161092757
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4537387788295746,
+        "mean_feedback_forward_cosine": 0.9802491524002769,
+        "mean_feedback_forward_relative_error": 0.18047235039147463,
+        "min_feedback_forward_cosine": 0.9002604484558105
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027143535690182896,
+        "instruction_rms": 0.002714353568681626,
+        "raw_apical_rms": 0.17958034591684222,
+        "teaching_rms": 0.0027143535690182896,
+        "traffic_rms": 0.17955922788121503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.349976272053027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.499637616653392e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005936952527896943,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.18880251668930054
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.43645980954170227,
+        "mean_feedback_forward_cosine": 0.9817448681051081,
+        "mean_feedback_forward_relative_error": 0.17356848791241647,
+        "min_feedback_forward_cosine": 0.9076414108276367
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026550620897831515,
+        "instruction_rms": 0.002655062090175433,
+        "raw_apical_rms": 0.17980331039513187,
+        "teaching_rms": 0.0026550620897831515,
+        "traffic_rms": 0.17978306629196117
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.297108422539168e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4932539674891137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005965728970932545,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.18843077926635743
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4198605418205261,
+        "mean_feedback_forward_cosine": 0.9831109122796492,
+        "mean_feedback_forward_relative_error": 0.16701087118549782,
+        "min_feedback_forward_cosine": 0.914421558380127
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026392736202412405,
+        "instruction_rms": 0.002639273620609916,
+        "raw_apical_rms": 0.18019670041627758,
+        "teaching_rms": 0.0026392736202412405,
+        "traffic_rms": 0.1801767993466816
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.338590452514836e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4979112706185428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005684992921142866,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.1808064446258545
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40299341082572937,
+        "mean_feedback_forward_cosine": 0.9844114715402776,
+        "mean_feedback_forward_relative_error": 0.16050030040470037,
+        "min_feedback_forward_cosine": 0.9210730791091919
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027142568524102014,
+        "instruction_rms": 0.002714256852345905,
+        "raw_apical_rms": 0.18032538911979093,
+        "teaching_rms": 0.0027142568524102014,
+        "traffic_rms": 0.18030426226248156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 8.407894114270675e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4923075430215646e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0057010398688956115,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.18632859456062317
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3866041302680969,
+        "mean_feedback_forward_cosine": 0.9855976007201455,
+        "mean_feedback_forward_relative_error": 0.15433649508790537,
+        "min_feedback_forward_cosine": 0.9272903203964233
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027006490642498765,
+        "instruction_rms": 0.002700649063897837,
+        "raw_apical_rms": 0.18080862530846392,
+        "teaching_rms": 0.0027006490642498765,
+        "traffic_rms": 0.18078785494432892
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.155787867281106e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5019170164792197e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0061135259567479654,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.1800046843624115
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36960187554359436,
+        "mean_feedback_forward_cosine": 0.9867526943033392,
+        "mean_feedback_forward_relative_error": 0.14811216795986348,
+        "min_feedback_forward_cosine": 0.9334717392921448
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027252355608856633,
+        "instruction_rms": 0.002725235562080899,
+        "raw_apical_rms": 0.1812811856149048,
+        "teaching_rms": 0.0027252355608856633,
+        "traffic_rms": 0.18126004610690769
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.862533297180562e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4971890764273145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005988503268362011,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.18468582039356232
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35576748847961426,
+        "mean_feedback_forward_cosine": 0.9877345540306784,
+        "mean_feedback_forward_relative_error": 0.14254499599337578,
+        "min_feedback_forward_cosine": 0.9383275508880615
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026626480948363164,
+        "instruction_rms": 0.002662648093476927,
+        "raw_apical_rms": 0.18187451383364642,
+        "teaching_rms": 0.0026626480948363164,
+        "traffic_rms": 0.18185426421311832
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.054628005041195e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.491814491700462e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0060516355778928495,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.17379911204338075
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.341165691614151,
+        "mean_feedback_forward_cosine": 0.9886939211325212,
+        "mean_feedback_forward_relative_error": 0.13691989874297922,
+        "min_feedback_forward_cosine": 0.9432326555252075
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002742297542302723,
+        "instruction_rms": 0.0027422975431780046,
+        "raw_apical_rms": 0.18213827013110045,
+        "teaching_rms": 0.002742297542302723,
+        "traffic_rms": 0.18211689684701102
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.150603499259887e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4984150646015722e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005957774052336889,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.17903558188438415
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3280952274799347,
+        "mean_feedback_forward_cosine": 0.9895437955856323,
+        "mean_feedback_forward_relative_error": 0.13170490163293752,
+        "min_feedback_forward_cosine": 0.947439432144165
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026945714398406303,
+        "instruction_rms": 0.002694571439876451,
+        "raw_apical_rms": 0.18240486444450613,
+        "teaching_rms": 0.0026945714398406303,
+        "traffic_rms": 0.18238433186518632
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.45010045982508e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5030875347773177e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005924772977991581,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.17925691761016846
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3144298791885376,
+        "mean_feedback_forward_cosine": 0.9903578942472284,
+        "mean_feedback_forward_relative_error": 0.12659529240971262,
+        "min_feedback_forward_cosine": 0.9516677856445312
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002672899015007783,
+        "instruction_rms": 0.0026728990151781056,
+        "raw_apical_rms": 0.18344595300720584,
+        "teaching_rms": 0.002672899015007783,
+        "traffic_rms": 0.1834258679288141
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.787651329887012e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5011893892438375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006007994333805862,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.17378512043476105
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.300890177488327,
+        "mean_feedback_forward_cosine": 0.9911255684765903,
+        "mean_feedback_forward_relative_error": 0.1215421838177876,
+        "min_feedback_forward_cosine": 0.955715000629425
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002714685658448304,
+        "instruction_rms": 0.0027146856580466806,
+        "raw_apical_rms": 0.18382709214583234,
+        "teaching_rms": 0.002714685658448304,
+        "traffic_rms": 0.18380641156425492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.8219693954697505e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4926006548927225e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006097633915270201,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.17609858583450316
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2895379662513733,
+        "mean_feedback_forward_cosine": 0.9917840307409113,
+        "mean_feedback_forward_relative_error": 0.1169719752262939,
+        "min_feedback_forward_cosine": 0.958964467048645
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002655206526901862,
+        "instruction_rms": 0.0026552065271331876,
+        "raw_apical_rms": 0.1843576559142445,
+        "teaching_rms": 0.002655206526901862,
+        "traffic_rms": 0.18433789288204339
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.002170576697608e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4923624582222507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005926291225303201,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.17187404872894288
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27829137444496155,
+        "mean_feedback_forward_cosine": 0.9924183303659613,
+        "mean_feedback_forward_relative_error": 0.11238479854708368,
+        "min_feedback_forward_cosine": 0.9620615839958191
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002710543486908072,
+        "instruction_rms": 0.0027105434866209047,
+        "raw_apical_rms": 0.18438718904472642,
+        "teaching_rms": 0.002710543486908072,
+        "traffic_rms": 0.1843666451236843
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.896579035104878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.484495620178975e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005738775496578574,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.17466742164611818
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2671208381652832,
+        "mean_feedback_forward_cosine": 0.992997576973655,
+        "mean_feedback_forward_relative_error": 0.10806869698519056,
+        "min_feedback_forward_cosine": 0.9650495052337646
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002660826974935695,
+        "instruction_rms": 0.0026608269755329836,
+        "raw_apical_rms": 0.1850226516700624,
+        "teaching_rms": 0.002660826974935695,
+        "traffic_rms": 0.18500279320360521
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.553655396146496e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4911308755548197e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005460609321289271,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.16644893995761872
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2560533285140991,
+        "mean_feedback_forward_cosine": 0.9935503992167386,
+        "mean_feedback_forward_relative_error": 0.10377158830789003,
+        "min_feedback_forward_cosine": 0.9678542613983154
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027544022459381288,
+        "instruction_rms": 0.0027544022461819958,
+        "raw_apical_rms": 0.18549669961122786,
+        "teaching_rms": 0.0027544022459381288,
+        "traffic_rms": 0.18547550483511785
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.82698421630812e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4945048682973907e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005745918348240271,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.17110243844985962
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24560950696468353,
+        "mean_feedback_forward_cosine": 0.9940380963412199,
+        "mean_feedback_forward_relative_error": 0.0998407182707028,
+        "min_feedback_forward_cosine": 0.9703977704048157
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00265093646446746,
+        "instruction_rms": 0.0026509364642112827,
+        "raw_apical_rms": 0.18568833720966033,
+        "teaching_rms": 0.00265093646446746,
+        "traffic_rms": 0.18566876172137756
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.658588347363548e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.484481315388553e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005600620307193533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.16274750321388246
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23551318049430847,
+        "mean_feedback_forward_cosine": 0.9945091789419,
+        "mean_feedback_forward_relative_error": 0.09583028155294332,
+        "min_feedback_forward_cosine": 0.9727450609207153
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027441751521812695,
+        "instruction_rms": 0.002744175152484084,
+        "raw_apical_rms": 0.18679847675580416,
+        "teaching_rms": 0.0027441751521812695,
+        "traffic_rms": 0.1867776277802787
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.766995852558466e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4839523385048985e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0058507432804929885,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.1717451312160492
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2254258245229721,
+        "mean_feedback_forward_cosine": 0.9949419931931929,
+        "mean_feedback_forward_relative_error": 0.09205600087615577,
+        "min_feedback_forward_cosine": 0.9750077724456787
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027330063941230285,
+        "instruction_rms": 0.0027330063942390837,
+        "raw_apical_rms": 0.18724200154112863,
+        "teaching_rms": 0.0027330063941230285,
+        "traffic_rms": 0.18722145144791583
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.0082177226422573e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.485527360168689e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005474347340255327,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.16850471174240111
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21620775759220123,
+        "mean_feedback_forward_cosine": 0.9953409563411366,
+        "mean_feedback_forward_relative_error": 0.08840271156619896,
+        "min_feedback_forward_cosine": 0.9769967794418335
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027384400922097715,
+        "instruction_rms": 0.0027384400932530767,
+        "raw_apical_rms": 0.1874413875391775,
+        "teaching_rms": 0.0027384400922097715,
+        "traffic_rms": 0.18742066599396165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.82139011334948e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4866016125743815e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0057920571394057705,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.1602698998260498
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20743760466575623,
+        "mean_feedback_forward_cosine": 0.9956982590935447,
+        "mean_feedback_forward_relative_error": 0.08500193560665303,
+        "min_feedback_forward_cosine": 0.9788150787353516
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026415409205600366,
+        "instruction_rms": 0.0026415409203534765,
+        "raw_apical_rms": 0.1883252030729858,
+        "teaching_rms": 0.0026415409205600366,
+        "traffic_rms": 0.18830597472486543
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.010427083287141e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4891452249653445e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005805818102755636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.16418667131900788
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19822026789188385,
+        "mean_feedback_forward_cosine": 0.9960439064285972,
+        "mean_feedback_forward_relative_error": 0.08159297315234487,
+        "min_feedback_forward_cosine": 0.9806467294692993
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002670809836066248,
+        "instruction_rms": 0.002670809835063417,
+        "raw_apical_rms": 0.18818173302187235,
+        "teaching_rms": 0.002670809836066248,
+        "traffic_rms": 0.18816201965489845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.136671425518216e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.500931509103375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005907966424484982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.1620645476436615
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.190128892660141,
+        "mean_feedback_forward_cosine": 0.9963437058708885,
+        "mean_feedback_forward_relative_error": 0.07847126156769016,
+        "min_feedback_forward_cosine": 0.9821842908859253
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026653986992704933,
+        "instruction_rms": 0.002665398699077468,
+        "raw_apical_rms": 0.18917828664579017,
+        "teaching_rms": 0.0026653986992704933,
+        "traffic_rms": 0.18915890402351607
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.754499537464653e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480230018878317e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005596040555727568,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.15636374557495117
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1819751113653183,
+        "mean_feedback_forward_cosine": 0.9966294906356118,
+        "mean_feedback_forward_relative_error": 0.0753943392160264,
+        "min_feedback_forward_cosine": 0.9836736917495728
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026968256156761016,
+        "instruction_rms": 0.0026968256153775327,
+        "raw_apical_rms": 0.18935510363067287,
+        "teaching_rms": 0.0026968256156761016,
+        "traffic_rms": 0.1893352194814942
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.918212301978201e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4768652011833755e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0055450689618138415,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.15599127224445344
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17416630685329437,
+        "mean_feedback_forward_cosine": 0.9968989545648749,
+        "mean_feedback_forward_relative_error": 0.07235846170647578,
+        "min_feedback_forward_cosine": 0.9850413203239441
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027180539313595643,
+        "instruction_rms": 0.0027180539316359964,
+        "raw_apical_rms": 0.18968632248078213,
+        "teaching_rms": 0.0027180539313595643,
+        "traffic_rms": 0.189666169677182
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.398345047704424e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4802031950066428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005681046297481906,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.16048648918867112
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16696111857891083,
+        "mean_feedback_forward_cosine": 0.997138261795044,
+        "mean_feedback_forward_relative_error": 0.06955248916691,
+        "min_feedback_forward_cosine": 0.986241340637207
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026404591563534375,
+        "instruction_rms": 0.0026404591568132255,
+        "raw_apical_rms": 0.19031131551390063,
+        "teaching_rms": 0.0026404591563534375,
+        "traffic_rms": 0.1902923191833995
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.384455275565415e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4858139683994578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005328538068270849,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.15991598387241363
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16049210727214813,
+        "mean_feedback_forward_cosine": 0.9973547902974216,
+        "mean_feedback_forward_relative_error": 0.06688470335846597,
+        "min_feedback_forward_cosine": 0.9872801303863525
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002639214064001048,
+        "instruction_rms": 0.0026392140638360397,
+        "raw_apical_rms": 0.19106928072143337,
+        "teaching_rms": 0.002639214064001048,
+        "traffic_rms": 0.19105039286851047
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.0731622397725e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4715494178358734e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00556611939160749,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.15247124420642852
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15385060012340546,
+        "mean_feedback_forward_cosine": 0.997557439587333,
+        "mean_feedback_forward_relative_error": 0.06429105201228098,
+        "min_feedback_forward_cosine": 0.9883031845092773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026681067989476346,
+        "instruction_rms": 0.0026681067998364726,
+        "raw_apical_rms": 0.19117395586662655,
+        "teaching_rms": 0.0026681067989476346,
+        "traffic_rms": 0.1911546044770046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.939963270724547e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4827310844934857e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0055671561122739004,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.15150256306648255
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14684991538524628,
+        "mean_feedback_forward_cosine": 0.997753357887268,
+        "mean_feedback_forward_relative_error": 0.06170663378116759,
+        "min_feedback_forward_cosine": 0.9893401265144348
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002720927986619134,
+        "instruction_rms": 0.002720927987159682,
+        "raw_apical_rms": 0.19116774390199975,
+        "teaching_rms": 0.002720927986619134,
+        "traffic_rms": 0.1911476161593291
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.76103582009091e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.48429502964912e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005505891978268893,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.15532715906620026
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14046870172023773,
+        "mean_feedback_forward_cosine": 0.9979327949610624,
+        "mean_feedback_forward_relative_error": 0.059233984401957554,
+        "min_feedback_forward_cosine": 0.9902418255805969
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027356576089698115,
+        "instruction_rms": 0.0027356576084319527,
+        "raw_apical_rms": 0.19162561696523955,
+        "teaching_rms": 0.0027356576089698115,
+        "traffic_rms": 0.19160540444431545
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.035745935330851e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4950216628707212e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005554710419520541,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.15724634010314942
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1347571462392807,
+        "mean_feedback_forward_cosine": 0.9980938857251948,
+        "mean_feedback_forward_relative_error": 0.05692117818715897,
+        "min_feedback_forward_cosine": 0.991012454032898
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027125745833637806,
+        "instruction_rms": 0.0027125745829940104,
+        "raw_apical_rms": 0.1917939404331772,
+        "teaching_rms": 0.0027125745833637806,
+        "traffic_rms": 0.1917740754563628
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.476822278500549e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.48663609317214e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005388191210017593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.15491003794789315
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12929846346378326,
+        "mean_feedback_forward_cosine": 0.9982388453050093,
+        "mean_feedback_forward_relative_error": 0.0547489713200114,
+        "min_feedback_forward_cosine": 0.9917217493057251
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026528897508248253,
+        "instruction_rms": 0.0026528897515970874,
+        "raw_apical_rms": 0.1926668455164547,
+        "teaching_rms": 0.0026528897508248253,
+        "traffic_rms": 0.19264781811201465
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 8.286859554118564e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4829239017387906e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00553722700393831,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.1501428285551071
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12421248108148575,
+        "mean_feedback_forward_cosine": 0.9983759078112515,
+        "mean_feedback_forward_relative_error": 0.05260178695686839,
+        "min_feedback_forward_cosine": 0.9923573136329651
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002697842206245549,
+        "instruction_rms": 0.0026978422064576875,
+        "raw_apical_rms": 0.193514785769868,
+        "teaching_rms": 0.002697842206245549,
+        "traffic_rms": 0.19349529821164013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 6.172270161641791e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.480632409701656e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005483752235576802,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.15325217506408692
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11903703957796097,
+        "mean_feedback_forward_cosine": 0.9984997803514654,
+        "mean_feedback_forward_relative_error": 0.050592693652619015,
+        "min_feedback_forward_cosine": 0.9929812550544739
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002685146277560296,
+        "instruction_rms": 0.00268514627669799,
+        "raw_apical_rms": 0.19386935073996772,
+        "teaching_rms": 0.002685146277560296,
+        "traffic_rms": 0.19384998785456464
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.306372313247266e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.483001605875091e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0055556696070504655,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.14831138321876525
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11387547850608826,
+        "mean_feedback_forward_cosine": 0.9986178744922984,
+        "mean_feedback_forward_relative_error": 0.0485988156192682,
+        "min_feedback_forward_cosine": 0.9935735464096069
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026892984516622065,
+        "instruction_rms": 0.002689298452234876,
+        "raw_apical_rms": 0.19381157601006951,
+        "teaching_rms": 0.0026892984516622065,
+        "traffic_rms": 0.19379222099141588
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.864793450882644e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4805781571390814e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005673575025965466,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.1475057663822174
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10914173722267151,
+        "mean_feedback_forward_cosine": 0.9987257047133012,
+        "mean_feedback_forward_relative_error": 0.046692649495195256,
+        "min_feedback_forward_cosine": 0.9940951466560364
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002707446801658122,
+        "instruction_rms": 0.0027074468008335953,
+        "raw_apical_rms": 0.19490610957578813,
+        "teaching_rms": 0.002707446801658122,
+        "traffic_rms": 0.19488656025149476
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.8793279578139845e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4706892809021093e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005191779896525374,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.14866874879837036
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1046086773276329,
+        "mean_feedback_forward_cosine": 0.9988254601305181,
+        "mean_feedback_forward_relative_error": 0.04485084143551913,
+        "min_feedback_forward_cosine": 0.9945739507675171
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027242884675772253,
+        "instruction_rms": 0.0027242884675424206,
+        "raw_apical_rms": 0.19540975368732447,
+        "teaching_rms": 0.0027242884675772253,
+        "traffic_rms": 0.19538998278133352
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.180718669502312e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.474773803523709e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005246561816305377,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.14888891705036164
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10021883249282837,
+        "mean_feedback_forward_cosine": 0.9989158489487387,
+        "mean_feedback_forward_relative_error": 0.04311930025843057,
+        "min_feedback_forward_cosine": 0.9950194358825684
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002693345890631095,
+        "instruction_rms": 0.0026933458901430467,
+        "raw_apical_rms": 0.19556882416054872,
+        "teaching_rms": 0.002693345890631095,
+        "traffic_rms": 0.1955495263338322
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.602576974046315e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.470937748647442e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005078910160794891,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.14472049828052522
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09581611305475235,
+        "mean_feedback_forward_cosine": 0.9990024891766635,
+        "mean_feedback_forward_relative_error": 0.04139081283726476,
+        "min_feedback_forward_cosine": 0.995445728302002
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002742003564110486,
+        "instruction_rms": 0.002742003564704616,
+        "raw_apical_rms": 0.19603411154988898,
+        "teaching_rms": 0.002742003564110486,
+        "traffic_rms": 0.1960141425878438
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.071874819075674e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.468354803251202e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00511159262017984,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.15269218800067902
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0917789563536644,
+        "mean_feedback_forward_cosine": 0.9990798885172064,
+        "mean_feedback_forward_relative_error": 0.03978007679635828,
+        "min_feedback_forward_cosine": 0.9958189725875854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002689767271455075,
+        "instruction_rms": 0.002689767271721301,
+        "raw_apical_rms": 0.19673704843669637,
+        "teaching_rms": 0.002689767271455075,
+        "traffic_rms": 0.19671792379262165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.931858382268729e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4791794750082213e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005167129442606366,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.14823474292993546
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08791062235832214,
+        "mean_feedback_forward_cosine": 0.9991524934768676,
+        "mean_feedback_forward_relative_error": 0.03820779186419465,
+        "min_feedback_forward_cosine": 0.9961642026901245
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00270110678096097,
+        "instruction_rms": 0.002701106781420777,
+        "raw_apical_rms": 0.19736663528167958,
+        "teaching_rms": 0.00270110678096097,
+        "traffic_rms": 0.1973474663415084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.916197665101208e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4763722753244483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00532267559677848,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.14822878425598143
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0846085399389267,
+        "mean_feedback_forward_cosine": 0.9992151975631713,
+        "mean_feedback_forward_relative_error": 0.036782165498218757,
+        "min_feedback_forward_cosine": 0.9964458346366882
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026655710020981327,
+        "instruction_rms": 0.0026655710014431384,
+        "raw_apical_rms": 0.19832052232170086,
+        "teaching_rms": 0.0026655710020981327,
+        "traffic_rms": 0.1983018833502957
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.293979275071251e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4721804704192416e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005423458451203647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.14442641533851625
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08136910945177078,
+        "mean_feedback_forward_cosine": 0.9992750623009422,
+        "mean_feedback_forward_relative_error": 0.03535802076486024,
+        "min_feedback_forward_cosine": 0.9967116713523865
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00272810964782141,
+        "instruction_rms": 0.0027281096480237456,
+        "raw_apical_rms": 0.198665116699432,
+        "teaching_rms": 0.00272810964782141,
+        "traffic_rms": 0.19864570828223777
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 1.0495469382476585e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4756904906268807e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005524084704260759,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.1430003475189209
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0777994841337204,
+        "mean_feedback_forward_cosine": 0.9993326013738458,
+        "mean_feedback_forward_relative_error": 0.03394931190731851,
+        "min_feedback_forward_cosine": 0.996992290019989
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027240797588575566,
+        "instruction_rms": 0.002724079758267756,
+        "raw_apical_rms": 0.19863590530231257,
+        "teaching_rms": 0.0027240797588575566,
+        "traffic_rms": 0.1986164375353274
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.082190478513439e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4694126723778814e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005264208722605274,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.14785423511981965
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07459433376789093,
+        "mean_feedback_forward_cosine": 0.9993848963217302,
+        "mean_feedback_forward_relative_error": 0.032613970136100595,
+        "min_feedback_forward_cosine": 0.9972344636917114
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026739769661550086,
+        "instruction_rms": 0.0026739769670374816,
+        "raw_apical_rms": 0.1990884431705579,
+        "teaching_rms": 0.0026739769661550086,
+        "traffic_rms": 0.19906986230559304
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 6.161327803511085e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.474640909338308e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00532078878628481,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.14291324827194213
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07143103331327438,
+        "mean_feedback_forward_cosine": 0.9994342056187716,
+        "mean_feedback_forward_relative_error": 0.03129539456726475,
+        "min_feedback_forward_cosine": 0.9974645376205444
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027373663419869598,
+        "instruction_rms": 0.0027373663419299104,
+        "raw_apical_rms": 0.19921440341597585,
+        "teaching_rms": 0.0027373663419869598,
+        "traffic_rms": 0.1991947927604281
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 1.023156102064604e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4671252830762428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005176140216877374,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.14808677036762238
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07140765339136124,
+        "mean_feedback_forward_cosine": 0.9994345762512901,
+        "mean_feedback_forward_relative_error": 0.031284770123999224,
+        "min_feedback_forward_cosine": 0.9974661469459534
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018495065379233345,
+        "instruction_rms": 0.0018495065373225433,
+        "raw_apical_rms": 0.19942685833346657,
+        "teaching_rms": 0.0018495065379233345,
+        "traffic_rms": 0.19941762747600783
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.28745987998991e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.458424118525584e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.004929282239103567,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.07751537271499634
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07139676809310913,
+        "mean_feedback_forward_cosine": 0.9994347463954579,
+        "mean_feedback_forward_relative_error": 0.031279056587002495,
+        "min_feedback_forward_cosine": 0.9974669814109802
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015777643795577298,
+        "instruction_rms": 0.0015777643791070927,
+        "raw_apical_rms": 0.19941121707114334,
+        "teaching_rms": 0.0015777643795577298,
+        "traffic_rms": 0.19940438493955723
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 7.394533696469807e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4592925348359475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005013067033939708,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.050618355315923694
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07138567417860031,
+        "mean_feedback_forward_cosine": 0.9994349122047425,
+        "mean_feedback_forward_relative_error": 0.0312735039148141,
+        "min_feedback_forward_cosine": 0.9974678158760071
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001565832305922256,
+        "instruction_rms": 0.001565832305939745,
+        "raw_apical_rms": 0.19934545364122225,
+        "teaching_rms": 0.001565832305922256,
+        "traffic_rms": 0.19933869213206315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.948245356852567e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4631476323350904e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005049516117945999,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.04441148671329021
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07137410342693329,
+        "mean_feedback_forward_cosine": 0.9994351300326261,
+        "mean_feedback_forward_relative_error": 0.031267848864875054,
+        "min_feedback_forward_cosine": 0.9974687099456787
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015625445229474767,
+        "instruction_rms": 0.0015625445225821968,
+        "raw_apical_rms": 0.1993275369581802,
+        "teaching_rms": 0.0015625445229474767,
+        "traffic_rms": 0.19932066886211822
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.269783873833148e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4633837143850747e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005009128719219743,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.03961767840951681
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07136402279138565,
+        "mean_feedback_forward_cosine": 0.999435276334936,
+        "mean_feedback_forward_relative_error": 0.03126273304224014,
+        "min_feedback_forward_cosine": 0.9974693059921265
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014598623118464557,
+        "instruction_rms": 0.00145986231204941,
+        "raw_apical_rms": 0.1992605119956912,
+        "teaching_rms": 0.0014598623118464557,
+        "traffic_rms": 0.1992543425729492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.56562386072801e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.457785573289802e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00498740630431355,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.03284155424594879
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07135354727506638,
+        "mean_feedback_forward_cosine": 0.9994354551488703,
+        "mean_feedback_forward_relative_error": 0.03125756416808475,
+        "min_feedback_forward_cosine": 0.9974699020385742
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014555804135443797,
+        "instruction_rms": 0.0014555804137796576,
+        "raw_apical_rms": 0.1992600566467235,
+        "teaching_rms": 0.0014555804135443797,
+        "traffic_rms": 0.19925389700715707
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.907467309247295e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4549661306616943e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0051395152897739434,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.03039330755710602
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0713423490524292,
+        "mean_feedback_forward_cosine": 0.9994356404651296,
+        "mean_feedback_forward_relative_error": 0.031252134692939845,
+        "min_feedback_forward_cosine": 0.9974709153175354
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014833573690659213,
+        "instruction_rms": 0.001483357369263451,
+        "raw_apical_rms": 0.19920526037322447,
+        "teaching_rms": 0.0014833573690659213,
+        "traffic_rms": 0.1991988299909125
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.633653898939883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4574680997490702e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005082147892737552,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.02948811733663082
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07133160531520844,
+        "mean_feedback_forward_cosine": 0.9994358344511552,
+        "mean_feedback_forward_relative_error": 0.03124694436449896,
+        "min_feedback_forward_cosine": 0.9974715709686279
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001438791539101049,
+        "instruction_rms": 0.001438791539086446,
+        "raw_apical_rms": 0.19910229308583682,
+        "teaching_rms": 0.001438791539101049,
+        "traffic_rms": 0.1990960171708098
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.517689854490527e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4567295500488302e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005088590825404236,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.026679220786094665
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07132166624069214,
+        "mean_feedback_forward_cosine": 0.999435999176719,
+        "mean_feedback_forward_relative_error": 0.031241951772773807,
+        "min_feedback_forward_cosine": 0.9974722862243652
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014028609862289602,
+        "instruction_rms": 0.0014028609863941414,
+        "raw_apical_rms": 0.19911387872688596,
+        "teaching_rms": 0.0014028609862289602,
+        "traffic_rms": 0.19910790504564585
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.577410260888428e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.456873033808295e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005129392407500083,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.02497885542213917
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07131074368953705,
+        "mean_feedback_forward_cosine": 0.9994361909953031,
+        "mean_feedback_forward_relative_error": 0.031236791907047683,
+        "min_feedback_forward_cosine": 0.9974730014801025
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001355116720174963,
+        "instruction_rms": 0.0013551167201685502,
+        "raw_apical_rms": 0.19905342671168053,
+        "teaching_rms": 0.001355116720174963,
+        "traffic_rms": 0.19904777532813817
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.8555411186489437e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.461635199129888e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005135905031312674,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.022831981168985365
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07130035758018494,
+        "mean_feedback_forward_cosine": 0.999436354637146,
+        "mean_feedback_forward_relative_error": 0.031231847007504917,
+        "min_feedback_forward_cosine": 0.9974737763404846
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013172750117069164,
+        "instruction_rms": 0.0013172750116959972,
+        "raw_apical_rms": 0.1990287998584814,
+        "teaching_rms": 0.0013172750117069164,
+        "traffic_rms": 0.19902338053783347
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.909274219424333e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4635918359050652e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005082521198541561,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.02103618494540453
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0712905153632164,
+        "mean_feedback_forward_cosine": 0.9994365345348012,
+        "mean_feedback_forward_relative_error": 0.031226877952841195,
+        "min_feedback_forward_cosine": 0.9974745512008667
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001322208176314824,
+        "instruction_rms": 0.0013222081758442656,
+        "raw_apical_rms": 0.19900189212558503,
+        "teaching_rms": 0.001322208176314824,
+        "traffic_rms": 0.19899650148956916
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.730419244149743e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4621691387073312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005223045990181792,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.01949120617210865
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07128015905618668,
+        "mean_feedback_forward_cosine": 0.9994367339394309,
+        "mean_feedback_forward_relative_error": 0.031221711787987837,
+        "min_feedback_forward_cosine": 0.9974753260612488
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013203694610326472,
+        "instruction_rms": 0.0013203694614501908,
+        "raw_apical_rms": 0.19900873173707467,
+        "teaching_rms": 0.0013203694610326472,
+        "traffic_rms": 0.19900313380932755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.530133754902636e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4583809279651156e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005033622846982757,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.019819492907971144
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07126913219690323,
+        "mean_feedback_forward_cosine": 0.9994369170882486,
+        "mean_feedback_forward_relative_error": 0.031216473183171316,
+        "min_feedback_forward_cosine": 0.9974759817123413
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013172640447274018,
+        "instruction_rms": 0.0013172640443568607,
+        "raw_apical_rms": 0.1989699759219127,
+        "teaching_rms": 0.0013172640447274018,
+        "traffic_rms": 0.19896426031619208
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 8.568976284095697e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4627477679988265e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005037033788794907,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.018879418965876103
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07125793397426605,
+        "mean_feedback_forward_cosine": 0.9994371154091575,
+        "mean_feedback_forward_relative_error": 0.031211044707081536,
+        "min_feedback_forward_cosine": 0.9974768757820129
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001313282273760199,
+        "instruction_rms": 0.0013132822738414164,
+        "raw_apical_rms": 0.19889969451394604,
+        "teaching_rms": 0.001313282273760199,
+        "traffic_rms": 0.19889414060284477
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.973375039047824e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.460488534074445e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005099359185110131,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.01721682056903839
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07124721258878708,
+        "mean_feedback_forward_cosine": 0.9994373072277416,
+        "mean_feedback_forward_relative_error": 0.031205538186160002,
+        "min_feedback_forward_cosine": 0.997477650642395
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013163457189959336,
+        "instruction_rms": 0.0013163457189392684,
+        "raw_apical_rms": 0.19881240929937205,
+        "teaching_rms": 0.0013163457189959336,
+        "traffic_rms": 0.1988066195071072
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.152397785148423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4593228303730974e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005070992993632505,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.016983157099336385
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07123630493879318,
+        "mean_feedback_forward_cosine": 0.9994375131346963,
+        "mean_feedback_forward_relative_error": 0.031200243498791348,
+        "min_feedback_forward_cosine": 0.9974783658981323
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012491100280182322,
+        "instruction_rms": 0.0012491100283490205,
+        "raw_apical_rms": 0.19884305199908187,
+        "teaching_rms": 0.0012491100280182322,
+        "traffic_rms": 0.19883770739003226
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.351935155635147e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4569821454584868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005110478302105733,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.01545833678394556
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07122577726840973,
+        "mean_feedback_forward_cosine": 0.999437712539326,
+        "mean_feedback_forward_relative_error": 0.03119498146697879,
+        "min_feedback_forward_cosine": 0.9974790811538696
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012470871607667604,
+        "instruction_rms": 0.0012470871606689025,
+        "raw_apical_rms": 0.19881528212057398,
+        "teaching_rms": 0.0012470871607667604,
+        "traffic_rms": 0.1988100765851186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.465253221676903e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.460795219568578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005162518784697405,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.015599264223873616
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07121507078409195,
+        "mean_feedback_forward_cosine": 0.9994379032741894,
+        "mean_feedback_forward_relative_error": 0.031189677711914887,
+        "min_feedback_forward_cosine": 0.9974797964096069
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012191826979796856,
+        "instruction_rms": 0.001219182697865101,
+        "raw_apical_rms": 0.19879420848450352,
+        "teaching_rms": 0.0012191826979796856,
+        "traffic_rms": 0.1987890617499381
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.496817909848687e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4590689263176857e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005080241773836865,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.014447662914395332
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07120535522699356,
+        "mean_feedback_forward_cosine": 0.9994380647485906,
+        "mean_feedback_forward_relative_error": 0.031184876092116943,
+        "min_feedback_forward_cosine": 0.9974804520606995
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011559709399052696,
+        "instruction_rms": 0.0011559709397655112,
+        "raw_apical_rms": 0.19879655592713513,
+        "teaching_rms": 0.0011559709399052696,
+        "traffic_rms": 0.19879184472646552
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.120876060502269e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.458782286472728e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005169515235283719,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.013233123388588428
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0711955726146698,
+        "mean_feedback_forward_cosine": 0.9994382554834539,
+        "mean_feedback_forward_relative_error": 0.03117991037328135,
+        "min_feedback_forward_cosine": 0.9974811673164368
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011546298416442813,
+        "instruction_rms": 0.0011546298417712396,
+        "raw_apical_rms": 0.19881600040907224,
+        "teaching_rms": 0.0011546298416442813,
+        "traffic_rms": 0.19881140316187348
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.087182834515261e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.459817538740061e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005079960235353323,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.01236043606929481
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0711865946650505,
+        "mean_feedback_forward_cosine": 0.9994384397159923,
+        "mean_feedback_forward_relative_error": 0.0311754064719108,
+        "min_feedback_forward_cosine": 0.9974818825721741
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010654257456607832,
+        "instruction_rms": 0.0010654257456061908,
+        "raw_apical_rms": 0.1987333250366317,
+        "teaching_rms": 0.0010654257456607832,
+        "traffic_rms": 0.19872916824189388
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.445023359447077e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4565052243745985e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0051418137236353585,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.011380807536076754
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07117650657892227,
+        "mean_feedback_forward_cosine": 0.9994386271996931,
+        "mean_feedback_forward_relative_error": 0.03117037285965952,
+        "min_feedback_forward_cosine": 0.9974825382232666
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001100886365428987,
+        "instruction_rms": 0.0011008863646458282,
+        "raw_apical_rms": 0.1987470751676122,
+        "teaching_rms": 0.001100886365428987,
+        "traffic_rms": 0.19874242371306938
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 7.404133839372662e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4620149112774336e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005114624300211534,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.012123570803254843
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07116719335317612,
+        "mean_feedback_forward_cosine": 0.9994387875903736,
+        "mean_feedback_forward_relative_error": 0.031165640733458778,
+        "min_feedback_forward_cosine": 0.9974830150604248
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010821219510699267,
+        "instruction_rms": 0.0010821219514403917,
+        "raw_apical_rms": 0.19875239092199495,
+        "teaching_rms": 0.0010821219510699267,
+        "traffic_rms": 0.1987480129076099
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 6.525664986156698e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4564971951480037e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005143106475378592,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.011324955357462167
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07115576416254044,
+        "mean_feedback_forward_cosine": 0.9994390032508157,
+        "mean_feedback_forward_relative_error": 0.031160284036939795,
+        "min_feedback_forward_cosine": 0.9974840879440308
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011076464696770291,
+        "instruction_rms": 0.001107646469520249,
+        "raw_apical_rms": 0.1987321062949196,
+        "teaching_rms": 0.0011076464696770291,
+        "traffic_rms": 0.1987274947959835
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.856924272824472e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4564302447873456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005090543421855355,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.011298456238918007
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07114609330892563,
+        "mean_feedback_forward_cosine": 0.9994391885670748,
+        "mean_feedback_forward_relative_error": 0.0311554063280875,
+        "min_feedback_forward_cosine": 0.9974846839904785
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010425381095331763,
+        "instruction_rms": 0.001042538109407465,
+        "raw_apical_rms": 0.1986928829977562,
+        "teaching_rms": 0.0010425381095331763,
+        "traffic_rms": 0.1986887193875803
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.911442795853873e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.457654979571983e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005189060147206698,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.010381140566021204
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07113548368215561,
+        "mean_feedback_forward_cosine": 0.9994393944740295,
+        "mean_feedback_forward_relative_error": 0.031150113994424994,
+        "min_feedback_forward_cosine": 0.9974853992462158
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010989234910148077,
+        "instruction_rms": 0.0010989234909653993,
+        "raw_apical_rms": 0.19866438239827142,
+        "teaching_rms": 0.0010989234910148077,
+        "traffic_rms": 0.19865962507319254
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 6.175053357537763e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4589869995995475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005153233335700686,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.010389255159944296
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07112447172403336,
+        "mean_feedback_forward_cosine": 0.9994395657019182,
+        "mean_feedback_forward_relative_error": 0.031144795151935384,
+        "min_feedback_forward_cosine": 0.9974862337112427
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010843093573535106,
+        "instruction_rms": 0.0010843093572660036,
+        "raw_apical_rms": 0.19862367092591732,
+        "teaching_rms": 0.0010843093573535106,
+        "traffic_rms": 0.19861922087980705
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.024796389032417e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4546360509790742e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005191692607743386,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.010292481841444968
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07111339271068573,
+        "mean_feedback_forward_cosine": 0.9994397911158475,
+        "mean_feedback_forward_relative_error": 0.03113898594271053,
+        "min_feedback_forward_cosine": 0.9974867105484009
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001142533804928452,
+        "instruction_rms": 0.0011425338045973905,
+        "raw_apical_rms": 0.19856723720836575,
+        "teaching_rms": 0.001142533804928452,
+        "traffic_rms": 0.1985623881440384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.337993679357169e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4637993288262236e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005282985700801881,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.0108459441678226
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07110411673784256,
+        "mean_feedback_forward_cosine": 0.9994399677623402,
+        "mean_feedback_forward_relative_error": 0.031134315808726984,
+        "min_feedback_forward_cosine": 0.9974874258041382
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009974149181451748,
+        "instruction_rms": 0.0009974149186470814,
+        "raw_apical_rms": 0.19850268094715104,
+        "teaching_rms": 0.0009974149181451748,
+        "traffic_rms": 0.19849871831388485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.762687831951553e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4528464100260063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005229958752258195,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.009308304391801357
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07109230011701584,
+        "mean_feedback_forward_cosine": 0.9994402083483609,
+        "mean_feedback_forward_relative_error": 0.03112850643863732,
+        "min_feedback_forward_cosine": 0.997488260269165
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011153761913156438,
+        "instruction_rms": 0.001115376191328265,
+        "raw_apical_rms": 0.19861464569274487,
+        "teaching_rms": 0.0011153761913156438,
+        "traffic_rms": 0.19860973834457943
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.1028347302044494e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4559822076352724e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005200775910773839,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.010205369082093239
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07108078896999359,
+        "mean_feedback_forward_cosine": 0.999440424008803,
+        "mean_feedback_forward_relative_error": 0.031122633603147484,
+        "min_feedback_forward_cosine": 0.9974890947341919
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010602016613338163,
+        "instruction_rms": 0.0010602016612856612,
+        "raw_apical_rms": 0.1986677366997766,
+        "teaching_rms": 0.0010602016613338163,
+        "traffic_rms": 0.19866331019454708
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.215456486799667e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.454069803832435e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005192546472282864,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.009919193947017194
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07106922566890717,
+        "mean_feedback_forward_cosine": 0.9994406266645952,
+        "mean_feedback_forward_relative_error": 0.0311172089624134,
+        "min_feedback_forward_cosine": 0.9974900484085083
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009962794817005125,
+        "instruction_rms": 0.0009962794818440552,
+        "raw_apical_rms": 0.1985586627136116,
+        "teaching_rms": 0.0009962794817005125,
+        "traffic_rms": 0.19855464919534335
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.408561231159183e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4539696995937464e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005134946019578701,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.008672905013412236
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0710592120885849,
+        "mean_feedback_forward_cosine": 0.9994408206506209,
+        "mean_feedback_forward_relative_error": 0.0311122240498662,
+        "min_feedback_forward_cosine": 0.9974907040596008
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009583823850593243,
+        "instruction_rms": 0.0009583823853470254,
+        "raw_apical_rms": 0.19856861505706658,
+        "teaching_rms": 0.0009583823850593243,
+        "traffic_rms": 0.19856486841591087
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.916759159343201e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4541923442166532e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005115200526328582,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.008275501573011278
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0710485577583313,
+        "mean_feedback_forward_cosine": 0.9994410233064132,
+        "mean_feedback_forward_relative_error": 0.03110693013295531,
+        "min_feedback_forward_cosine": 0.9974914193153381
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009721696787663096,
+        "instruction_rms": 0.000972169678946262,
+        "raw_apical_rms": 0.1986525121878335,
+        "teaching_rms": 0.0009721696787663096,
+        "traffic_rms": 0.19864853084562625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.8668117475235704e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4622831874983543e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005181926677309708,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.00862616381302476
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07103725522756577,
+        "mean_feedback_forward_cosine": 0.9994412237947637,
+        "mean_feedback_forward_relative_error": 0.031101475926962767,
+        "min_feedback_forward_cosine": 0.9974921941757202
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009819280440553045,
+        "instruction_rms": 0.0009819280445649934,
+        "raw_apical_rms": 0.19865248082503967,
+        "teaching_rms": 0.0009819280440553045,
+        "traffic_rms": 0.19864857092917637
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.376549149284983e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.455719640269268e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005153495492990665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.008505770028084517
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0710277184844017,
+        "mean_feedback_forward_cosine": 0.9994414047761397,
+        "mean_feedback_forward_relative_error": 0.031096697818826544,
+        "min_feedback_forward_cosine": 0.9974929690361023
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009007894767279102,
+        "instruction_rms": 0.0009007894766342797,
+        "raw_apical_rms": 0.1986070899519479,
+        "teaching_rms": 0.0009007894767279102,
+        "traffic_rms": 0.19860360287655857
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.50982865788319e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4563283095965293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005190200003308769,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.007033691170886159
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07101801037788391,
+        "mean_feedback_forward_cosine": 0.9994416063482111,
+        "mean_feedback_forward_relative_error": 0.031091597278348423,
+        "min_feedback_forward_cosine": 0.9974935054779053
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009061122772729981,
+        "instruction_rms": 0.000906112277275743,
+        "raw_apical_rms": 0.19862110934112187,
+        "teaching_rms": 0.0009061122772729981,
+        "traffic_rms": 0.198617491035837
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.835217902789736e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4556975960006008e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005254594622289153,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.007410051720142364
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07100477814674377,
+        "mean_feedback_forward_cosine": 0.9994418675249274,
+        "mean_feedback_forward_relative_error": 0.03108482180501927,
+        "min_feedback_forward_cosine": 0.9974945187568665
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010888866943520256,
+        "instruction_rms": 0.0010888866945878372,
+        "raw_apical_rms": 0.1986044027406809,
+        "teaching_rms": 0.0010888866943520256,
+        "traffic_rms": 0.19859936956320898
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.409127616459955e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4541310576878738e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005194665828949503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.009170027937218547
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07099320739507675,
+        "mean_feedback_forward_cosine": 0.999442085352811,
+        "mean_feedback_forward_relative_error": 0.03107914309948683,
+        "min_feedback_forward_cosine": 0.9974953532218933
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000984304165236274,
+        "instruction_rms": 0.000984304165384461,
+        "raw_apical_rms": 0.19859773397355449,
+        "teaching_rms": 0.000984304165236274,
+        "traffic_rms": 0.19859388161013422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.223627480039795e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4547594358086225e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005138192616022023,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.008122862913832069
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07098197191953659,
+        "mean_feedback_forward_cosine": 0.9994423096830195,
+        "mean_feedback_forward_relative_error": 0.0310732192275199,
+        "min_feedback_forward_cosine": 0.9974960088729858
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009590896732649674,
+        "instruction_rms": 0.0009590896730412782,
+        "raw_apical_rms": 0.1985874397189068,
+        "teaching_rms": 0.0009590896732649674,
+        "traffic_rms": 0.19858342813541927
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.367846504597765e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4584751411201764e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00517402420489567,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.008091802515983581
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07097038626670837,
+        "mean_feedback_forward_cosine": 0.9994425242597407,
+        "mean_feedback_forward_relative_error": 0.03106747240844098,
+        "min_feedback_forward_cosine": 0.9974969625473022
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009812022565942814,
+        "instruction_rms": 0.0009812022562432654,
+        "raw_apical_rms": 0.19859494733626848,
+        "teaching_rms": 0.0009812022565942814,
+        "traffic_rms": 0.19859097493718963
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 7.37472305445408e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.460843900335787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005151572334256666,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.007736592751443386
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07095889747142792,
+        "mean_feedback_forward_cosine": 0.9994427485899492,
+        "mean_feedback_forward_relative_error": 0.031061977427452803,
+        "min_feedback_forward_cosine": 0.9974977374076843
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000872387732203055,
+        "instruction_rms": 0.0008723877321707823,
+        "raw_apical_rms": 0.19864231295446036,
+        "teaching_rms": 0.000872387732203055,
+        "traffic_rms": 0.19863883515276773
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.5650190233791363e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.453675856800904e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005170748556815396,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.006516078158915043
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0709473118185997,
+        "mean_feedback_forward_cosine": 0.9994429414922541,
+        "mean_feedback_forward_relative_error": 0.031056620654734697,
+        "min_feedback_forward_cosine": 0.9974985718727112
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008759879590589954,
+        "instruction_rms": 0.0008759879588691847,
+        "raw_apical_rms": 0.19853133641943577,
+        "teaching_rms": 0.0008759879590589954,
+        "traffic_rms": 0.19852795888041933
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.389691264985231e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4568714794503277e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005181208992771188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.006663693172633648
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07093457132577896,
+        "mean_feedback_forward_cosine": 0.999443192915483,
+        "mean_feedback_forward_relative_error": 0.031050480030138383,
+        "min_feedback_forward_cosine": 0.9974994659423828
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000917162858437985,
+        "instruction_rms": 0.0009171628581629316,
+        "raw_apical_rms": 0.19848226363117388,
+        "teaching_rms": 0.000917162858437985,
+        "traffic_rms": 0.19847836122062418
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.4883622858124e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4604533689798454e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0051666042424135085,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.006982537309993059
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07092170417308807,
+        "mean_feedback_forward_cosine": 0.9994434020736,
+        "mean_feedback_forward_relative_error": 0.03104492685842243,
+        "min_feedback_forward_cosine": 0.9975001811981201
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008657565970352031,
+        "instruction_rms": 0.000865756596617077,
+        "raw_apical_rms": 0.1985229202868265,
+        "teaching_rms": 0.0008657565970352031,
+        "traffic_rms": 0.1985194211660336
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.942541202510256e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.462424831445963e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00523605273910061,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.006335549934282899
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07091014832258224,
+        "mean_feedback_forward_cosine": 0.9994436502456665,
+        "mean_feedback_forward_relative_error": 0.03103921368548816,
+        "min_feedback_forward_cosine": 0.9975011348724365
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000860342801093788,
+        "instruction_rms": 0.0008603428012837423,
+        "raw_apical_rms": 0.19844662791649098,
+        "teaching_rms": 0.000860342801093788,
+        "traffic_rms": 0.19844310960572917
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.447817213484086e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4560085214198357e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005207154316572451,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.006344442099118605
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07089883089065552,
+        "mean_feedback_forward_cosine": 0.9994438518177379,
+        "mean_feedback_forward_relative_error": 0.03103379345583645,
+        "min_feedback_forward_cosine": 0.9975018501281738
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008382857888126977,
+        "instruction_rms": 0.0008382857892124851,
+        "raw_apical_rms": 0.19840592761389877,
+        "teaching_rms": 0.0008382857888126977,
+        "traffic_rms": 0.19840255258273826
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 6.832058119243811e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.457895069551827e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005190139738145289,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.006669815689213574
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07088804990053177,
+        "mean_feedback_forward_cosine": 0.9994440501386469,
+        "mean_feedback_forward_relative_error": 0.031028075465424493,
+        "min_feedback_forward_cosine": 0.9975026249885559
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008600565823382211,
+        "instruction_rms": 0.0008600565821161378,
+        "raw_apical_rms": 0.19841534225786578,
+        "teaching_rms": 0.0008600565823382211,
+        "traffic_rms": 0.19841198383300407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 7.328612383616928e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4514694501456336e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005274943251047321,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.0065101036351174115
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087628543376923,
+        "mean_feedback_forward_cosine": 0.9994442744688554,
+        "mean_feedback_forward_relative_error": 0.03102250546216965,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008405675066713958,
+        "instruction_rms": 0.0008405675066287487,
+        "raw_apical_rms": 0.1984425367431237,
+        "teaching_rms": 0.0008405675066713958,
+        "traffic_rms": 0.1984392261301603
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.704645099693153e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4577687555376206e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005199751495553181,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.005932280392274261
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087613642215729,
+        "mean_feedback_forward_cosine": 0.9994442723014137,
+        "mean_feedback_forward_relative_error": 0.031022419484162872,
+        "min_feedback_forward_cosine": 0.9975034594535828
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008352126211054606,
+        "instruction_rms": 0.0008352126207653732,
+        "raw_apical_rms": 0.19843134541717114,
+        "teaching_rms": 0.0008352126211054606,
+        "traffic_rms": 0.1984280325597218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.00494879879443e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4568140284079475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005184273900987599,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.005908031362853944
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087605446577072,
+        "mean_feedback_forward_cosine": 0.9994442690502513,
+        "mean_feedback_forward_relative_error": 0.0310223570516841,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006999618465159179,
+        "instruction_rms": 0.000699961846543442,
+        "raw_apical_rms": 0.1984319939331712,
+        "teaching_rms": 0.0006999618465159179,
+        "traffic_rms": 0.19842965797833936
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.586440631257574e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4565748106495767e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005188715872578883,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.005021687182933092
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087596505880356,
+        "mean_feedback_forward_cosine": 0.9994442907246677,
+        "mean_feedback_forward_relative_error": 0.03102229774336923,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006653337246858778,
+        "instruction_rms": 0.000665333724778397,
+        "raw_apical_rms": 0.19843014664425418,
+        "teaching_rms": 0.0006653337246858778,
+        "traffic_rms": 0.19842783767475164
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.923963979943437e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4558876165487727e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005227421194972849,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.0046188938918570056
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087589055299759,
+        "mean_feedback_forward_cosine": 0.9994442809711803,
+        "mean_feedback_forward_relative_error": 0.031022238697518002,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006755021573545577,
+        "instruction_rms": 0.0006755021570261319,
+        "raw_apical_rms": 0.19842687383434635,
+        "teaching_rms": 0.0006755021573545577,
+        "traffic_rms": 0.19842464889854403
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.500596327896346e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4544007476849943e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005186066573474382,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.004739633579477668
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087580859661102,
+        "mean_feedback_forward_cosine": 0.9994442950595509,
+        "mean_feedback_forward_relative_error": 0.03102217670530081,
+        "min_feedback_forward_cosine": 0.9975034594535828
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000689985292663778,
+        "instruction_rms": 0.0006899852929873441,
+        "raw_apical_rms": 0.19842403339644812,
+        "teaching_rms": 0.000689985292663778,
+        "traffic_rms": 0.1984216114021958
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 7.766475818016261e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.458719488706358e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005169648083257179,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.004798793706316501
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087571173906326,
+        "mean_feedback_forward_cosine": 0.9994442863897843,
+        "mean_feedback_forward_relative_error": 0.031022117549384182,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007127411481667645,
+        "instruction_rms": 0.0007127411479346683,
+        "raw_apical_rms": 0.19841267249078187,
+        "teaching_rms": 0.0007127411481667645,
+        "traffic_rms": 0.19840994500359008
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.130058238795755e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4588388363485124e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0052111710106986795,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.004737346856324002
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0708756148815155,
+        "mean_feedback_forward_cosine": 0.9994442798874595,
+        "mean_feedback_forward_relative_error": 0.031022056183693084,
+        "min_feedback_forward_cosine": 0.9975034594535828
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007279549564201155,
+        "instruction_rms": 0.0007279549563313103,
+        "raw_apical_rms": 0.19840619771315238,
+        "teaching_rms": 0.0007279549564201155,
+        "traffic_rms": 0.19840366162333237
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.810090980025052e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4560076263865057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005198181196058761,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.004792956570647657
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087555527687073,
+        "mean_feedback_forward_cosine": 0.9994442874735052,
+        "mean_feedback_forward_relative_error": 0.031022003589367325,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000628039039688138,
+        "instruction_rms": 0.0006280390396776572,
+        "raw_apical_rms": 0.19840040043594118,
+        "teaching_rms": 0.000628039039688138,
+        "traffic_rms": 0.19839849235125653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.354715592100547e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4546408912466624e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005201924671441793,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.0041045606086030605
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087548077106476,
+        "mean_feedback_forward_cosine": 0.9994442939758301,
+        "mean_feedback_forward_relative_error": 0.031021949377926912,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006422627345033392,
+        "instruction_rms": 0.0006422627346204936,
+        "raw_apical_rms": 0.19840430545017262,
+        "teaching_rms": 0.0006422627345033392,
+        "traffic_rms": 0.1984022302216301
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.65345956715646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.456912295612518e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005212250307062712,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.004289394716303796
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.070875383913517,
+        "mean_feedback_forward_cosine": 0.9994442918083885,
+        "mean_feedback_forward_relative_error": 0.031021888503296808,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006664954500301222,
+        "instruction_rms": 0.0006664954498556702,
+        "raw_apical_rms": 0.19840809729194273,
+        "teaching_rms": 0.0006664954500301222,
+        "traffic_rms": 0.19840546908413345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.301002031250391e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4570145048919254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005235190130952043,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.004854296311326325
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087531685829163,
+        "mean_feedback_forward_cosine": 0.9994442928921092,
+        "mean_feedback_forward_relative_error": 0.031021835045381026,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000583682077381,
+        "instruction_rms": 0.0005836820777246466,
+        "raw_apical_rms": 0.19840586554877504,
+        "teaching_rms": 0.000583682077381,
+        "traffic_rms": 0.19840401687219067
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.867010699489583e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.463414015475103e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005159691509365488,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.004024033974134363
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087524980306625,
+        "mean_feedback_forward_cosine": 0.9994442993944341,
+        "mean_feedback_forward_relative_error": 0.031021780554543844,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006109186453110178,
+        "instruction_rms": 0.0006109186451682414,
+        "raw_apical_rms": 0.19839504249994439,
+        "teaching_rms": 0.0006109186453110178,
+        "traffic_rms": 0.1983929002396999
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.151612552685037e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4579942197758857e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005201297746984306,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.003951676387898624
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087517529726028,
+        "mean_feedback_forward_cosine": 0.9994442918083885,
+        "mean_feedback_forward_relative_error": 0.03102173221890222,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00059490662006452,
+        "instruction_rms": 0.0005949066203547712,
+        "raw_apical_rms": 0.19839937424639822,
+        "teaching_rms": 0.00059490662006452,
+        "traffic_rms": 0.19839749698010006
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.013488811935531e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4570330587987505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005213150061505643,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.003897927967980504
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0708751231431961,
+        "mean_feedback_forward_cosine": 0.9994443048130383,
+        "mean_feedback_forward_relative_error": 0.031021677787331017,
+        "min_feedback_forward_cosine": 0.9975035786628723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006071230650155615,
+        "instruction_rms": 0.0006071230649386183,
+        "raw_apical_rms": 0.19840685310204723,
+        "teaching_rms": 0.0006071230650155615,
+        "traffic_rms": 0.19840477093026393
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 7.434940130224277e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4529379590278897e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005212620588886794,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.0038895293265208603
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087503373622894,
+        "mean_feedback_forward_cosine": 0.9994442961432717,
+        "mean_feedback_forward_relative_error": 0.031021623431958936,
+        "min_feedback_forward_cosine": 0.9975034594535828
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006038273426023746,
+        "instruction_rms": 0.0006038273425548478,
+        "raw_apical_rms": 0.1983977096088115,
+        "teaching_rms": 0.0006038273426023746,
+        "traffic_rms": 0.1983956456995935
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.574558852889822e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4550262182414503e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005162958637371182,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.004045673833340407
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087497413158417,
+        "mean_feedback_forward_cosine": 0.9994443048130383,
+        "mean_feedback_forward_relative_error": 0.03102157186208801,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005856811854687501,
+        "instruction_rms": 0.0005856811851808009,
+        "raw_apical_rms": 0.19839649014247737,
+        "teaching_rms": 0.0005856811854687501,
+        "traffic_rms": 0.1983945624002354
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.1365042951183568e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4548727531945382e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005175048068519982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.0037456664326414465
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087491452693939,
+        "mean_feedback_forward_cosine": 0.9994443004781549,
+        "mean_feedback_forward_relative_error": 0.0310215188190341,
+        "min_feedback_forward_cosine": 0.997503399848938
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006099395495430482,
+        "instruction_rms": 0.0006099395492629795,
+        "raw_apical_rms": 0.19839931493149326,
+        "teaching_rms": 0.0006099395495430482,
+        "traffic_rms": 0.19839731691280715
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 6.263616825208373e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4635543236011635e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005256844875537188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.003853200528845191
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087483257055283,
+        "mean_feedback_forward_cosine": 0.9994443145665255,
+        "mean_feedback_forward_relative_error": 0.03102146831595085,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005324029095230174,
+        "instruction_rms": 0.0005324029096370997,
+        "raw_apical_rms": 0.19840162015261154,
+        "teaching_rms": 0.0005324029095230174,
+        "traffic_rms": 0.1983999675930895
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.490534414955619e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.454272403742583e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005212492343790001,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.0035581306520663203
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087477296590805,
+        "mean_feedback_forward_cosine": 0.9994443069804798,
+        "mean_feedback_forward_relative_error": 0.031021423637866974,
+        "min_feedback_forward_cosine": 0.9975035786628723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005139249229244815,
+        "instruction_rms": 0.0005139249230309824,
+        "raw_apical_rms": 0.19840020150583032,
+        "teaching_rms": 0.0005139249229244815,
+        "traffic_rms": 0.19839867351053583
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 7.274450553040879e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4592641982005717e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005204792962792407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.0033015960488282144
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087469846010208,
+        "mean_feedback_forward_cosine": 0.9994443199851296,
+        "mean_feedback_forward_relative_error": 0.031021371043541215,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005931269877756821,
+        "instruction_rms": 0.0005931269875862437,
+        "raw_apical_rms": 0.19840348602524016,
+        "teaching_rms": 0.0005931269877756821,
+        "traffic_rms": 0.19840147471450945
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.369310850435795e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4610529369226817e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0051939545537208545,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.0038284460739418866
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087463140487671,
+        "mean_feedback_forward_cosine": 0.9994443123990839,
+        "mean_feedback_forward_relative_error": 0.031021322013640946,
+        "min_feedback_forward_cosine": 0.9975035786628723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005691439783579176,
+        "instruction_rms": 0.0005691439781327346,
+        "raw_apical_rms": 0.19838013811621222,
+        "teaching_rms": 0.0005691439783579176,
+        "traffic_rms": 0.198378199937522
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.042215700408633e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4548119881957364e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00517076741808568,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.0034550998530164362
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087455689907074,
+        "mean_feedback_forward_cosine": 0.9994443026455966,
+        "mean_feedback_forward_relative_error": 0.031021267514337193,
+        "min_feedback_forward_cosine": 0.9975035786628723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00060687613509259,
+        "instruction_rms": 0.000606876135179811,
+        "raw_apical_rms": 0.19838131946574805,
+        "teaching_rms": 0.00060687613509259,
+        "traffic_rms": 0.19837943015695114
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.362449767038925e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4533974390634368e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0052044932984464986,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.004053802644014359
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087449729442596,
+        "mean_feedback_forward_cosine": 0.9994443221525713,
+        "mean_feedback_forward_relative_error": 0.031021217375316403,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005797225152001788,
+        "instruction_rms": 0.0005797225152039247,
+        "raw_apical_rms": 0.19837943820325557,
+        "teaching_rms": 0.0005797225152001788,
+        "traffic_rms": 0.19837769694143376
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.384224349176293e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.453052132987642e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005231493064910818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.0036838062054291368
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087443023920059,
+        "mean_feedback_forward_cosine": 0.9994443080642007,
+        "mean_feedback_forward_relative_error": 0.03102117201990702,
+        "min_feedback_forward_cosine": 0.9975035786628723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005703037511427691,
+        "instruction_rms": 0.0005703037510203516,
+        "raw_apical_rms": 0.19837876783247854,
+        "teaching_rms": 0.0005703037511427691,
+        "traffic_rms": 0.19837708829018713
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 5.831750371498856e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4511705868657675e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005264586799461567,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.00366726968402043
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087436318397522,
+        "mean_feedback_forward_cosine": 0.9994443123990839,
+        "mean_feedback_forward_relative_error": 0.031021125614643097,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005439385730983528,
+        "instruction_rms": 0.0005439385732534964,
+        "raw_apical_rms": 0.19837582204999543,
+        "teaching_rms": 0.0005439385730983528,
+        "traffic_rms": 0.19837412421842746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.28502476729409e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4543267350132903e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0052337591668257626,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.003257799834087491
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087429612874985,
+        "mean_feedback_forward_cosine": 0.9994443048130383,
+        "mean_feedback_forward_relative_error": 0.031021074298769234,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005551257525163542,
+        "instruction_rms": 0.0005551257526217705,
+        "raw_apical_rms": 0.19838754615142104,
+        "teaching_rms": 0.0005551257525163542,
+        "traffic_rms": 0.19838574621616303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.116390404211415e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4519769907809278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00525964115245736,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.0034607375524565577
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087421417236328,
+        "mean_feedback_forward_cosine": 0.9994443210688504,
+        "mean_feedback_forward_relative_error": 0.031021020307459613,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005570930639744078,
+        "instruction_rms": 0.0005570930638937304,
+        "raw_apical_rms": 0.19839688205822775,
+        "teaching_rms": 0.0005570930639744078,
+        "traffic_rms": 0.19839502020766048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 7.441861527013316e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4626235941380288e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00524380928434035,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.0034764549234882
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0708741694688797,
+        "mean_feedback_forward_cosine": 0.9994443026455966,
+        "mean_feedback_forward_relative_error": 0.03102098039605401,
+        "min_feedback_forward_cosine": 0.9975035190582275
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000487896554721914,
+        "instruction_rms": 0.00048789655472409736,
+        "raw_apical_rms": 0.19838515423679295,
+        "teaching_rms": 0.000487896554721914,
+        "traffic_rms": 0.19838381448873826
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.450164136140302e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.455255612615303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005170866890442281,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.0030614467611908914
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087410241365433,
+        "mean_feedback_forward_cosine": 0.9994443254037337,
+        "mean_feedback_forward_relative_error": 0.031020933855324985,
+        "min_feedback_forward_cosine": 0.9975035786628723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005256534224849093,
+        "instruction_rms": 0.000525653422310863,
+        "raw_apical_rms": 0.1983885388303093,
+        "teaching_rms": 0.0005256534224849093,
+        "traffic_rms": 0.1983868748011363
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.060152202280733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4559721261704332e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005193507642783886,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.003334190772008151
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087403535842896,
+        "mean_feedback_forward_cosine": 0.9994443178176879,
+        "mean_feedback_forward_relative_error": 0.031020883530039678,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005949596379681088,
+        "instruction_rms": 0.0005949596378681266,
+        "raw_apical_rms": 0.19839655449087715,
+        "teaching_rms": 0.0005949596379681088,
+        "traffic_rms": 0.19839459661691453
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.813817859414485e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4605804579684185e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005341173906741259,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0039058992750942707
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087396830320358,
+        "mean_feedback_forward_cosine": 0.9994443221525713,
+        "mean_feedback_forward_relative_error": 0.03102083448320627,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005557876442186892,
+        "instruction_rms": 0.0005557876442407051,
+        "raw_apical_rms": 0.19838762858299583,
+        "teaching_rms": 0.0005557876442186892,
+        "traffic_rms": 0.19838569347218332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.031283644209907e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4622970568169133e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0052170114473527275,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.0037654544898681344
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087390124797821,
+        "mean_feedback_forward_cosine": 0.9994443189014088,
+        "mean_feedback_forward_relative_error": 0.03102078405632214,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005761374741845923,
+        "instruction_rms": 0.0005761374738444317,
+        "raw_apical_rms": 0.19836357234668672,
+        "teaching_rms": 0.0005761374741845923,
+        "traffic_rms": 0.1983617425354422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.807526714032065e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4539504648635845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005172793975464787,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.0034998789017274975
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087381184101105,
+        "mean_feedback_forward_cosine": 0.9994443275711753,
+        "mean_feedback_forward_relative_error": 0.031020724138414318,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006179242252465211,
+        "instruction_rms": 0.0006179242253167938,
+        "raw_apical_rms": 0.19837288702480932,
+        "teaching_rms": 0.0006179242252465211,
+        "traffic_rms": 0.1983705226275133
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.173841882173292e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.45340419472121e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005222758028199636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.004100104279592633
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087374478578568,
+        "mean_feedback_forward_cosine": 0.9994443243200128,
+        "mean_feedback_forward_relative_error": 0.03102067204361612,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005867640849503622,
+        "instruction_rms": 0.0005867640847766611,
+        "raw_apical_rms": 0.19837360630061016,
+        "teaching_rms": 0.0005867640849503622,
+        "traffic_rms": 0.19837165266139067
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 8.053980593558663e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.45679067698397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005223032633933359,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.0038313682655058802
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0708736702799797,
+        "mean_feedback_forward_cosine": 0.9994443329897794,
+        "mean_feedback_forward_relative_error": 0.031020619271492415,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005745299370221307,
+        "instruction_rms": 0.0005745299368285423,
+        "raw_apical_rms": 0.19837839507076455,
+        "teaching_rms": 0.0005745299370221307,
+        "traffic_rms": 0.19837643945232725
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.368669313085775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4550576538034435e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005175468355130116,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.0036198436260037126
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087359577417374,
+        "mean_feedback_forward_cosine": 0.9994443373246626,
+        "mean_feedback_forward_relative_error": 0.031020566753365775,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000569675066957006,
+        "instruction_rms": 0.0005696750671878628,
+        "raw_apical_rms": 0.19837954847705666,
+        "teaching_rms": 0.000569675066957006,
+        "traffic_rms": 0.19837768878964848
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 7.080065245190781e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4580503526578067e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005212411001893131,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.0035563668692857025
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087353616952896,
+        "mean_feedback_forward_cosine": 0.9994443308223377,
+        "mean_feedback_forward_relative_error": 0.031020517308603633,
+        "min_feedback_forward_cosine": 0.9975035786628723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005192432622622501,
+        "instruction_rms": 0.0005192432622952186,
+        "raw_apical_rms": 0.19837143116241368,
+        "teaching_rms": 0.0005192432622622501,
+        "traffic_rms": 0.1983698686461472
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.119332678939827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.45699557397128e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0051989044141162845,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.0032445984718203545
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087347656488419,
+        "mean_feedback_forward_cosine": 0.9994443319060585,
+        "mean_feedback_forward_relative_error": 0.031020470852540297,
+        "min_feedback_forward_cosine": 0.9975036978721619
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005174913985374893,
+        "instruction_rms": 0.0005174913985395044,
+        "raw_apical_rms": 0.19835766008898922,
+        "teaching_rms": 0.0005174913985374893,
+        "traffic_rms": 0.19835612523492654
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 8.423488395692402e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4542211095288394e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005195300166156281,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.003139071330465376
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087341696023941,
+        "mean_feedback_forward_cosine": 0.9994443329897794,
+        "mean_feedback_forward_relative_error": 0.031020428062501278,
+        "min_feedback_forward_cosine": 0.9975035786628723
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005124451325271137,
+        "instruction_rms": 0.0005124451323233437,
+        "raw_apical_rms": 0.19836225822850184,
+        "teaching_rms": 0.0005124451325271137,
+        "traffic_rms": 0.19836083591956438
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 7.309558469614785e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.455061846853004e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0051700029931921136,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.003097061588875949
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087335735559464,
+        "mean_feedback_forward_cosine": 0.9994443340735002,
+        "mean_feedback_forward_relative_error": 0.031020381860435008,
+        "min_feedback_forward_cosine": 0.9975036978721619
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005216481368464296,
+        "instruction_rms": 0.0005216481367170813,
+        "raw_apical_rms": 0.1983520140883415,
+        "teaching_rms": 0.0005216481368464296,
+        "traffic_rms": 0.1983504653078767
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679288148880005,
+        "maximum_absolute_post_projection_soma_slope": 6.230025917375315e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.455474367166569e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005260110822380021,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.0031969439377449453
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087327539920807,
+        "mean_feedback_forward_cosine": 0.9994443319060585,
+        "mean_feedback_forward_relative_error": 0.031020332441072572,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005436299421096169,
+        "instruction_rms": 0.0005436299419663652,
+        "raw_apical_rms": 0.1983496793655065,
+        "teaching_rms": 0.0005436299421096169,
+        "traffic_rms": 0.1983479009987772
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679291129112244,
+        "maximum_absolute_post_projection_soma_slope": 6.450100897836819e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4587179143368043e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0052313750355796685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.0032822404459211976
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087323814630508,
+        "mean_feedback_forward_cosine": 0.9994443340735002,
+        "mean_feedback_forward_relative_error": 0.031020289507101884,
+        "min_feedback_forward_cosine": 0.9975036978721619
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004764600348086196,
+        "instruction_rms": 0.00047646003455047094,
+        "raw_apical_rms": 0.19834649462170426,
+        "teaching_rms": 0.0004764600348086196,
+        "traffic_rms": 0.19834510507460187
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.795836782202969e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4571782095662998e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005224601649212932,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.0030518958858028055
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087316364049911,
+        "mean_feedback_forward_cosine": 0.9994443264874545,
+        "mean_feedback_forward_relative_error": 0.0310202428732406,
+        "min_feedback_forward_cosine": 0.9975036978721619
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005438428453949378,
+        "instruction_rms": 0.0005438428454955388,
+        "raw_apical_rms": 0.19834393393682032,
+        "teaching_rms": 0.0005438428453949378,
+        "traffic_rms": 0.19834217649827485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.260765665430881e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4575738280612573e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005233951139437571,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.0033357055381685497
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087308168411255,
+        "mean_feedback_forward_cosine": 0.99944434707815,
+        "mean_feedback_forward_relative_error": 0.03102018926292658,
+        "min_feedback_forward_cosine": 0.9975037574768066
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005745461595731847,
+        "instruction_rms": 0.0005745461592588483,
+        "raw_apical_rms": 0.19834217799562165,
+        "teaching_rms": 0.0005745461595731847,
+        "traffic_rms": 0.1983402787520629
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.444171501447272e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4548498662341882e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005200864648099261,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.0035722616494633258
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087302207946777,
+        "mean_feedback_forward_cosine": 0.9994443319060585,
+        "mean_feedback_forward_relative_error": 0.031020138192583212,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005338283003820097,
+        "instruction_rms": 0.0005338283003500636,
+        "raw_apical_rms": 0.19834741290401714,
+        "teaching_rms": 0.0005338283003820097,
+        "traffic_rms": 0.1983456250202075
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 1.1837356339583494e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4628018867091537e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0052015247819041715,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.0031789246093854306
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0708729475736618,
+        "mean_feedback_forward_cosine": 0.9994443416595459,
+        "mean_feedback_forward_relative_error": 0.031020083523948083,
+        "min_feedback_forward_cosine": 0.9975036978721619
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005852475355660669,
+        "instruction_rms": 0.0005852475355995258,
+        "raw_apical_rms": 0.1983580408783285,
+        "teaching_rms": 0.0005852475355660669,
+        "traffic_rms": 0.19835593561391532
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.345303032479933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4559123164556096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0052775150593144865,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.0036035204985551536
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087288796901703,
+        "mean_feedback_forward_cosine": 0.9994443286548961,
+        "mean_feedback_forward_relative_error": 0.03102003690701994,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005302380234393901,
+        "instruction_rms": 0.0005302380232493751,
+        "raw_apical_rms": 0.1983530837425426,
+        "teaching_rms": 0.0005302380234393901,
+        "traffic_rms": 0.19835147411459012
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.972496973707166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4579206035445845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005249619023913873,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.003161972364485264
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087282091379166,
+        "mean_feedback_forward_cosine": 0.9994443427432668,
+        "mean_feedback_forward_relative_error": 0.031019986446269535,
+        "min_feedback_forward_cosine": 0.9975036382675171
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005336209022694507,
+        "instruction_rms": 0.0005336209024587929,
+        "raw_apical_rms": 0.19836216862885736,
+        "teaching_rms": 0.0005336209022694507,
+        "traffic_rms": 0.1983604383334117
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 9.765429354047228e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4551876547590628e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005240751925353194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.003450669647715986
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087274640798569,
+        "mean_feedback_forward_cosine": 0.9994443514130332,
+        "mean_feedback_forward_relative_error": 0.031019937026907096,
+        "min_feedback_forward_cosine": 0.9975036978721619
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005496137953538349,
+        "instruction_rms": 0.0005496137951772304,
+        "raw_apical_rms": 0.19837051343171147,
+        "teaching_rms": 0.0005496137953538349,
+        "traffic_rms": 0.1983686675752752
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 6.517190342947288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.4576794100733942e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005266707241306954,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.0033774491391144693
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087264955043793,
+        "mean_feedback_forward_cosine": 0.9994443373246626,
+        "mean_feedback_forward_relative_error": 0.031019884212450548,
+        "min_feedback_forward_cosine": 0.9975036978721619
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005897003023443545,
+        "instruction_rms": 0.0005897003024692283,
+        "raw_apical_rms": 0.19836524352767781,
+        "teaching_rms": 0.0005897003023443545,
+        "traffic_rms": 0.19836318098523031
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.21679289638996124,
+        "maximum_absolute_post_projection_soma_slope": 7.27837843328416e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.457650115476823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.005154803657624553,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.0036807414781674743
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9292,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.3912335693359375,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 3324800000,
+    "peak_memory_reserved_bytes": 5553258496,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 1.2472722232814704e-07,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 1.2146459482664795e-07,
+      "min_residual_soma_slope": -1.2472722232814704e-07,
+      "mse": 1.8070805926959287e-17,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.199251019882141e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.199251019882141e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 10,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 2.0234105587005615,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.06387972831726074,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 26448.92703437805,
+    "train_wall_s": 26442.46849989891
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.056737203150987625,
+      0.03466915711760521,
+      0.025380922481417656,
+      0.023368151858448982,
+      0.015401496551930904,
+      0.01708696223795414,
+      0.010191723704338074,
+      0.012498791329562664,
+      0.007734539452940226,
+      0.009953099302947521,
+      0.006193092558532953,
+      0.008852911181747913,
+      0.004943703766912222,
+      0.006862254347652197,
+      0.004266873002052307,
+      0.006199307274073362,
+      0.003704395378008485,
+      0.005341028328984976,
+      0.0031979475170373917,
+      0.007326237857341766,
+      0.005027200561016798,
+      0.006448567379266024,
+      0.00441219424828887,
+      0.006279183551669121,
+      0.003818117780610919,
+      0.005211378913372755,
+      0.003340089460834861,
+      0.004735496826469898,
+      0.003009872045367956,
+      0.004164178390055895,
+      0.0027639002073556185,
+      0.003919674549251795,
+      0.0024971873499453068,
+      0.0037482266779989004,
+      0.0022654798813164234,
+      0.0033104282338172197,
+      0.0021054078824818134,
+      0.004926503635942936,
+      0.003475334495306015,
+      0.004802375566214323,
+      0.0031876815482974052,
+      0.004390588030219078,
+      0.0029604053124785423,
+      0.004102425649762154,
+      0.0027928128838539124,
+      0.00390723068267107,
+      0.002610700437799096,
+      0.0035815658047795296,
+      0.0025039466563612223,
+      0.003361599752679467,
+      0.0024003200232982635,
+      0.0032344518695026636,
+      0.002335174474865198,
+      0.003047503065317869,
+      0.002387239597737789
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.000000476837158,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.30167168378829956,
+      0.18403391540050507,
+      0.09050484746694565,
+      0.1256996989250183,
+      0.04250982776284218,
+      0.09509823471307755,
+      0.023601505905389786,
+      0.06689246743917465,
+      0.016166171059012413,
+      0.05356940999627113,
+      0.011292538605630398,
+      0.047968730330467224,
+      0.008278507739305496,
+      0.03684104233980179,
+      0.006637901067733765,
+      0.03280358761548996,
+      0.005378217436373234,
+      0.028896356001496315,
+      0.004386315122246742,
+      0.03771384805440903,
+      0.00903933122754097,
+      0.03365190327167511,
+      0.007395597640424967,
+      0.03414306789636612,
+      0.005943499505519867,
+      0.027080019935965538,
+      0.004866709932684898,
+      0.02507423609495163,
+      0.004125508479773998,
+      0.021414360031485558,
+      0.003599257906898856,
+      0.020058082416653633,
+      0.0031137375626713037,
+      0.019754327833652496,
+      0.0026740720495581627,
+      0.017418887466192245,
+      0.002392395166680217,
+      0.025816624984145164,
+      0.005350381135940552,
+      0.02607998624444008,
+      0.004654225427657366,
+      0.022968623787164688,
+      0.004061016254127026,
+      0.021902546286582947,
+      0.0036145965568721294,
+      0.02107754908502102,
+      0.0031958860345184803,
+      0.01884119212627411,
+      0.002985289553180337,
+      0.018127063289284706,
+      0.0027052839286625385,
+      0.017298173159360886,
+      0.0025729695335030556,
+      0.01592264696955681,
+      0.002482388401404023
+    ],
+    "unscaled_traffic_rms": [
+      0.7523040175437927,
+      0.7535384297370911,
+      1.121748685836792,
+      0.743618369102478,
+      1.449217438697815,
+      0.7187078595161438,
+      1.7273005247116089,
+      0.7473960518836975,
+      1.9137591123580933,
+      0.743192732334137,
+      2.1936936378479004,
+      0.7382234930992126,
+      2.38869309425354,
+      0.745066225528717,
+      2.571218252182007,
+      0.7559303641319275,
+      2.755110263824463,
+      0.7393358945846558,
+      2.916295289993286,
+      0.7770342230796814,
+      2.2245895862579346,
+      0.7665025591850281,
+      2.3863894939422607,
+      0.735632061958313,
+      2.5696091651916504,
+      0.7697747349739075,
+      2.7452545166015625,
+      0.7554362416267395,
+      2.918303966522217,
+      0.7778291702270508,
+      3.0716333389282227,
+      0.7816648483276367,
+      3.207961320877075,
+      0.7589682340621948,
+      3.3888089656829834,
+      0.7601928114891052,
+      3.520167589187622,
+      0.7633071541786194,
+      2.598195791244507,
+      0.7365610599517822,
+      2.7396023273468018,
+      0.7646236419677734,
+      2.9159257411956787,
+      0.7492143511772156,
+      3.0905942916870117,
+      0.741496205329895,
+      3.2675764560699463,
+      0.7603692412376404,
+      3.3550469875335693,
+      0.7417858242988586,
+      3.549084186553955,
+      0.7479291558265686,
+      3.6303181648254395,
+      0.7655770182609558,
+      3.846681833267212
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 125043328,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 1250441282772992,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 1250433280000000,
+      "local_weight_correlation_macs": 1254856960000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 1254856960000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 8031084544
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 127796290519040,
+    "forward_macs_per_example": 125485696,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 5010596513857536
+  }
+}