results: confirm standard-depth SDIL scaling

1 files changed, 6861 insertions, 0 deletions

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json
new file mode 100644
index 0000000..633f12f
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json
@@ -0,0 +1,6861 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 606208,
+    "adaptive_feedback_parameters": 461440,
+    "base_width": 16,
+    "blocks_per_stage": 5,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 32,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 303104,
+    "forward_parameters": 464154,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 606208,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 32,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 10,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 10,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5010,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9995589315891266,
+    "feedback_forward_cosine": [
+      0.9997740387916565,
+      0.9997309446334839,
+      0.9997027516365051,
+      0.9996247291564941,
+      0.9997149705886841,
+      0.9996957778930664,
+      0.9997022151947021,
+      0.9996531009674072,
+      0.9997735023498535,
+      0.9997079372406006,
+      0.9997566342353821,
+      0.9998109936714172,
+      0.9996917247772217,
+      0.9996817708015442,
+      0.9997506141662598,
+      0.9997068643569946,
+      0.9997621774673462,
+      0.9996962547302246,
+      0.9998061060905457,
+      0.9997254014015198,
+      0.9997891187667847,
+      0.9998679757118225,
+      0.9998348355293274,
+      0.9998195171356201,
+      0.9998433589935303,
+      0.9997998476028442,
+      0.9998409748077393,
+      0.9997413754463196,
+      0.999759316444397,
+      0.9994879961013794,
+      0.9999843835830688
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9994954466819763,
+      1.0000416040420532,
+      0.998541533946991,
+      1.0021997690200806,
+      1.0001829862594604,
+      1.0013530254364014,
+      0.9990200400352478,
+      1.0003763437271118,
+      0.9990434050559998,
+      1.0013920068740845,
+      0.9990915060043335,
+      1.0000687837600708,
+      0.9990549683570862,
+      1.0015116930007935,
+      0.9992631673812866,
+      1.0009570121765137,
+      0.999589204788208,
+      1.0007927417755127,
+      0.9992879033088684,
+      1.0010055303573608,
+      0.9994683861732483,
+      1.0001976490020752,
+      0.9995712637901306,
+      1.0007340908050537,
+      0.9997577667236328,
+      1.000835657119751,
+      0.9999958872795105,
+      1.0008939504623413,
+      0.999650776386261,
+      1.0013740062713623,
+      1.0024473667144775
+    ],
+    "feedback_forward_relative_error": [
+      0.021259063854813576,
+      0.02319592982530594,
+      0.02441164292395115,
+      0.027515806257724762,
+      0.023877011612057686,
+      0.024722866714000702,
+      0.02441096119582653,
+      0.026350652799010277,
+      0.02129196748137474,
+      0.024228349328041077,
+      0.022065987810492516,
+      0.019444063305854797,
+      0.024835975840687752,
+      0.025296475738286972,
+      0.022337041795253754,
+      0.024245882406830788,
+      0.021809294819831848,
+      0.02467196434736252,
+      0.019692709669470787,
+      0.023471806198358536,
+      0.020535696297883987,
+      0.01625259779393673,
+      0.01818172261118889,
+      0.019018346443772316,
+      0.0176985003054142,
+      0.020035430788993835,
+      0.01783774606883526,
+      0.0227713230997324,
+      0.02193632908165455,
+      0.03205590322613716,
+      0.006116573233157396
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9995901584625244,
+      0.9994624853134155,
+      0.9996066093444824,
+      0.9994260668754578,
+      0.9996123313903809,
+      0.9995615482330322,
+      0.9996132850646973,
+      0.9995354413986206,
+      0.9996192455291748,
+      0.99956214427948,
+      0.9996346235275269,
+      0.999651312828064,
+      0.9996753334999084,
+      0.9995397329330444,
+      0.9996817111968994,
+      0.9995582699775696,
+      0.9996984004974365,
+      0.9996146559715271,
+      0.9997084736824036,
+      0.9996262788772583,
+      0.9997171759605408,
+      0.9997403621673584,
+      0.9997692108154297,
+      0.9997376203536987,
+      0.9997997879981995,
+      0.9997826218605042,
+      0.9998412132263184,
+      0.9998517036437988,
+      0.9999121427536011,
+      0.9999598264694214,
+      0.7429801821708679
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9995901584625244,
+      0.9994624853134155,
+      0.9996066093444824,
+      0.9994260668754578,
+      0.9996123313903809,
+      0.9995615482330322,
+      0.9996132850646973,
+      0.9995353817939758,
+      0.9996192455291748,
+      0.99956214427948,
+      0.9996346235275269,
+      0.999651312828064,
+      0.9996753931045532,
+      0.9995397329330444,
+      0.9996817111968994,
+      0.9995582699775696,
+      0.9996983408927917,
+      0.9996145963668823,
+      0.9997084140777588,
+      0.9996262788772583,
+      0.9997172355651855,
+      0.9997403621673584,
+      0.9997692108154297,
+      0.9997376203536987,
+      0.9997997879981995,
+      0.9997826218605042,
+      0.9998412132263184,
+      0.999851644039154,
+      0.9999121427536011,
+      0.9999598264694214,
+      0.7659255862236023
+    ],
+    "matched_negative_gradient_cosine": [
+      0.02436966821551323,
+      0.023935535922646523,
+      0.02684222161769867,
+      0.04496397823095322,
+      0.028166145086288452,
+      0.012743436731398106,
+      0.024146437644958496,
+      -0.004558200482279062,
+      0.021830925717949867,
+      0.03601580485701561,
+      0.03358205407857895,
+      0.003503045067191124,
+      0.04407677799463272,
+      0.06796478480100632,
+      0.04375102370977402,
+      0.08095117658376694,
+      0.055207736790180206,
+      0.15869669616222382,
+      0.044433970004320145,
+      0.18739309906959534,
+      0.04294835776090622,
+      0.0767122432589531,
+      0.008538261987268925,
+      0.25225597620010376,
+      0.04945363849401474,
+      0.29917144775390625,
+      0.14587603509426117,
+      0.28368568420410156,
+      0.19282856583595276,
+      0.24919679760932922,
+      0.12054048478603363
+    ],
+    "max_norm_match_direction_error": 2.384185791015625e-07,
+    "max_norm_match_relative_error": 1.67687119301263e-07,
+    "mean_feedback_forward_cosine": 0.9997495874281852,
+    "mean_feedback_forward_relative_error": 0.02198631041533043,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.08339470624923706,
+      "max_absolute_post_projection_soma_slope": 2.176913760365551e-08,
+      "max_absolute_pre_projection_soma_slope": 0.08339470624923706,
+      "max_positive_post_projection_soma_slope": 2.176913760365551e-08,
+      "min_post_projection_soma_slope": -9.30956645106562e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.4092123232960273e-08,
+      "pre_projection_traffic_rms_ratio": 0.007342756290308434
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.007342756290262722,
+    "raw_negative_gradient_cosine": [
+      0.02436966821551323,
+      0.023935535922646523,
+      0.02684222161769867,
+      0.04496397823095322,
+      0.028166145086288452,
+      0.012743436731398106,
+      0.024146437644958496,
+      -0.004558197688311338,
+      0.021830927580595016,
+      0.03601580485701561,
+      0.03358205407857895,
+      0.0035030432045459747,
+      0.04407677799463272,
+      0.06796477735042572,
+      0.04375102370977402,
+      0.08095117658376694,
+      0.055207736790180206,
+      0.15869669616222382,
+      0.044433966279029846,
+      0.18739309906959534,
+      0.04294835776090622,
+      0.0767122358083725,
+      0.00853826105594635,
+      0.25225594639778137,
+      0.04945364594459534,
+      0.29917144775390625,
+      0.14587603509426117,
+      0.28368568420410156,
+      0.19282855093479156,
+      0.24919679760932922,
+      0.12054048478603363
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9995901584625244,
+      0.9994624853134155,
+      0.9996066093444824,
+      0.9994260668754578,
+      0.9996123313903809,
+      0.9995615482330322,
+      0.9996132850646973,
+      0.9995354413986206,
+      0.9996192455291748,
+      0.99956214427948,
+      0.9996346235275269,
+      0.999651312828064,
+      0.9996753334999084,
+      0.9995397329330444,
+      0.9996817111968994,
+      0.9995582699775696,
+      0.9996984004974365,
+      0.9996146559715271,
+      0.9997084736824036,
+      0.9996262788772583,
+      0.9997171759605408,
+      0.9997403621673584,
+      0.9997692108154297,
+      0.9997376203536987,
+      0.9997997879981995,
+      0.9997826218605042,
+      0.9998412132263184,
+      0.9998517036437988,
+      0.9999121427536011,
+      0.9999598264694214,
+      0.7429801821708679
+    ],
+    "traffic_instruction_rms_ratio": 22.42608294638183,
+    "used_negative_gradient_cosine": [
+      0.9995901584625244,
+      0.9994624853134155,
+      0.9996066093444824,
+      0.9994260668754578,
+      0.9996123313903809,
+      0.9995615482330322,
+      0.9996132850646973,
+      0.9995354413986206,
+      0.9996192455291748,
+      0.99956214427948,
+      0.9996346235275269,
+      0.999651312828064,
+      0.9996753334999084,
+      0.9995397329330444,
+      0.9996817111968994,
+      0.9995582699775696,
+      0.9996984004974365,
+      0.9996146559715271,
+      0.9997084736824036,
+      0.9996262788772583,
+      0.9997171759605408,
+      0.9997403621673584,
+      0.9997692108154297,
+      0.9997376203536987,
+      0.9997997879981995,
+      0.9997826218605042,
+      0.9998412132263184,
+      0.9998517036437988,
+      0.9999121427536011,
+      0.9999598264694214,
+      0.7429801821708679
+    ],
+    "wall_s": 0.24200749397277832
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.355901837348938,
+        "mean_feedback_forward_cosine": 0.2852873273434178,
+        "mean_feedback_forward_relative_error": 1.1913391543972878,
+        "min_feedback_forward_cosine": 0.08586828410625458
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0013150885607349611,
+        "instruction_rms": 0.00131508856097854,
+        "raw_apical_rms": 0.03484235745422441,
+        "teaching_rms": 0.0013150885607349611,
+        "traffic_rms": 0.03478066642460851
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339476585388184,
+        "maximum_absolute_post_projection_soma_slope": 3.812822058080201e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.032019977820027e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0075063381139136446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 2.0549319031143187
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.327340006828308,
+        "mean_feedback_forward_cosine": 0.34048358951845475,
+        "mean_feedback_forward_relative_error": 1.1447024422307168,
+        "min_feedback_forward_cosine": 0.12527257204055786
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0016963456007157778,
+        "instruction_rms": 0.0016963456004990569,
+        "raw_apical_rms": 0.04024585679608645,
+        "teaching_rms": 0.0016963456007157778,
+        "traffic_rms": 0.04020947866848
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.507070900354847e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7969390483677425e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0068364199827301,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.5279106087112426
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2859400510787964,
+        "mean_feedback_forward_cosine": 0.4163759865107075,
+        "mean_feedback_forward_relative_error": 1.0783473012908813,
+        "min_feedback_forward_cosine": 0.18110977113246918
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002580048269783251,
+        "instruction_rms": 0.0025800482699530124,
+        "raw_apical_rms": 0.04554578361803903,
+        "teaching_rms": 0.002580048269783251,
+        "traffic_rms": 0.04547182030609843
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 4.415419851966362e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.754833210230822e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008881454455707012,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.2715791214370729
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2412482500076294,
+        "mean_feedback_forward_cosine": 0.4899324380582379,
+        "mean_feedback_forward_relative_error": 1.0095262863943655,
+        "min_feedback_forward_cosine": 0.23849225044250488
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034018786332155066,
+        "instruction_rms": 0.0034018786344267417,
+        "raw_apical_rms": 0.04921902618349008,
+        "teaching_rms": 0.0034018786332155066,
+        "traffic_rms": 0.04910040835566669
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 4.1035885800511096e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.717590752438206e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010448503530181886,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 1.0204214226150512
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.201474666595459,
+        "mean_feedback_forward_cosine": 0.5483782426003487,
+        "mean_feedback_forward_relative_error": 0.9508343819648989,
+        "min_feedback_forward_cosine": 0.29382187128067017
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003755928134117291,
+        "instruction_rms": 0.0037559281342010643,
+        "raw_apical_rms": 0.05244726618885307,
+        "teaching_rms": 0.003755928134117291,
+        "traffic_rms": 0.052311337931786044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.597585163106487e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6904462615328156e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011300256942293823,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.8440713566589355
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1691337823867798,
+        "mean_feedback_forward_cosine": 0.5943051163227328,
+        "mean_feedback_forward_relative_error": 0.9018531864689242,
+        "min_feedback_forward_cosine": 0.3400437831878662
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038564600137755358,
+        "instruction_rms": 0.003856460012589805,
+        "raw_apical_rms": 0.05468812043183341,
+        "teaching_rms": 0.0038564600137755358,
+        "traffic_rms": 0.054550762737266244
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 4.883540682953935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6751136142438453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011332458019579068,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7406229090690613
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1405353546142578,
+        "mean_feedback_forward_cosine": 0.631730503612949,
+        "mean_feedback_forward_relative_error": 0.8595834172541096,
+        "min_feedback_forward_cosine": 0.3737984299659729
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003907344717177833,
+        "instruction_rms": 0.0039073447173506816,
+        "raw_apical_rms": 0.056909366153420994,
+        "teaching_rms": 0.003907344717177833,
+        "traffic_rms": 0.05677376059815443
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 4.706522105379918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6758073235919733e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011085048338354104,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6593398728179931
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1113486289978027,
+        "mean_feedback_forward_cosine": 0.6641632635747233,
+        "mean_feedback_forward_relative_error": 0.8209669763042081,
+        "min_feedback_forward_cosine": 0.4066813588142395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003990091048657211,
+        "instruction_rms": 0.003990091048852472,
+        "raw_apical_rms": 0.05804253738402756,
+        "teaching_rms": 0.003990091048657211,
+        "traffic_rms": 0.05790395606961878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.4732874354403975e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.669251196960308e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009877755518766499,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.6113407627677917
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.082719087600708,
+        "mean_feedback_forward_cosine": 0.6921723225424367,
+        "mean_feedback_forward_relative_error": 0.7858609268742223,
+        "min_feedback_forward_cosine": 0.43843305110931396
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003964494074421636,
+        "instruction_rms": 0.003964494074318108,
+        "raw_apical_rms": 0.05932042115448445,
+        "teaching_rms": 0.003964494074421636,
+        "traffic_rms": 0.05918637979609914
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.906145806809036e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6668357684750913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01073259391523067,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5666326992416382
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0535595417022705,
+        "mean_feedback_forward_cosine": 0.7170614888591151,
+        "mean_feedback_forward_relative_error": 0.7533362844297963,
+        "min_feedback_forward_cosine": 0.46895086765289307
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0040015759836207945,
+        "instruction_rms": 0.004001575984398696,
+        "raw_apical_rms": 0.06059908415036365,
+        "teaching_rms": 0.0040015759836207945,
+        "traffic_rms": 0.06046504577138352
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 4.141637433008327e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6525504298387055e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011589405876446466,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5297036050415039
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0252355337142944,
+        "mean_feedback_forward_cosine": 0.7390876143209396,
+        "mean_feedback_forward_relative_error": 0.7232973796706046,
+        "min_feedback_forward_cosine": 0.497922420501709
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004010087298212577,
+        "instruction_rms": 0.004010087298705321,
+        "raw_apical_rms": 0.06164359882323319,
+        "teaching_rms": 0.004010087298212577,
+        "traffic_rms": 0.0615113754899271
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.4137283222435144e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6440752975873324e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01090744082179042,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5002654731845856
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9966118931770325,
+        "mean_feedback_forward_cosine": 0.7589489529209752,
+        "mean_feedback_forward_relative_error": 0.6948745740998176,
+        "min_feedback_forward_cosine": 0.5261656045913696
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004010168196352792,
+        "instruction_rms": 0.004010168195776317,
+        "raw_apical_rms": 0.062487694327737764,
+        "teaching_rms": 0.004010168196352792,
+        "traffic_rms": 0.06235728861555303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.349732935475913e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6399026551057674e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010842519805162293,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.47606026063919066
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9682766199111938,
+        "mean_feedback_forward_cosine": 0.778004611692121,
+        "mean_feedback_forward_relative_error": 0.6664577011139162,
+        "min_feedback_forward_cosine": 0.5530743598937988
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0040969481889085516,
+        "instruction_rms": 0.004096948188787894,
+        "raw_apical_rms": 0.0628274022822907,
+        "teaching_rms": 0.0040969481889085516,
+        "traffic_rms": 0.06269190935063933
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9702793113983716e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6359904081027137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010646548982429315,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4559270332813263
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9407852292060852,
+        "mean_feedback_forward_cosine": 0.7948982311833289,
+        "mean_feedback_forward_relative_error": 0.6403621579370191,
+        "min_feedback_forward_cosine": 0.5782277584075928
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004063829557878184,
+        "instruction_rms": 0.004063829558396398,
+        "raw_apical_rms": 0.06372131699376611,
+        "teaching_rms": 0.004063829557878184,
+        "traffic_rms": 0.06358992870339157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.0118812333057576e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6278581302425092e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010365332279405429,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.43522120515823365
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9140377044677734,
+        "mean_feedback_forward_cosine": 0.8103813913560682,
+        "mean_feedback_forward_relative_error": 0.6153127503010535,
+        "min_feedback_forward_cosine": 0.6020639538764954
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004040252380590241,
+        "instruction_rms": 0.00404025238101508,
+        "raw_apical_rms": 0.06474712431372905,
+        "teaching_rms": 0.004040252380590241,
+        "traffic_rms": 0.06461911420571795
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8675136931610723e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.627431558462012e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010635548573964435,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.41694536555290224
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8878570199012756,
+        "mean_feedback_forward_cosine": 0.8244789319653665,
+        "mean_feedback_forward_relative_error": 0.591701201373531,
+        "min_feedback_forward_cosine": 0.6244533658027649
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0040404580250400085,
+        "instruction_rms": 0.004040458025074786,
+        "raw_apical_rms": 0.06552216446823896,
+        "teaching_rms": 0.0040404580250400085,
+        "traffic_rms": 0.06539567100592737
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.0631628789024035e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.627446215788966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010049432767590133,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.40558433619499207
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8616690635681152,
+        "mean_feedback_forward_cosine": 0.8373137885524381,
+        "mean_feedback_forward_relative_error": 0.5692409392326109,
+        "min_feedback_forward_cosine": 0.6465263366699219
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0040150428332068715,
+        "instruction_rms": 0.004015042833261711,
+        "raw_apical_rms": 0.06618050256427714,
+        "teaching_rms": 0.0040150428332068715,
+        "traffic_rms": 0.06605664098845627
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.780158325776938e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6207527320206334e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009688953653773081,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.38887233457565307
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8360998034477234,
+        "mean_feedback_forward_cosine": 0.8491213552413448,
+        "mean_feedback_forward_relative_error": 0.5479545554807109,
+        "min_feedback_forward_cosine": 0.6672181487083435
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004026569946400506,
+        "instruction_rms": 0.004026569946748301,
+        "raw_apical_rms": 0.06651230574523131,
+        "teaching_rms": 0.004026569946400506,
+        "traffic_rms": 0.06638833433219032
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.406674859400937e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6266179546135666e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010354216357478097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3751208915233612
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8097883462905884,
+        "mean_feedback_forward_cosine": 0.8604870361666526,
+        "mean_feedback_forward_relative_error": 0.5265913466292043,
+        "min_feedback_forward_cosine": 0.6878430247306824
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004045563500797783,
+        "instruction_rms": 0.0040455635008758584,
+        "raw_apical_rms": 0.06692520747789484,
+        "teaching_rms": 0.004045563500797783,
+        "traffic_rms": 0.06680078995742675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.9425661907112044e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6226443160509122e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009212847204157338,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.36499167021751405
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7832959294319153,
+        "mean_feedback_forward_cosine": 0.8708358137838302,
+        "mean_feedback_forward_relative_error": 0.5062668155277928,
+        "min_feedback_forward_cosine": 0.7075591683387756
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004016434326381081,
+        "instruction_rms": 0.004016434326946165,
+        "raw_apical_rms": 0.06744402887766679,
+        "teaching_rms": 0.004016434326381081,
+        "traffic_rms": 0.06732237993706922
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6816575626753547e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6178786900768774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010256992207468606,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.358980114402771
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7576461434364319,
+        "mean_feedback_forward_cosine": 0.8800988158872051,
+        "mean_feedback_forward_relative_error": 0.48746528788920374,
+        "min_feedback_forward_cosine": 0.7260517477989197
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0039145930922363245,
+        "instruction_rms": 0.003914593089588133,
+        "raw_apical_rms": 0.06775718054868864,
+        "teaching_rms": 0.0039145930922363245,
+        "traffic_rms": 0.06764206603663708
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9244217714108345e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.614565286792486e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01007597096411203,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.34363371705055235
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7333029508590698,
+        "mean_feedback_forward_cosine": 0.8887851468978389,
+        "mean_feedback_forward_relative_error": 0.46922569265288694,
+        "min_feedback_forward_cosine": 0.7430939674377441
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003968343398757923,
+        "instruction_rms": 0.003968343399322759,
+        "raw_apical_rms": 0.06766371910018273,
+        "teaching_rms": 0.003968343398757923,
+        "traffic_rms": 0.06754525459794881
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8113346317582e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6172171000390134e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010355066739213608,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3329271225643158
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.708159327507019,
+        "mean_feedback_forward_cosine": 0.8971072089287543,
+        "mean_feedback_forward_relative_error": 0.4510384975902496,
+        "min_feedback_forward_cosine": 0.7603352069854736
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0039925677956464765,
+        "instruction_rms": 0.003992567794789574,
+        "raw_apical_rms": 0.06811845471550859,
+        "teaching_rms": 0.0039925677956464765,
+        "traffic_rms": 0.06799902373379944
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.876948279606495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6183721195731257e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010109405315751363,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3241496332168579
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6836541295051575,
+        "mean_feedback_forward_cosine": 0.9048887452771587,
+        "mean_feedback_forward_relative_error": 0.43351450129862756,
+        "min_feedback_forward_cosine": 0.7764149904251099
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003993437418829618,
+        "instruction_rms": 0.003993437417674439,
+        "raw_apical_rms": 0.06883859664801428,
+        "teaching_rms": 0.003993437418829618,
+        "traffic_rms": 0.06872035719581852
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9346761465376403e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6083075734488722e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010582388246811042,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.31755477598190307
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6599841713905334,
+        "mean_feedback_forward_cosine": 0.9118670552007614,
+        "mean_feedback_forward_relative_error": 0.4171058021245464,
+        "min_feedback_forward_cosine": 0.7915564775466919
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003945102122322032,
+        "instruction_rms": 0.003945102120359529,
+        "raw_apical_rms": 0.0692187785577354,
+        "teaching_rms": 0.003945102122322032,
+        "traffic_rms": 0.06910412269078686
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.0883885671073585e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.605825593003453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010479713474136175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.31450688428878787
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6355026960372925,
+        "mean_feedback_forward_cosine": 0.9185291605611001,
+        "mean_feedback_forward_relative_error": 0.40078419110467356,
+        "min_feedback_forward_cosine": 0.8066827654838562
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003986443019869842,
+        "instruction_rms": 0.003986443019222523,
+        "raw_apical_rms": 0.06964720194991254,
+        "teaching_rms": 0.003986443019869842,
+        "traffic_rms": 0.06953091354488793
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8504461013767468e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6060907137306867e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010706610008114553,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.31076201431274414
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6138848662376404,
+        "mean_feedback_forward_cosine": 0.9244122370596854,
+        "mean_feedback_forward_relative_error": 0.3858543773812632,
+        "min_feedback_forward_cosine": 0.8195127844810486
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00395727869577107,
+        "instruction_rms": 0.003957278694457989,
+        "raw_apical_rms": 0.07003219610683441,
+        "teaching_rms": 0.00395727869577107,
+        "traffic_rms": 0.06991807275540245
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.190206854242206e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.609355681670642e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010017265818399526,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.2911986347579956
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5914310812950134,
+        "mean_feedback_forward_cosine": 0.9300016299370797,
+        "mean_feedback_forward_relative_error": 0.3711627169001487,
+        "min_feedback_forward_cosine": 0.832229495048523
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003989525615953841,
+        "instruction_rms": 0.003989525614823946,
+        "raw_apical_rms": 0.07037566354420195,
+        "teaching_rms": 0.003989525615953841,
+        "traffic_rms": 0.0702602044086338
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.057853703580804e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.611923204240864e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010354357278439079,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.2919534160041809
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5701101422309875,
+        "mean_feedback_forward_cosine": 0.9351586353394293,
+        "mean_feedback_forward_relative_error": 0.3570136045736651,
+        "min_feedback_forward_cosine": 0.8438876867294312
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003916522260135462,
+        "instruction_rms": 0.0039165222608802015,
+        "raw_apical_rms": 0.07069943514489989,
+        "teaching_rms": 0.003916522260135462,
+        "traffic_rms": 0.07058853849817812
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.2089534585111323e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6070630583397585e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009864038319295616,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.2853457137966156
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5485604405403137,
+        "mean_feedback_forward_cosine": 0.939991093450977,
+        "mean_feedback_forward_relative_error": 0.343268955907514,
+        "min_feedback_forward_cosine": 0.8552882671356201
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038888734481912733,
+        "instruction_rms": 0.0038888734484806642,
+        "raw_apical_rms": 0.07119314528072004,
+        "teaching_rms": 0.0038888734481912733,
+        "traffic_rms": 0.07108478376763376
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.1641795910909423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6068949907262807e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009344873604752581,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.2808817547035217
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5274695754051208,
+        "mean_feedback_forward_cosine": 0.9444268884197358,
+        "mean_feedback_forward_relative_error": 0.3302037600548037,
+        "min_feedback_forward_cosine": 0.8659871816635132
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038612350577803705,
+        "instruction_rms": 0.003861235060363108,
+        "raw_apical_rms": 0.07156784535807284,
+        "teaching_rms": 0.0038612350577803705,
+        "traffic_rms": 0.07146112307308779
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9213742536171594e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.599961771195114e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00899707845930508,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.27626795665740966
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5078015923500061,
+        "mean_feedback_forward_cosine": 0.9485022002650846,
+        "mean_feedback_forward_relative_error": 0.31772861389383195,
+        "min_feedback_forward_cosine": 0.8757166862487793
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038673789960190917,
+        "instruction_rms": 0.0038673789958513626,
+        "raw_apical_rms": 0.07154200206454321,
+        "teaching_rms": 0.0038673789960190917,
+        "traffic_rms": 0.07143512845786441
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.8276232910684485e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.599828349729547e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009012329077991727,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.2691772640275955
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4882529675960541,
+        "mean_feedback_forward_cosine": 0.9524526557614726,
+        "mean_feedback_forward_relative_error": 0.30515540727684576,
+        "min_feedback_forward_cosine": 0.8849746584892273
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004001714659556043,
+        "instruction_rms": 0.004001714660291499,
+        "raw_apical_rms": 0.07188466507873913,
+        "teaching_rms": 0.004001714659556043,
+        "traffic_rms": 0.07177060212648059
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6061382385478282e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6010016624015026e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008843690193080572,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.26975091490745545
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.47038230299949646,
+        "mean_feedback_forward_cosine": 0.9559128226772431,
+        "mean_feedback_forward_relative_error": 0.29372032347225374,
+        "min_feedback_forward_cosine": 0.8931869268417358
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003866794331814295,
+        "instruction_rms": 0.0038667943315269146,
+        "raw_apical_rms": 0.07248943034839585,
+        "teaching_rms": 0.003866794331814295,
+        "traffic_rms": 0.07238389863981391
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.1972885733134717e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5987922491578846e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008119160435629602,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2609949604797363
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4523027837276459,
+        "mean_feedback_forward_cosine": 0.9591905647708524,
+        "mean_feedback_forward_relative_error": 0.2825319216616692,
+        "min_feedback_forward_cosine": 0.9011703133583069
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003888217473177897,
+        "instruction_rms": 0.003888217472393469,
+        "raw_apical_rms": 0.07271104291605943,
+        "teaching_rms": 0.003888217473177897,
+        "traffic_rms": 0.07260443796315413
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.970719492623175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5943847238346735e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008716405861196121,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2555421365642548
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.43530547618865967,
+        "mean_feedback_forward_cosine": 0.962148618313574,
+        "mean_feedback_forward_relative_error": 0.27193370629702845,
+        "min_feedback_forward_cosine": 0.9083752632141113
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038472607075104286,
+        "instruction_rms": 0.003847260708558824,
+        "raw_apical_rms": 0.07311550607523036,
+        "teaching_rms": 0.0038472607075104286,
+        "traffic_rms": 0.07301197379605809
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.564729939535937e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.601760873368359e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008733120888548558,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2510679250240326
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.41786566376686096,
+        "mean_feedback_forward_cosine": 0.9650170514660497,
+        "mean_feedback_forward_relative_error": 0.26134377453596364,
+        "min_feedback_forward_cosine": 0.9154398441314697
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00391465809543543,
+        "instruction_rms": 0.003914658094983083,
+        "raw_apical_rms": 0.0729227545519694,
+        "teaching_rms": 0.00391465809543543,
+        "traffic_rms": 0.07281504936157407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.437560636143644e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5986736342805637e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008870490007415485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2534460880565643
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4016924798488617,
+        "mean_feedback_forward_cosine": 0.967648027404662,
+        "mean_feedback_forward_relative_error": 0.2512254726982886,
+        "min_feedback_forward_cosine": 0.9217399954795837
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038684681372659377,
+        "instruction_rms": 0.0038684681367641954,
+        "raw_apical_rms": 0.07289484821777953,
+        "teaching_rms": 0.0038684681372659377,
+        "traffic_rms": 0.07278930519585007
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9372056786769463e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.599444901215317e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009470029783169135,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.24605752365112304
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38644707202911377,
+        "mean_feedback_forward_cosine": 0.9700227052934708,
+        "mean_feedback_forward_relative_error": 0.2417544020760444,
+        "min_feedback_forward_cosine": 0.9275497198104858
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038557534338615443,
+        "instruction_rms": 0.0038557534328940925,
+        "raw_apical_rms": 0.0730733501443275,
+        "teaching_rms": 0.0038557534338615443,
+        "traffic_rms": 0.07296899002912055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.2965522816775774e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6022807170896294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009324111192015686,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.24045695706367493
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.37039729952812195,
+        "mean_feedback_forward_cosine": 0.972320762372786,
+        "mean_feedback_forward_relative_error": 0.2322382777929306,
+        "min_feedback_forward_cosine": 0.9333997964859009
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003863954479881888,
+        "instruction_rms": 0.003863954479368754,
+        "raw_apical_rms": 0.07327049786244774,
+        "teaching_rms": 0.003863954479881888,
+        "traffic_rms": 0.07316580763237819
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8939748375478302e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593296119595771e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008987748031136278,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.24438991549015046
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3552638292312622,
+        "mean_feedback_forward_cosine": 0.9744124393309316,
+        "mean_feedback_forward_relative_error": 0.22328707047047153,
+        "min_feedback_forward_cosine": 0.9386234879493713
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003845642755001636,
+        "instruction_rms": 0.003845642753481902,
+        "raw_apical_rms": 0.07362757664145705,
+        "teaching_rms": 0.003845642755001636,
+        "traffic_rms": 0.07352450126421374
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.74471716465996e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6047489986458367e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008401534127999766,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2353876228237152
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.34149542450904846,
+        "mean_feedback_forward_cosine": 0.9762915392075816,
+        "mean_feedback_forward_relative_error": 0.21486841190245845,
+        "min_feedback_forward_cosine": 0.9432387351989746
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038190742704273363,
+        "instruction_rms": 0.0038190742694001827,
+        "raw_apical_rms": 0.07370958562685571,
+        "teaching_rms": 0.0038190742704273363,
+        "traffic_rms": 0.07360805408494495
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5660757074774665e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59289747540714e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008132971699278936,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.23211295499801635
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3280247747898102,
+        "mean_feedback_forward_cosine": 0.9780537947531669,
+        "mean_feedback_forward_relative_error": 0.206693280368082,
+        "min_feedback_forward_cosine": 0.9475867748260498
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003739299371577429,
+        "instruction_rms": 0.003739299370138564,
+        "raw_apical_rms": 0.07458029297740579,
+        "teaching_rms": 0.003739299371577429,
+        "traffic_rms": 0.07448380664695446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.3749898875612416e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593370065675669e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008140765757782584,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2319326350736618
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.31559228897094727,
+        "mean_feedback_forward_cosine": 0.9796506147230825,
+        "mean_feedback_forward_relative_error": 0.19898946174690801,
+        "min_feedback_forward_cosine": 0.9514440298080444
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0038072827260089244,
+        "instruction_rms": 0.003807282726619384,
+        "raw_apical_rms": 0.07482573855703395,
+        "teaching_rms": 0.0038072827260089244,
+        "traffic_rms": 0.07472613621102088
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.3296335527334122e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5941347562912665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008329016918594521,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.22890997206687927
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3033545911312103,
+        "mean_feedback_forward_cosine": 0.9811681547472554,
+        "mean_feedback_forward_relative_error": 0.19137271349468538,
+        "min_feedback_forward_cosine": 0.9550760388374329
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037958648688829685,
+        "instruction_rms": 0.003795864868612557,
+        "raw_apical_rms": 0.07477883365826042,
+        "teaching_rms": 0.0037958648688829685,
+        "traffic_rms": 0.07467966679215148
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.808553212219067e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589216325241839e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007714240284789253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.22528609904766084
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2914389371871948,
+        "mean_feedback_forward_cosine": 0.9825650607385943,
+        "mean_feedback_forward_relative_error": 0.18408100931875168,
+        "min_feedback_forward_cosine": 0.958500862121582
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037406374919987852,
+        "instruction_rms": 0.003740637492317074,
+        "raw_apical_rms": 0.07476868493166478,
+        "teaching_rms": 0.0037406374919987852,
+        "traffic_rms": 0.0746723477867823
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.6830321903380536e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591689095207291e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008549012311788154,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.22341396438598632
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28000912070274353,
+        "mean_feedback_forward_cosine": 0.9838960247655069,
+        "mean_feedback_forward_relative_error": 0.17688635784772136,
+        "min_feedback_forward_cosine": 0.9616625905036926
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003788429335074308,
+        "instruction_rms": 0.003788429334407076,
+        "raw_apical_rms": 0.07482689082631115,
+        "teaching_rms": 0.003788429335074308,
+        "traffic_rms": 0.07472843505891101
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9951458202504e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5937123684712816e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007491225114115658,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.22198218373775483
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26914381980895996,
+        "mean_feedback_forward_cosine": 0.9850757429676671,
+        "mean_feedback_forward_relative_error": 0.17024329340746325,
+        "min_feedback_forward_cosine": 0.9645553827285767
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037051435019831666,
+        "instruction_rms": 0.003705143501034956,
+        "raw_apical_rms": 0.07531095649511314,
+        "teaching_rms": 0.0037051435019831666,
+        "traffic_rms": 0.07521728873562585
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.489898953683678e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587536353653519e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007733585194618078,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.21495834109783174
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25782403349876404,
+        "mean_feedback_forward_cosine": 0.9862037743291547,
+        "mean_feedback_forward_relative_error": 0.16367973831872787,
+        "min_feedback_forward_cosine": 0.9674678444862366
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037595492592871547,
+        "instruction_rms": 0.0037595492592439827,
+        "raw_apical_rms": 0.07542204334045838,
+        "teaching_rms": 0.0037595492592871547,
+        "traffic_rms": 0.07532539366328513
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.002826787223967e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5870614450875012e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007583728806009881,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.21523304907798768
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24763494729995728,
+        "mean_feedback_forward_cosine": 0.9872592553015678,
+        "mean_feedback_forward_relative_error": 0.15727029548537347,
+        "min_feedback_forward_cosine": 0.9699530601501465
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037993633421569244,
+        "instruction_rms": 0.003799363343137188,
+        "raw_apical_rms": 0.07581127332624338,
+        "teaching_rms": 0.0037993633421569244,
+        "traffic_rms": 0.07571363311250577
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.2597214766051366e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590768476185006e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00738441074489908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.21348953110694885
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2375047653913498,
+        "mean_feedback_forward_cosine": 0.9882402016270545,
+        "mean_feedback_forward_relative_error": 0.15109317533431516,
+        "min_feedback_forward_cosine": 0.9723342657089233
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003758042514036572,
+        "instruction_rms": 0.0037580425138219525,
+        "raw_apical_rms": 0.07634999026301606,
+        "teaching_rms": 0.003758042514036572,
+        "traffic_rms": 0.07625514573251428
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.415420752299724e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5836734822757476e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00748790960677364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.21254394674777985
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22811542451381683,
+        "mean_feedback_forward_cosine": 0.9891276974831859,
+        "mean_feedback_forward_relative_error": 0.14526261629596834,
+        "min_feedback_forward_cosine": 0.9744594097137451
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037472381875839783,
+        "instruction_rms": 0.0037472381874510312,
+        "raw_apical_rms": 0.07646375429890218,
+        "teaching_rms": 0.0037472381875839783,
+        "traffic_rms": 0.0763691150155151
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.432652301820326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5846385280689522e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007542917084654997,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.21006733677864076
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21926471590995789,
+        "mean_feedback_forward_cosine": 0.9899317391457096,
+        "mean_feedback_forward_relative_error": 0.13976371672845656,
+        "min_feedback_forward_cosine": 0.9763983488082886
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003704912956609882,
+        "instruction_rms": 0.003704912956245514,
+        "raw_apical_rms": 0.07651026704923802,
+        "teaching_rms": 0.003704912956609882,
+        "traffic_rms": 0.07641752630726097
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.703242512642646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584566921971642e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008138022357159809,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.20507358961105346
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21055907011032104,
+        "mean_feedback_forward_cosine": 0.9906903543779927,
+        "mean_feedback_forward_relative_error": 0.1343689361406911,
+        "min_feedback_forward_cosine": 0.9782177209854126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037610988106757635,
+        "instruction_rms": 0.0037610988121124355,
+        "raw_apical_rms": 0.07677379383636217,
+        "teaching_rms": 0.0037610988106757635,
+        "traffic_rms": 0.07667893970489342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.442420393184875e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5803364830292135e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007625236560505473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.20681451694488526
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20280465483665466,
+        "mean_feedback_forward_cosine": 0.9913615872783046,
+        "mean_feedback_forward_relative_error": 0.1294098575749705,
+        "min_feedback_forward_cosine": 0.9797812104225159
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036806931411789245,
+        "instruction_rms": 0.003680693140367778,
+        "raw_apical_rms": 0.07706194060510733,
+        "teaching_rms": 0.0036806931411789245,
+        "traffic_rms": 0.07697109683093753
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7282942127726528e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5784764462732706e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007894901263081608,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.19486241562843323
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19470247626304626,
+        "mean_feedback_forward_cosine": 0.9920127584088233,
+        "mean_feedback_forward_relative_error": 0.12443118650586374,
+        "min_feedback_forward_cosine": 0.9813491702079773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037299922851433396,
+        "instruction_rms": 0.003729992284147289,
+        "raw_apical_rms": 0.0772884664793332,
+        "teaching_rms": 0.0037299922851433396,
+        "traffic_rms": 0.07719614313523333
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.317347818665439e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576550471129702e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007761257460099643,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.2058708153629303
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18697470426559448,
+        "mean_feedback_forward_cosine": 0.9926183665952375,
+        "mean_feedback_forward_relative_error": 0.11962047315412952,
+        "min_feedback_forward_cosine": 0.9827912449836731
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003750574471397808,
+        "instruction_rms": 0.00375057447042929,
+        "raw_apical_rms": 0.0772948126515323,
+        "teaching_rms": 0.003750574471397808,
+        "traffic_rms": 0.07720106588352636
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5107691925541076e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747330342699073e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00784233930591821,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.20121257962226868
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17957532405853271,
+        "mean_feedback_forward_cosine": 0.9931631722757893,
+        "mean_feedback_forward_relative_error": 0.11511752201664832,
+        "min_feedback_forward_cosine": 0.9841135740280151
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003662668878217999,
+        "instruction_rms": 0.0036626688795714023,
+        "raw_apical_rms": 0.07791188188895462,
+        "teaching_rms": 0.003662668878217999,
+        "traffic_rms": 0.07782319173571092
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.738331161822316e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5821882872903312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008064510568461034,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.194944077501297
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1722871959209442,
+        "mean_feedback_forward_cosine": 0.9936728919706037,
+        "mean_feedback_forward_relative_error": 0.11074392161061687,
+        "min_feedback_forward_cosine": 0.9853686094284058
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003690065660985786,
+        "instruction_rms": 0.003690065661159514,
+        "raw_apical_rms": 0.07814971609262164,
+        "teaching_rms": 0.003690065660985786,
+        "traffic_rms": 0.07806017785163784
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.187626518297293e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5703452872848636e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00826419011511355,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.19906718844413757
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16538487374782562,
+        "mean_feedback_forward_cosine": 0.994152388265056,
+        "mean_feedback_forward_relative_error": 0.10644797512119816,
+        "min_feedback_forward_cosine": 0.9865068793296814
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037220134810003994,
+        "instruction_rms": 0.0037220134805156894,
+        "raw_apical_rms": 0.07861880500200948,
+        "teaching_rms": 0.0037220134810003994,
+        "traffic_rms": 0.07852735762761377
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8621364833725238e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572861628952369e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00804488518376896,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.19197324133872987
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15865659713745117,
+        "mean_feedback_forward_cosine": 0.9945860466649455,
+        "mean_feedback_forward_relative_error": 0.10243177978742507,
+        "min_feedback_forward_cosine": 0.9875701665878296
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036756967838200588,
+        "instruction_rms": 0.0036756967835092067,
+        "raw_apical_rms": 0.07852890397506984,
+        "teaching_rms": 0.0036756967838200588,
+        "traffic_rms": 0.0784398471730066
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.663713516426469e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5753745646322497e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008130088370309919,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.18818937430143357
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15215329825878143,
+        "mean_feedback_forward_cosine": 0.9949974379231853,
+        "mean_feedback_forward_relative_error": 0.09845988680758784,
+        "min_feedback_forward_cosine": 0.9885643720626831
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036796930262741555,
+        "instruction_rms": 0.0036796930261788255,
+        "raw_apical_rms": 0.07875844023162022,
+        "teaching_rms": 0.0036796930262741555,
+        "traffic_rms": 0.07866972363818663
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.487852850980744e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5738110710633882e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008032919081584065,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.1944829085326195
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14598067104816437,
+        "mean_feedback_forward_cosine": 0.995369057501516,
+        "mean_feedback_forward_relative_error": 0.09472833105152653,
+        "min_feedback_forward_cosine": 0.9894676208496094
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036404975762606376,
+        "instruction_rms": 0.003640497575796741,
+        "raw_apical_rms": 0.07908420325577573,
+        "teaching_rms": 0.0036404975762606376,
+        "traffic_rms": 0.0789976864468624
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.952219801954925e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5681745764662834e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008162281633851699,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.1887198252916336
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14030863344669342,
+        "mean_feedback_forward_cosine": 0.9957132031840663,
+        "mean_feedback_forward_relative_error": 0.09113867484754132,
+        "min_feedback_forward_cosine": 0.9902660250663757
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003696651065230788,
+        "instruction_rms": 0.0036966510648144247,
+        "raw_apical_rms": 0.07930500808926666,
+        "teaching_rms": 0.003696651065230788,
+        "traffic_rms": 0.07921613079011502
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.631678697184725e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5692986619211024e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008451304282934901,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.18966873677253723
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13458269834518433,
+        "mean_feedback_forward_cosine": 0.9960341722734513,
+        "mean_feedback_forward_relative_error": 0.08764962161019925,
+        "min_feedback_forward_cosine": 0.9910438656806946
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037063250873448266,
+        "instruction_rms": 0.003706325087279222,
+        "raw_apical_rms": 0.07930357355568904,
+        "teaching_rms": 0.0037063250873448266,
+        "traffic_rms": 0.07921465110548796
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.706752155745562e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573267149462498e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008419355987524054,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.18653674884796143
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1290910542011261,
+        "mean_feedback_forward_cosine": 0.996338386689463,
+        "mean_feedback_forward_relative_error": 0.08421859788077493,
+        "min_feedback_forward_cosine": 0.9917571544647217
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003755409094338965,
+        "instruction_rms": 0.003755409094812695,
+        "raw_apical_rms": 0.07940073871020314,
+        "teaching_rms": 0.003755409094338965,
+        "traffic_rms": 0.07930913514804784
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.05380716270065e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5659793860099052e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008260306812628704,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.18692917158126832
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12408643960952759,
+        "mean_feedback_forward_cosine": 0.9966049117426719,
+        "mean_feedback_forward_relative_error": 0.08109183909912263,
+        "min_feedback_forward_cosine": 0.992379903793335
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036829986264340555,
+        "instruction_rms": 0.0036829986266643145,
+        "raw_apical_rms": 0.07962739066348803,
+        "teaching_rms": 0.0036829986264340555,
+        "traffic_rms": 0.07953967541359108
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.0581485788161444e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.566883061778126e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00837261943244417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.1866636373615265
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11915253847837448,
+        "mean_feedback_forward_cosine": 0.9968554089146275,
+        "mean_feedback_forward_relative_error": 0.07803975189885785,
+        "min_feedback_forward_cosine": 0.9929676055908203
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036707826855637412,
+        "instruction_rms": 0.0036707826862155324,
+        "raw_apical_rms": 0.0796717360471924,
+        "teaching_rms": 0.0036707826855637412,
+        "traffic_rms": 0.07958410317724517
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.031730244629216e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5744897587154944e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00838858586876981,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.18337094452857972
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11427207291126251,
+        "mean_feedback_forward_cosine": 0.9971046255480859,
+        "mean_feedback_forward_relative_error": 0.07488689048876686,
+        "min_feedback_forward_cosine": 0.9935302138328552
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0037297102686179293,
+        "instruction_rms": 0.003729710267922763,
+        "raw_apical_rms": 0.0799029147860724,
+        "teaching_rms": 0.0037297102686179293,
+        "traffic_rms": 0.07981305009970575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 4.280405718759539e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5752729057833483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008417601092586454,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.18663185458660125
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10964248329401016,
+        "mean_feedback_forward_cosine": 0.9973233265261496,
+        "mean_feedback_forward_relative_error": 0.07200624475315694,
+        "min_feedback_forward_cosine": 0.9940427541732788
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036650287420353206,
+        "instruction_rms": 0.003665028741187252,
+        "raw_apical_rms": 0.07991056399672092,
+        "teaching_rms": 0.0036650287420353206,
+        "traffic_rms": 0.07982378474357117
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.784740438244171e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5773465020243927e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00826227411471984,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.18453536989212035
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1053331270813942,
+        "mean_feedback_forward_cosine": 0.9975196257714303,
+        "mean_feedback_forward_relative_error": 0.06931946222339908,
+        "min_feedback_forward_cosine": 0.9945000410079956
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003597899004171556,
+        "instruction_rms": 0.0035978990040468136,
+        "raw_apical_rms": 0.08001944314149088,
+        "teaching_rms": 0.003597899004171556,
+        "traffic_rms": 0.07993554606098731
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.3501461160767576e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5700354771813393e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00810072571424986,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.17583886243343352
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10117068141698837,
+        "mean_feedback_forward_cosine": 0.9977079975989557,
+        "mean_feedback_forward_relative_error": 0.06663058481870159,
+        "min_feedback_forward_cosine": 0.9949249029159546
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036686295973838087,
+        "instruction_rms": 0.0036686295966257545,
+        "raw_apical_rms": 0.08000519481746854,
+        "teaching_rms": 0.0036686295973838087,
+        "traffic_rms": 0.0799184972858601
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.58910883843555e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5626243335983284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008036996723027936,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.18267297471284866
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09699901938438416,
+        "mean_feedback_forward_cosine": 0.9978785880150334,
+        "mean_feedback_forward_relative_error": 0.06410341475519442,
+        "min_feedback_forward_cosine": 0.9953319430351257
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035932545201262144,
+        "instruction_rms": 0.003593254521193034,
+        "raw_apical_rms": 0.08042419208411777,
+        "teaching_rms": 0.0035932545201262144,
+        "traffic_rms": 0.08034153862534027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.108900514803281e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.568811552101281e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007803228530432203,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.18235203879356385
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09305055439472198,
+        "mean_feedback_forward_cosine": 0.9980383707631019,
+        "mean_feedback_forward_relative_error": 0.06164170729537164,
+        "min_feedback_forward_cosine": 0.9957046508789062
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036570393525167592,
+        "instruction_rms": 0.0036570393522322698,
+        "raw_apical_rms": 0.08090006371234526,
+        "teaching_rms": 0.0036570393525167592,
+        "traffic_rms": 0.08081434260689553
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.990508107814094e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.566782802844155e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007849882222665925,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.17558390679836272
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08932632952928543,
+        "mean_feedback_forward_cosine": 0.9981871362655393,
+        "mean_feedback_forward_relative_error": 0.05926036936861853,
+        "min_feedback_forward_cosine": 0.9960409998893738
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036348549668665927,
+        "instruction_rms": 0.003634854966830238,
+        "raw_apical_rms": 0.08086789785879021,
+        "teaching_rms": 0.0036348549668665927,
+        "traffic_rms": 0.08078358758754098
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.1231397912279135e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5693692218065148e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00787932761656052,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.17688477809906006
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08556574583053589,
+        "mean_feedback_forward_cosine": 0.9983308930550853,
+        "mean_feedback_forward_relative_error": 0.05686707265915409,
+        "min_feedback_forward_cosine": 0.996366024017334
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036824688423622194,
+        "instruction_rms": 0.0036824688419950613,
+        "raw_apical_rms": 0.08102194083883581,
+        "teaching_rms": 0.0036824688423622194,
+        "traffic_rms": 0.08093564399966643
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.7526508123164604e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5685122866473856e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008162393779176685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.18277986051559447
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08226417750120163,
+        "mean_feedback_forward_cosine": 0.998453059504109,
+        "mean_feedback_forward_relative_error": 0.05474053779917379,
+        "min_feedback_forward_cosine": 0.996640145778656
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035474776656681615,
+        "instruction_rms": 0.003547477666022126,
+        "raw_apical_rms": 0.08132771503496944,
+        "teaching_rms": 0.0035474776656681615,
+        "traffic_rms": 0.08124752151904503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.334932685561398e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567679636746252e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00774254198216927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.17239945264816284
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07894986122846603,
+        "mean_feedback_forward_cosine": 0.9985676811587426,
+        "mean_feedback_forward_relative_error": 0.05267049402238861,
+        "min_feedback_forward_cosine": 0.9969053268432617
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00356276355842355,
+        "instruction_rms": 0.0035627635580226906,
+        "raw_apical_rms": 0.0813899987839679,
+        "teaching_rms": 0.00356276355842355,
+        "traffic_rms": 0.08130950023272278
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7319087436694645e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5683558796275105e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007647961973077621,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.17563738648414612
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07576613873243332,
+        "mean_feedback_forward_cosine": 0.9986779305242723,
+        "mean_feedback_forward_relative_error": 0.05060064486197887,
+        "min_feedback_forward_cosine": 0.9971492290496826
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003669309407827526,
+        "instruction_rms": 0.003669309408464483,
+        "raw_apical_rms": 0.08158544149180676,
+        "teaching_rms": 0.003669309407827526,
+        "traffic_rms": 0.08150000676470577
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.5702520051472675e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562578511492428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007938711460966998,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.1760140047597885
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07266905903816223,
+        "mean_feedback_forward_cosine": 0.9987785816192627,
+        "mean_feedback_forward_relative_error": 0.04863823535701921,
+        "min_feedback_forward_cosine": 0.9973772764205933
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036194968051145686,
+        "instruction_rms": 0.003619496805162315,
+        "raw_apical_rms": 0.08191629950045785,
+        "teaching_rms": 0.0036194968051145686,
+        "traffic_rms": 0.08183385557538642
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.452686669902505e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570160577014126e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00806506302170734,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.17702248958110808
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06987287849187851,
+        "mean_feedback_forward_cosine": 0.998868546178264,
+        "mean_feedback_forward_relative_error": 0.04681353325084332,
+        "min_feedback_forward_cosine": 0.9975741505622864
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003575344953220973,
+        "instruction_rms": 0.0035753449538177234,
+        "raw_apical_rms": 0.0819683022658836,
+        "teaching_rms": 0.003575344953220973,
+        "traffic_rms": 0.08188777785956977
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.7679661229740304e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.566094433936314e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007849995753008054,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.16953355858802796
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06717978417873383,
+        "mean_feedback_forward_cosine": 0.9989532828330994,
+        "mean_feedback_forward_relative_error": 0.045024896040558815,
+        "min_feedback_forward_cosine": 0.9977569580078125
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036141092943761297,
+        "instruction_rms": 0.003614109294875601,
+        "raw_apical_rms": 0.082077754216964,
+        "teaching_rms": 0.0036141092943761297,
+        "traffic_rms": 0.08199510688311354
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.345369847806978e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562458871806964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007238432633833196,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.16995401079177858
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06453754007816315,
+        "mean_feedback_forward_cosine": 0.9990309669125464,
+        "mean_feedback_forward_relative_error": 0.0433202795383911,
+        "min_feedback_forward_cosine": 0.9979297518730164
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036439214262897262,
+        "instruction_rms": 0.003643921425967304,
+        "raw_apical_rms": 0.08217002811381474,
+        "teaching_rms": 0.0036439214262897262,
+        "traffic_rms": 0.08208661817354707
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.0114140514569954e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5690953303459456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008072200522763718,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.16821364754676818
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06191731244325638,
+        "mean_feedback_forward_cosine": 0.9991049516585565,
+        "mean_feedback_forward_relative_error": 0.04163601976488867,
+        "min_feedback_forward_cosine": 0.9980939626693726
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003617235617158337,
+        "instruction_rms": 0.0036172356182459903,
+        "raw_apical_rms": 0.08237902034936245,
+        "teaching_rms": 0.003617235617158337,
+        "traffic_rms": 0.08229712481692207
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.17764232704576e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5625488105864348e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008154821467992599,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.17242857617855073
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059388451278209686,
+        "mean_feedback_forward_cosine": 0.9991734739272825,
+        "mean_feedback_forward_relative_error": 0.04001213655236267,
+        "min_feedback_forward_cosine": 0.998245894908905
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003620544539172883,
+        "instruction_rms": 0.0036205445387079436,
+        "raw_apical_rms": 0.08254011325402648,
+        "teaching_rms": 0.003620544539172883,
+        "traffic_rms": 0.08245780283950736
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.105209600562375e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.569397286008748e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008291227381989149,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.1736736896419525
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.057012882083654404,
+        "mean_feedback_forward_cosine": 0.9992360165042262,
+        "mean_feedback_forward_relative_error": 0.03846835417132224,
+        "min_feedback_forward_cosine": 0.998383104801178
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035446815138317316,
+        "instruction_rms": 0.003544681514516423,
+        "raw_apical_rms": 0.0825348283111965,
+        "teaching_rms": 0.0035446815138317316,
+        "traffic_rms": 0.08245560063809228
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.697550272046101e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5656655588604398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00805729669538207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.1686829930496216
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.054785773158073425,
+        "mean_feedback_forward_cosine": 0.9992925120938209,
+        "mean_feedback_forward_relative_error": 0.03701847809697351,
+        "min_feedback_forward_cosine": 0.9985069632530212
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035615207358348114,
+        "instruction_rms": 0.00356152073636778,
+        "raw_apical_rms": 0.08277780108793044,
+        "teaching_rms": 0.0035615207358348114,
+        "traffic_rms": 0.08269831200569826
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5986578222614298e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5606963094361545e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008063271781542992,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.16682356884479524
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05265459045767784,
+        "mean_feedback_forward_cosine": 0.9993455429230967,
+        "mean_feedback_forward_relative_error": 0.035602630987282724,
+        "min_feedback_forward_cosine": 0.9986201524734497
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00355541904800579,
+        "instruction_rms": 0.0035554190472763215,
+        "raw_apical_rms": 0.08282919608950909,
+        "teaching_rms": 0.00355541904800579,
+        "traffic_rms": 0.0827501483493525
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.679945237422544e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.563713042214638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008130191503575137,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.16671095200538635
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05064012482762337,
+        "mean_feedback_forward_cosine": 0.9993940841767096,
+        "mean_feedback_forward_relative_error": 0.03425592977193094,
+        "min_feedback_forward_cosine": 0.9987236261367798
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035852579973103065,
+        "instruction_rms": 0.003585257997799481,
+        "raw_apical_rms": 0.0830326928470821,
+        "teaching_rms": 0.0035852579973103065,
+        "traffic_rms": 0.08295268810956775
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.214773514059743e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5661120915691846e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008121393080230268,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.16324914855003356
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.048641324043273926,
+        "mean_feedback_forward_cosine": 0.9994407103907678,
+        "mean_feedback_forward_relative_error": 0.032912712393989484,
+        "min_feedback_forward_cosine": 0.998822033405304
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003544825413088148,
+        "instruction_rms": 0.003544825413466633,
+        "raw_apical_rms": 0.08327067909481489,
+        "teaching_rms": 0.003544825413088148,
+        "traffic_rms": 0.083192579049649
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.594163899833802e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5644479609335364e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00812012055725399,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.1663533552932739
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04659680649638176,
+        "mean_feedback_forward_cosine": 0.9994832815662507,
+        "mean_feedback_forward_relative_error": 0.03163499982967492,
+        "min_feedback_forward_cosine": 0.9989189505577087
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003592078893184251,
+        "instruction_rms": 0.003592078893311404,
+        "raw_apical_rms": 0.0835031994484873,
+        "teaching_rms": 0.003592078893184251,
+        "traffic_rms": 0.08342315793935176
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.235513901245213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5698272849513235e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008072326017401142,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.1693824523496628
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04479965567588806,
+        "mean_feedback_forward_cosine": 0.9995210882156126,
+        "mean_feedback_forward_relative_error": 0.03045479109090182,
+        "min_feedback_forward_cosine": 0.9990005493164062
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035323107009127327,
+        "instruction_rms": 0.003532310700250599,
+        "raw_apical_rms": 0.0837014063717534,
+        "teaching_rms": 0.0035323107009127327,
+        "traffic_rms": 0.08362399676257729
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8977208188507575e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5683451276094962e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007604283250805687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.16243568373680115
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04293741285800934,
+        "mean_feedback_forward_cosine": 0.9995575220354141,
+        "mean_feedback_forward_relative_error": 0.029275535185250542,
+        "min_feedback_forward_cosine": 0.9990818500518799
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003549721825434649,
+        "instruction_rms": 0.003549721825316782,
+        "raw_apical_rms": 0.08398704230406949,
+        "teaching_rms": 0.003549721825434649,
+        "traffic_rms": 0.08390917346887199
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.626586947940268e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5665325463905194e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00752577013343084,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.16565432056427
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.041176553815603256,
+        "mean_feedback_forward_cosine": 0.999590939091098,
+        "mean_feedback_forward_relative_error": 0.028149035218502243,
+        "min_feedback_forward_cosine": 0.9991556406021118
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003576186377063354,
+        "instruction_rms": 0.0035761863772387054,
+        "raw_apical_rms": 0.08395016332387509,
+        "teaching_rms": 0.003576186377063354,
+        "traffic_rms": 0.0838712939257716
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8516311090243107e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.569087439647886e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008318848952305086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.16255624423503875
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.039520446211099625,
+        "mean_feedback_forward_cosine": 0.9996212951598629,
+        "mean_feedback_forward_relative_error": 0.0270841752269095,
+        "min_feedback_forward_cosine": 0.9992220401763916
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003561744843484287,
+        "instruction_rms": 0.003561744843839171,
+        "raw_apical_rms": 0.08399029340799966,
+        "teaching_rms": 0.003561744843484287,
+        "traffic_rms": 0.08391172999477906
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9455968331149052e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5623253241720107e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008006618363844678,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.16491941719055175
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03796082362532616,
+        "mean_feedback_forward_cosine": 0.9996502822445285,
+        "mean_feedback_forward_relative_error": 0.026027433454029022,
+        "min_feedback_forward_cosine": 0.9992821216583252
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003589966664323821,
+        "instruction_rms": 0.003589966665122185,
+        "raw_apical_rms": 0.08431287707230326,
+        "teaching_rms": 0.003589966664323821,
+        "traffic_rms": 0.08423409906424048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5056907659859462e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5609504358741697e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00785738037047338,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.16296563831329347
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.036444567143917084,
+        "mean_feedback_forward_cosine": 0.9996770716482594,
+        "mean_feedback_forward_relative_error": 0.025009731011044596,
+        "min_feedback_forward_cosine": 0.9993383288383484
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00360747707542843,
+        "instruction_rms": 0.0036074770749768173,
+        "raw_apical_rms": 0.08467765755208641,
+        "teaching_rms": 0.00360747707542843,
+        "traffic_rms": 0.08459822310049236
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.4535946607784354e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5648173371330087e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007617060488596373,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.1663270664405823
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.034938473254442215,
+        "mean_feedback_forward_cosine": 0.9997021286718307,
+        "mean_feedback_forward_relative_error": 0.02402060641156089,
+        "min_feedback_forward_cosine": 0.9993917942047119
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0036397288463450774,
+        "instruction_rms": 0.0036397288465603184,
+        "raw_apical_rms": 0.08491326886517161,
+        "teaching_rms": 0.0036397288463450774,
+        "traffic_rms": 0.08483228167999984
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.3745101884742326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5604579782151287e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008048356497771771,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.16660313208580016
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033616967499256134,
+        "mean_feedback_forward_cosine": 0.9997240112673852,
+        "mean_feedback_forward_relative_error": 0.023120274016213034,
+        "min_feedback_forward_cosine": 0.9994367361068726
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0035727649303314837,
+        "instruction_rms": 0.003572764929611883,
+        "raw_apical_rms": 0.08470708676077847,
+        "teaching_rms": 0.0035727649303314837,
+        "traffic_rms": 0.08462902809964254
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.3300563256611895e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5630175216782487e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007916083632707675,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.15746098147869111
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03228490427136421,
+        "mean_feedback_forward_cosine": 0.9997451786072024,
+        "mean_feedback_forward_relative_error": 0.022217755431249257,
+        "min_feedback_forward_cosine": 0.9994805455207825
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003591549406742129,
+        "instruction_rms": 0.0035915494060704215,
+        "raw_apical_rms": 0.08518187075714867,
+        "teaching_rms": 0.003591549406742129,
+        "traffic_rms": 0.08510350021673546
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.4713497026596087e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5628718047862487e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008340347177316647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.16117573259353637
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032274410128593445,
+        "mean_feedback_forward_cosine": 0.9997453535756757,
+        "mean_feedback_forward_relative_error": 0.022208740619281606,
+        "min_feedback_forward_cosine": 0.9994809627532959
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025597685253738634,
+        "instruction_rms": 0.0025597685252116685,
+        "raw_apical_rms": 0.08547491858540754,
+        "teaching_rms": 0.0025597685253738634,
+        "traffic_rms": 0.08543433831941968
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.13239105764751e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5494181237097096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007422654681911069,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.09224812744140624
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03226881101727486,
+        "mean_feedback_forward_cosine": 0.999745447789469,
+        "mean_feedback_forward_relative_error": 0.022202638173175436,
+        "min_feedback_forward_cosine": 0.9994810819625854
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002305256666105552,
+        "instruction_rms": 0.0023052566671253245,
+        "raw_apical_rms": 0.08550807596709387,
+        "teaching_rms": 0.002305256666105552,
+        "traffic_rms": 0.08547501450326687
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.381442681416047e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5504861717517015e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007509226383192996,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.0670065698492527
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03226366266608238,
+        "mean_feedback_forward_cosine": 0.999745540080532,
+        "mean_feedback_forward_relative_error": 0.022197081797545957,
+        "min_feedback_forward_cosine": 0.999481201171875
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022286802449406496,
+        "instruction_rms": 0.0022286802453555907,
+        "raw_apical_rms": 0.08545679273831264,
+        "teaching_rms": 0.0022286802449406496,
+        "traffic_rms": 0.08542551665802085
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.29503713203394e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555665529858451e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007591604205528983,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.05860980985045433
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03225874900817871,
+        "mean_feedback_forward_cosine": 0.9997456342943253,
+        "mean_feedback_forward_relative_error": 0.022191746340643977,
+        "min_feedback_forward_cosine": 0.9994813203811646
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002167464340917165,
+        "instruction_rms": 0.002167464341120168,
+        "raw_apical_rms": 0.08550673968990274,
+        "teaching_rms": 0.002167464340917165,
+        "traffic_rms": 0.08547679728379944
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8308521748954263e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5576558381197946e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007576745409090194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.05120233317017555
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032253555953502655,
+        "mean_feedback_forward_cosine": 0.9997457285081187,
+        "mean_feedback_forward_relative_error": 0.02218653321746857,
+        "min_feedback_forward_cosine": 0.9994815587997437
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021619336690177904,
+        "instruction_rms": 0.00216193366919149,
+        "raw_apical_rms": 0.08544817313330487,
+        "teaching_rms": 0.0021619336690177904,
+        "traffic_rms": 0.08541816208300582
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.177058616188333e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.554723711855487e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007505560624599145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.04782823716163635
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03224891051650047,
+        "mean_feedback_forward_cosine": 0.9997458246446425,
+        "mean_feedback_forward_relative_error": 0.022181579978355476,
+        "min_feedback_forward_cosine": 0.9994816780090332
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00208157284433858,
+        "instruction_rms": 0.0020815728441149596,
+        "raw_apical_rms": 0.08538747474352967,
+        "teaching_rms": 0.00208157284433858,
+        "traffic_rms": 0.08535949316124698
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6068104119758573e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5535638404695628e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007590667119955549,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.043633259674310684
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03224467113614082,
+        "mean_feedback_forward_cosine": 0.999745899631131,
+        "mean_feedback_forward_relative_error": 0.022176929599335118,
+        "min_feedback_forward_cosine": 0.9994817972183228
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019755878934773264,
+        "instruction_rms": 0.0019755878929222856,
+        "raw_apical_rms": 0.0853358083673315,
+        "teaching_rms": 0.0019755878934773264,
+        "traffic_rms": 0.08531011942267654
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.1214372480926613e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5580603677231063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007731737408741131,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.03839781272113323
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03224049508571625,
+        "mean_feedback_forward_cosine": 0.9997459707721588,
+        "mean_feedback_forward_relative_error": 0.02217231109558094,
+        "min_feedback_forward_cosine": 0.9994819164276123
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019690552945302426,
+        "instruction_rms": 0.0019690552947943503,
+        "raw_apical_rms": 0.08529715622856454,
+        "teaching_rms": 0.0019690552945302426,
+        "traffic_rms": 0.08527128827566889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.015750493773339e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558929068747043e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007791679900642506,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.036135771827697755
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032236065715551376,
+        "mean_feedback_forward_cosine": 0.9997460265313426,
+        "mean_feedback_forward_relative_error": 0.022167649931244312,
+        "min_feedback_forward_cosine": 0.9994820356369019
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020155333818530977,
+        "instruction_rms": 0.0020155333817156542,
+        "raw_apical_rms": 0.08530012725021925,
+        "teaching_rms": 0.0020155333818530977,
+        "traffic_rms": 0.08527326971106068
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.6608518882985663e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5544662176204826e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007744373681210149,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.03552405541539192
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03223174065351486,
+        "mean_feedback_forward_cosine": 0.9997461380497101,
+        "mean_feedback_forward_relative_error": 0.022162993814075185,
+        "min_feedback_forward_cosine": 0.9994823336601257
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019946874885367533,
+        "instruction_rms": 0.001994687488528825,
+        "raw_apical_rms": 0.085235179910735,
+        "teaching_rms": 0.0019946874885367533,
+        "traffic_rms": 0.08520812312264033
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.1490266394484934e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5534802898873948e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007736756121215812,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.032745867322683336
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032227423042058945,
+        "mean_feedback_forward_cosine": 0.9997462149589292,
+        "mean_feedback_forward_relative_error": 0.02215854586252282,
+        "min_feedback_forward_cosine": 0.9994823932647705
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019275506545169381,
+        "instruction_rms": 0.001927550654109393,
+        "raw_apical_rms": 0.08522787394399604,
+        "teaching_rms": 0.0019275506545169381,
+        "traffic_rms": 0.08520268849049957
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.212632648796898e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.552632422780837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007719882621417421,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.030830372276902197
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03222312778234482,
+        "mean_feedback_forward_cosine": 0.9997463091727226,
+        "mean_feedback_forward_relative_error": 0.02215408224372133,
+        "min_feedback_forward_cosine": 0.9994825124740601
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00196718213783514,
+        "instruction_rms": 0.0019671821376934396,
+        "raw_apical_rms": 0.08521148228723689,
+        "teaching_rms": 0.00196718213783514,
+        "traffic_rms": 0.08518520176123512
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8163565701788684e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5575391596702754e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007679841139779355,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.029900190619826315
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032219015061855316,
+        "mean_feedback_forward_cosine": 0.9997463937728636,
+        "mean_feedback_forward_relative_error": 0.022149722482408245,
+        "min_feedback_forward_cosine": 0.9994826316833496
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018982169025729806,
+        "instruction_rms": 0.0018982169027630233,
+        "raw_apical_rms": 0.08521080114565163,
+        "teaching_rms": 0.0018982169025729806,
+        "traffic_rms": 0.08518592287703344
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7031020977119624e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5574630539534517e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007789678385508049,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.02714966125845909
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03221457079052925,
+        "mean_feedback_forward_cosine": 0.9997464495320474,
+        "mean_feedback_forward_relative_error": 0.022145199754665935,
+        "min_feedback_forward_cosine": 0.9994828104972839
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00194397035899198,
+        "instruction_rms": 0.0019439703589415216,
+        "raw_apical_rms": 0.0851888517811902,
+        "teaching_rms": 0.00194397035899198,
+        "traffic_rms": 0.08516212544480485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.873636262279433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5565259955891475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007707835169791278,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.028146579477787016
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03221031650900841,
+        "mean_feedback_forward_cosine": 0.9997465572049541,
+        "mean_feedback_forward_relative_error": 0.02214083282817756,
+        "min_feedback_forward_cosine": 0.999483048915863
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018825244186822523,
+        "instruction_rms": 0.001882524418313962,
+        "raw_apical_rms": 0.08517330050297331,
+        "teaching_rms": 0.0018825244186822523,
+        "traffic_rms": 0.08514870388517795
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.462081027942986e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556036031876749e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007815636675572953,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.02523015166759491
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032206013798713684,
+        "mean_feedback_forward_cosine": 0.9997466110414074,
+        "mean_feedback_forward_relative_error": 0.02213649634992884,
+        "min_feedback_forward_cosine": 0.9994831085205078
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018542901978201884,
+        "instruction_rms": 0.0018542901979495385,
+        "raw_apical_rms": 0.08514926068159522,
+        "teaching_rms": 0.0018542901978201884,
+        "traffic_rms": 0.0851253207030986
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.7652473139360154e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.550396968613429e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0077644035624857485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.024127442442178727
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03220193088054657,
+        "mean_feedback_forward_cosine": 0.9997466975642789,
+        "mean_feedback_forward_relative_error": 0.022132312172963735,
+        "min_feedback_forward_cosine": 0.9994832873344421
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017883914950069214,
+        "instruction_rms": 0.0017883914951428513,
+        "raw_apical_rms": 0.0851536953671786,
+        "teaching_rms": 0.0017883914950069214,
+        "traffic_rms": 0.08513118394129957
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.743103166835681e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5570751830994022e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007698554395149485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.02251512383878231
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03219754993915558,
+        "mean_feedback_forward_cosine": 0.9997467802416894,
+        "mean_feedback_forward_relative_error": 0.02212798718603388,
+        "min_feedback_forward_cosine": 0.9994834065437317
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001872706368293738,
+        "instruction_rms": 0.0018727063690515402,
+        "raw_apical_rms": 0.085143720624432,
+        "teaching_rms": 0.001872706368293738,
+        "traffic_rms": 0.08511863599068728
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8432380005938285e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.557123742589292e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007778052383629886,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.023637037647366525
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03219319134950638,
+        "mean_feedback_forward_cosine": 0.9997468667645608,
+        "mean_feedback_forward_relative_error": 0.02212357660755515,
+        "min_feedback_forward_cosine": 0.9994834661483765
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018306515800131302,
+        "instruction_rms": 0.0018306515801432503,
+        "raw_apical_rms": 0.08514329400720481,
+        "teaching_rms": 0.0018306515800131302,
+        "traffic_rms": 0.085119184102793
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.7137616598338354e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.552462742484363e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007717499999142802,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.022211281167566776
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03218923509120941,
+        "mean_feedback_forward_cosine": 0.9997469436737799,
+        "mean_feedback_forward_relative_error": 0.022119513096948786,
+        "min_feedback_forward_cosine": 0.9994837045669556
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017249871914953483,
+        "instruction_rms": 0.0017249871909884261,
+        "raw_apical_rms": 0.08509293233976999,
+        "teaching_rms": 0.0017249871914953483,
+        "traffic_rms": 0.08507107952327729
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5879602461031936e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5573660121037202e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007818782947563609,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.020295898990035057
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03218502178788185,
+        "mean_feedback_forward_cosine": 0.9997470225057294,
+        "mean_feedback_forward_relative_error": 0.022115399490200704,
+        "min_feedback_forward_cosine": 0.9994838237762451
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017326894230005753,
+        "instruction_rms": 0.001732689423198971,
+        "raw_apical_rms": 0.08506545722100739,
+        "teaching_rms": 0.0017326894230005753,
+        "traffic_rms": 0.08504346085471128
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.0309909249126576e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562044051878452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007684725353176205,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.02001648464664817
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0321810320019722,
+        "mean_feedback_forward_cosine": 0.9997471051831399,
+        "mean_feedback_forward_relative_error": 0.02211112853500151,
+        "min_feedback_forward_cosine": 0.9994838237762451
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001750478105159913,
+        "instruction_rms": 0.001750478104743195,
+        "raw_apical_rms": 0.0850260850495229,
+        "teaching_rms": 0.001750478105159913,
+        "traffic_rms": 0.08500283254868161
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7447979888961527e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555106975096423e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007693639945793241,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.01908622027337551
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032176803797483444,
+        "mean_feedback_forward_cosine": 0.999747182092359,
+        "mean_feedback_forward_relative_error": 0.022106929036277916,
+        "min_feedback_forward_cosine": 0.9994839429855347
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0017197131457769262,
+        "instruction_rms": 0.0017197131461424737,
+        "raw_apical_rms": 0.08506510089685689,
+        "teaching_rms": 0.0017197131457769262,
+        "traffic_rms": 0.08504328450881858
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.1180100279470935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556117684510507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007912134930753045,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.018922930538356305
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0321723110973835,
+        "mean_feedback_forward_cosine": 0.9997472647697695,
+        "mean_feedback_forward_relative_error": 0.022102614789600333,
+        "min_feedback_forward_cosine": 0.9994841814041138
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001724766291442829,
+        "instruction_rms": 0.0017247662909012323,
+        "raw_apical_rms": 0.08505729341463186,
+        "teaching_rms": 0.001724766291442829,
+        "traffic_rms": 0.0850345928067812
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.171100004806249e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5614709588820308e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00776633463105838,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.01882740825429559
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03216816857457161,
+        "mean_feedback_forward_cosine": 0.9997473609062933,
+        "mean_feedback_forward_relative_error": 0.022098499094887127,
+        "min_feedback_forward_cosine": 0.9994843006134033
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016975205727734217,
+        "instruction_rms": 0.0016975205725969845,
+        "raw_apical_rms": 0.08499906278563381,
+        "teaching_rms": 0.0016975205727734217,
+        "traffic_rms": 0.08497725852671685
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.053553854215352e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5609368579527885e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007723970167144092,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.01734948897063732
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032163869589567184,
+        "mean_feedback_forward_cosine": 0.999747432047321,
+        "mean_feedback_forward_relative_error": 0.022094277875317682,
+        "min_feedback_forward_cosine": 0.9994844794273376
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00170715901790463,
+        "instruction_rms": 0.0017071590181106844,
+        "raw_apical_rms": 0.0850190448271698,
+        "teaching_rms": 0.00170715901790463,
+        "traffic_rms": 0.08499731895421725
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.214280397401126e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5570650276014787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007805124050160235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.01757803070306778
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03215986117720604,
+        "mean_feedback_forward_cosine": 0.9997475147247314,
+        "mean_feedback_forward_relative_error": 0.0220902826516859,
+        "min_feedback_forward_cosine": 0.9994845390319824
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015933217839835534,
+        "instruction_rms": 0.0015933217835486816,
+        "raw_apical_rms": 0.08497799004044053,
+        "teaching_rms": 0.0015933217839835534,
+        "traffic_rms": 0.08495892047212655
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.829875889176492e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5560828380794952e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008006805089130596,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.016096085978746413
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03215549886226654,
+        "mean_feedback_forward_cosine": 0.9997475858657591,
+        "mean_feedback_forward_relative_error": 0.022086039741313266,
+        "min_feedback_forward_cosine": 0.9994845986366272
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016593744626707601,
+        "instruction_rms": 0.0016593744631088348,
+        "raw_apical_rms": 0.08495291697640645,
+        "teaching_rms": 0.0016593744626707601,
+        "traffic_rms": 0.08493118008371006
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5495866751157337e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.560079368416829e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007859884443728348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.01627414563268423
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03215118497610092,
+        "mean_feedback_forward_cosine": 0.999747674311361,
+        "mean_feedback_forward_relative_error": 0.022081790882493218,
+        "min_feedback_forward_cosine": 0.9994847774505615
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016172870188036102,
+        "instruction_rms": 0.0016172870183968839,
+        "raw_apical_rms": 0.0849784783314686,
+        "teaching_rms": 0.0016172870188036102,
+        "traffic_rms": 0.08495804235749042
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7968557247959325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5541551129593037e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007806808931482821,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.015499272239804268
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03214675933122635,
+        "mean_feedback_forward_cosine": 0.9997477454523886,
+        "mean_feedback_forward_relative_error": 0.02207767592382527,
+        "min_feedback_forward_cosine": 0.9994849562644958
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001587400652656276,
+        "instruction_rms": 0.0015874006521807446,
+        "raw_apical_rms": 0.08494472464965593,
+        "teaching_rms": 0.001587400652656276,
+        "traffic_rms": 0.08492448017847222
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6374522121841437e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5548840015389928e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007799769111020006,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.015062347439229488
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032142650336027145,
+        "mean_feedback_forward_cosine": 0.9997478492798344,
+        "mean_feedback_forward_relative_error": 0.022073371290800073,
+        "min_feedback_forward_cosine": 0.9994851350784302
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016659894306172687,
+        "instruction_rms": 0.0016659894307567659,
+        "raw_apical_rms": 0.08493607010966901,
+        "teaching_rms": 0.0016659894306172687,
+        "traffic_rms": 0.08491422903213676
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5005007842082705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.553253938898014e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00784193991975821,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.016026172676235437
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032138071954250336,
+        "mean_feedback_forward_cosine": 0.9997479281117839,
+        "mean_feedback_forward_relative_error": 0.022068944414176287,
+        "min_feedback_forward_cosine": 0.9994852542877197
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016422839961681608,
+        "instruction_rms": 0.0016422839962792384,
+        "raw_apical_rms": 0.08490657511741903,
+        "teaching_rms": 0.0016422839961681608,
+        "traffic_rms": 0.08488532509625313
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.400448195771787e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555470969678772e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007999214170619868,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.015466258705556393
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03213370218873024,
+        "mean_feedback_forward_cosine": 0.9997480146346553,
+        "mean_feedback_forward_relative_error": 0.0220646015368402,
+        "min_feedback_forward_cosine": 0.9994853734970093
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001621059182814861,
+        "instruction_rms": 0.0016210591822908918,
+        "raw_apical_rms": 0.08487005716680976,
+        "teaching_rms": 0.001621059182814861,
+        "traffic_rms": 0.08484914019158334
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5937458403291203e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5620507895283276e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007905574689853619,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.01449645267546177
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03212935850024223,
+        "mean_feedback_forward_cosine": 0.9997480992347964,
+        "mean_feedback_forward_relative_error": 0.022060277736595562,
+        "min_feedback_forward_cosine": 0.9994856119155884
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015873318508634684,
+        "instruction_rms": 0.0015873318504414258,
+        "raw_apical_rms": 0.08485106889697824,
+        "teaching_rms": 0.0015873318508634684,
+        "traffic_rms": 0.0848306373081642
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.842952007142685e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5554440319659977e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007860545566643501,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.014009355556964875
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032125324010849,
+        "mean_feedback_forward_cosine": 0.999748170375824,
+        "mean_feedback_forward_relative_error": 0.022056281761897188,
+        "min_feedback_forward_cosine": 0.9994857311248779
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015373935054857053,
+        "instruction_rms": 0.0015373935059749735,
+        "raw_apical_rms": 0.0848535883891063,
+        "teaching_rms": 0.0015373935054857053,
+        "traffic_rms": 0.08483520991396627
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.0560477764774987e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5556613977708963e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00806323094107874,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.013058475132286548
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03212100639939308,
+        "mean_feedback_forward_cosine": 0.9997482761260001,
+        "mean_feedback_forward_relative_error": 0.022052032121967886,
+        "min_feedback_forward_cosine": 0.9994857907295227
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015374782100378457,
+        "instruction_rms": 0.0015374782099927705,
+        "raw_apical_rms": 0.08480027915978967,
+        "teaching_rms": 0.0015374782100378457,
+        "traffic_rms": 0.08478078771374715
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.649736963178384e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5547951667510203e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008010708154023244,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.013404304009526968
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03211704641580582,
+        "mean_feedback_forward_cosine": 0.9997483357306449,
+        "mean_feedback_forward_relative_error": 0.02204796293329808,
+        "min_feedback_forward_cosine": 0.9994858503341675
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015169432487520222,
+        "instruction_rms": 0.0015169432489392186,
+        "raw_apical_rms": 0.08481512105806807,
+        "teaching_rms": 0.0015169432487520222,
+        "traffic_rms": 0.08479604233934757
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7692978576965288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5548446199935154e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007842710172121984,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.012942820435762406
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032112620770931244,
+        "mean_feedback_forward_cosine": 0.9997484472490126,
+        "mean_feedback_forward_relative_error": 0.022043740241638115,
+        "min_feedback_forward_cosine": 0.9994860291481018
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014693324340644335,
+        "instruction_rms": 0.0014693324339544657,
+        "raw_apical_rms": 0.08477673160035112,
+        "teaching_rms": 0.0014693324340644335,
+        "traffic_rms": 0.08475895242745539
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.3616612665477987e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.550393502031624e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007822802409237734,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.012175001892745495
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032108407467603683,
+        "mean_feedback_forward_cosine": 0.9997485222355011,
+        "mean_feedback_forward_relative_error": 0.02203956582853871,
+        "min_feedback_forward_cosine": 0.9994860887527466
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001475875172260604,
+        "instruction_rms": 0.0014758751723666435,
+        "raw_apical_rms": 0.08481288710500928,
+        "teaching_rms": 0.001475875172260604,
+        "traffic_rms": 0.08479507375553047
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.3507863150816775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.554567223700286e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007895884904967414,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.012583747244477273
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03210366889834404,
+        "mean_feedback_forward_cosine": 0.9997486106811031,
+        "mean_feedback_forward_relative_error": 0.02203505710067768,
+        "min_feedback_forward_cosine": 0.9994863271713257
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015424828635693577,
+        "instruction_rms": 0.0015424828637368346,
+        "raw_apical_rms": 0.08477559262783195,
+        "teaching_rms": 0.0015424828635693577,
+        "traffic_rms": 0.08475525228086862
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.998925907604644e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.557466878811635e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007794211460095631,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.012852763197124004
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03209934011101723,
+        "mean_feedback_forward_cosine": 0.9997486895130526,
+        "mean_feedback_forward_relative_error": 0.022030829587170193,
+        "min_feedback_forward_cosine": 0.9994864463806152
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014845357426710888,
+        "instruction_rms": 0.001484535742014835,
+        "raw_apical_rms": 0.08473327291199707,
+        "teaching_rms": 0.0014845357426710888,
+        "traffic_rms": 0.08471455306199036
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.648898783126242e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5535140471736675e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00784882976260942,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.011782860443741083
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032095324248075485,
+        "mean_feedback_forward_cosine": 0.9997487683450023,
+        "mean_feedback_forward_relative_error": 0.022026723461045374,
+        "min_feedback_forward_cosine": 0.99948650598526
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001427361962774986,
+        "instruction_rms": 0.0014273619625849627,
+        "raw_apical_rms": 0.08474727899816284,
+        "teaching_rms": 0.001427361962774986,
+        "traffic_rms": 0.08473037693091633
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.4972516499133235e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5536132661164392e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007961414213969986,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.011186469346061349
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032091110944747925,
+        "mean_feedback_forward_cosine": 0.9997488548678737,
+        "mean_feedback_forward_relative_error": 0.022022511870149645,
+        "min_feedback_forward_cosine": 0.9994868040084839
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014574241359160468,
+        "instruction_rms": 0.0014574241362217426,
+        "raw_apical_rms": 0.08474393105256815,
+        "teaching_rms": 0.0014574241359160468,
+        "traffic_rms": 0.08472569383105438
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6983251188994473e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.554834923581291e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007946274459855015,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.011221854297220706
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032086823135614395,
+        "mean_feedback_forward_cosine": 0.9997489510043975,
+        "mean_feedback_forward_relative_error": 0.022018264333206798,
+        "min_feedback_forward_cosine": 0.9994869232177734
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001448803525872259,
+        "instruction_rms": 0.0014488035262046378,
+        "raw_apical_rms": 0.08472024989030588,
+        "teaching_rms": 0.001448803525872259,
+        "traffic_rms": 0.08470302759221932
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9520295541374253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5558101714371867e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0081041679822775,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.01130846711948514
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032081812620162964,
+        "mean_feedback_forward_cosine": 0.999749033681808,
+        "mean_feedback_forward_relative_error": 0.022013545652190523,
+        "min_feedback_forward_cosine": 0.999487042427063
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001534790630143416,
+        "instruction_rms": 0.0015347906298445008,
+        "raw_apical_rms": 0.08477277706807212,
+        "teaching_rms": 0.001534790630143416,
+        "traffic_rms": 0.08475246828589694
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.386415332011893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5519213591166178e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008177826339476349,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.01187979559995234
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032077133655548096,
+        "mean_feedback_forward_cosine": 0.9997491394319842,
+        "mean_feedback_forward_relative_error": 0.02200902559824528,
+        "min_feedback_forward_cosine": 0.9994872808456421
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014727569943933216,
+        "instruction_rms": 0.0014727569941921865,
+        "raw_apical_rms": 0.08472413737652122,
+        "teaching_rms": 0.0014727569943933216,
+        "traffic_rms": 0.08470588662075917
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.4959424749226855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5499015325663085e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008075416976138882,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.01102683356255293
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032072003930807114,
+        "mean_feedback_forward_cosine": 0.9997492374912385,
+        "mean_feedback_forward_relative_error": 0.022004058434357567,
+        "min_feedback_forward_cosine": 0.9994872808456421
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015278313777748094,
+        "instruction_rms": 0.0015278313778563416,
+        "raw_apical_rms": 0.08469980169741469,
+        "teaching_rms": 0.0015278313777748094,
+        "traffic_rms": 0.0846800555268072
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.034852369410146e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556818837641004e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007988470625822102,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.012224403989054262
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03206689655780792,
+        "mean_feedback_forward_cosine": 0.9997493355504928,
+        "mean_feedback_forward_relative_error": 0.021999290813842127,
+        "min_feedback_forward_cosine": 0.9994876384735107
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015078581384401503,
+        "instruction_rms": 0.0015078581381856684,
+        "raw_apical_rms": 0.08465784205089255,
+        "teaching_rms": 0.0015078581384401503,
+        "traffic_rms": 0.08463773276682061
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.4938001885743688e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5604575214776513e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00822341808139963,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.0114341216224432
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03206200897693634,
+        "mean_feedback_forward_cosine": 0.9997494239960948,
+        "mean_feedback_forward_relative_error": 0.021994415820846634,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001445535362554618,
+        "instruction_rms": 0.0014455353626978988,
+        "raw_apical_rms": 0.08463006693227192,
+        "teaching_rms": 0.001445535362554618,
+        "traffic_rms": 0.08461104184464936
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9224544562111987e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5588713403216154e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008134733931461751,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.010759009138792753
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032057419419288635,
+        "mean_feedback_forward_cosine": 0.9997495239780795,
+        "mean_feedback_forward_relative_error": 0.021990107777979103,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013580066174756673,
+        "instruction_rms": 0.0013580066174834781,
+        "raw_apical_rms": 0.08459505879010035,
+        "teaching_rms": 0.0013580066174756673,
+        "traffic_rms": 0.08457888214262231
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7953472425679138e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5602074224459863e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008016322437811791,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.009937263458222151
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205735981464386,
+        "mean_feedback_forward_cosine": 0.9997495028280443,
+        "mean_feedback_forward_relative_error": 0.021990005452666554,
+        "min_feedback_forward_cosine": 0.9994876980781555
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012989680606928906,
+        "instruction_rms": 0.001298968060843548,
+        "raw_apical_rms": 0.08462796473056299,
+        "teaching_rms": 0.0012989680606928906,
+        "traffic_rms": 0.08461294314685697
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.1304224989980867e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.553054856435117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008106089138899994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.008963629547953605
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205730766057968,
+        "mean_feedback_forward_cosine": 0.999749529746271,
+        "mean_feedback_forward_relative_error": 0.021989917818216548,
+        "min_feedback_forward_cosine": 0.9994876384735107
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001293735707241519,
+        "instruction_rms": 0.0012937357074909064,
+        "raw_apical_rms": 0.08462942698258834,
+        "teaching_rms": 0.001293735707241519,
+        "traffic_rms": 0.08461440562495595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.821867006730372e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5519608343091926e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008027482755381848,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.008981580437123776
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032057277858257294,
+        "mean_feedback_forward_cosine": 0.9997495374371929,
+        "mean_feedback_forward_relative_error": 0.02198983958712028,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011501281662215492,
+        "instruction_rms": 0.001150128166318779,
+        "raw_apical_rms": 0.08461995237652827,
+        "teaching_rms": 0.0011501281662215492,
+        "traffic_rms": 0.08460733298068783
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.404548204992807e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558381581211012e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008084671228267505,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.008220292322188617
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032057248055934906,
+        "mean_feedback_forward_cosine": 0.9997495316690014,
+        "mean_feedback_forward_relative_error": 0.021989753665102106,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001184094101465768,
+        "instruction_rms": 0.0011840941014483431,
+        "raw_apical_rms": 0.08462711483998296,
+        "teaching_rms": 0.001184094101465768,
+        "traffic_rms": 0.0846143558336007
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6696923782765225e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55720848437e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008082900324625079,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.008421510046869517
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205721825361252,
+        "mean_feedback_forward_cosine": 0.9997495316690014,
+        "mean_feedback_forward_relative_error": 0.021989670116454363,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011230874228691688,
+        "instruction_rms": 0.0011230874226948217,
+        "raw_apical_rms": 0.08462608529514877,
+        "teaching_rms": 0.0011230874228691688,
+        "traffic_rms": 0.08461442307945517
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7876859931552644e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5539234208608452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008063827890405058,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.007678777284361422
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205718472599983,
+        "mean_feedback_forward_cosine": 0.9997495085962357,
+        "mean_feedback_forward_relative_error": 0.021989584239500183,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011594367387658278,
+        "instruction_rms": 0.0011594367388436816,
+        "raw_apical_rms": 0.0846299918445453,
+        "teaching_rms": 0.0011594367387658278,
+        "traffic_rms": 0.08461697493736504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.24372599891376e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555038123594824e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008076651915115954,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.00785817270964384
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205714747309685,
+        "mean_feedback_forward_cosine": 0.99974952590081,
+        "mean_feedback_forward_relative_error": 0.021989505347465316,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011657245365337644,
+        "instruction_rms": 0.0011657245369507377,
+        "raw_apical_rms": 0.08463832061075031,
+        "teaching_rms": 0.0011657245365337644,
+        "traffic_rms": 0.0846253047091063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.5746492937628318e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5575715595288017e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008105453680875676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.008191546478867532
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205711394548416,
+        "mean_feedback_forward_cosine": 0.9997495393599233,
+        "mean_feedback_forward_relative_error": 0.02198942340610008,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011683804452726383,
+        "instruction_rms": 0.0011683804452906222,
+        "raw_apical_rms": 0.08463754597318865,
+        "teaching_rms": 0.0011683804452726383,
+        "traffic_rms": 0.0846246500734196
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6712719147781172e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5544190917292254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008005810984520589,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.00793969894580543
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032057080417871475,
+        "mean_feedback_forward_cosine": 0.999749529746271,
+        "mean_feedback_forward_relative_error": 0.021989342771590717,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001101375217821854,
+        "instruction_rms": 0.001101375217456913,
+        "raw_apical_rms": 0.08463425646961152,
+        "teaching_rms": 0.001101375217821854,
+        "traffic_rms": 0.08462316520222135
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.2625536050545634e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.553113066484282e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008031031205818068,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.007505376897156238
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205704316496849,
+        "mean_feedback_forward_cosine": 0.9997495451281148,
+        "mean_feedback_forward_relative_error": 0.021989260905332143,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001114028869247911,
+        "instruction_rms": 0.0011140288690131368,
+        "raw_apical_rms": 0.08463153749097074,
+        "teaching_rms": 0.001114028869247911,
+        "traffic_rms": 0.08461929183551309
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.301671114286364e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5513995964226713e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008035934509541286,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.007374777395576238
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0320570170879364,
+        "mean_feedback_forward_cosine": 0.9997495374371929,
+        "mean_feedback_forward_relative_error": 0.021989184566923687,
+        "min_feedback_forward_cosine": 0.9994879961013794
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001078348365094008,
+        "instruction_rms": 0.001078348364999181,
+        "raw_apical_rms": 0.08462990362008894,
+        "teaching_rms": 0.001078348365094008,
+        "traffic_rms": 0.08461840161094894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6519327178675667e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5535282544872595e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008031078324797637,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.0071386242005229
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056983560323715,
+        "mean_feedback_forward_cosine": 0.9997495335917319,
+        "mean_feedback_forward_relative_error": 0.021989107222086,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001131726213357515,
+        "instruction_rms": 0.0011317262130276604,
+        "raw_apical_rms": 0.08462298193497658,
+        "teaching_rms": 0.001131726213357515,
+        "traffic_rms": 0.08461029880638411
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.904303642026207e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.552688714270153e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007990689282038173,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.007564505198374391
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205695003271103,
+        "mean_feedback_forward_cosine": 0.9997495335917319,
+        "mean_feedback_forward_relative_error": 0.021989029862226978,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011427993318255945,
+        "instruction_rms": 0.0011427993320450444,
+        "raw_apical_rms": 0.08462768994713521,
+        "teaching_rms": 0.0011427993318255945,
+        "traffic_rms": 0.08461507765407264
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5662766134360027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55643257860433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008031436327362714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.0077449878285825256
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205691650509834,
+        "mean_feedback_forward_cosine": 0.9997495220553491,
+        "mean_feedback_forward_relative_error": 0.021988952156877326,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011349494656758055,
+        "instruction_rms": 0.0011349494659700836,
+        "raw_apical_rms": 0.08462813089448606,
+        "teaching_rms": 0.0011349494656758055,
+        "traffic_rms": 0.08461525609875001
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.057690634022947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5599110211517814e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00796175083263991,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.007448814112208784
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056886702775955,
+        "mean_feedback_forward_cosine": 0.9997495374371929,
+        "mean_feedback_forward_relative_error": 0.0219888728142025,
+        "min_feedback_forward_cosine": 0.9994876980781555
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010273276931902122,
+        "instruction_rms": 0.0010273276931739626,
+        "raw_apical_rms": 0.08462029847856628,
+        "teaching_rms": 0.0010273276931902122,
+        "traffic_rms": 0.08460980368635514
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7273271641092833e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5539829465520633e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007998241362975582,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.007065627899318933
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056860625743866,
+        "mean_feedback_forward_cosine": 0.9997495432053843,
+        "mean_feedback_forward_relative_error": 0.021988793546634335,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010886068279447245,
+        "instruction_rms": 0.001088606827894687,
+        "raw_apical_rms": 0.08462434490255452,
+        "teaching_rms": 0.0010886068279447245,
+        "traffic_rms": 0.08461260871484577
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.588424408145329e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5559317753020518e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008060178923424253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.00736294310901314
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205682709813118,
+        "mean_feedback_forward_cosine": 0.9997495508963062,
+        "mean_feedback_forward_relative_error": 0.021988717959292473,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010434216503069343,
+        "instruction_rms": 0.0010434216502617963,
+        "raw_apical_rms": 0.0846309903455389,
+        "teaching_rms": 0.0010434216503069343,
+        "traffic_rms": 0.08461957293538784
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.976225133011212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5561108411374453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007937793166609995,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.007084802482575178
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056793570518494,
+        "mean_feedback_forward_cosine": 0.9997495432053843,
+        "mean_feedback_forward_relative_error": 0.02198864073462544,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001087117930368285,
+        "instruction_rms": 0.0010871179301175132,
+        "raw_apical_rms": 0.0846282357229301,
+        "teaching_rms": 0.001087117930368285,
+        "traffic_rms": 0.08461685172046067
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.4137907672638903e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5560546328165952e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007978622796526343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.007348423615917563
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056767493486404,
+        "mean_feedback_forward_cosine": 0.9997495547417672,
+        "mean_feedback_forward_relative_error": 0.021988567836101976,
+        "min_feedback_forward_cosine": 0.9994876980781555
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010287706784016426,
+        "instruction_rms": 0.001028770678573291,
+        "raw_apical_rms": 0.08463001039004983,
+        "teaching_rms": 0.0010287706784016426,
+        "traffic_rms": 0.08461976576247446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.0807619566530775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555825872490855e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007986188546872202,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.006677203074581921
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056741416454315,
+        "mean_feedback_forward_cosine": 0.9997495508963062,
+        "mean_feedback_forward_relative_error": 0.021988490956925576,
+        "min_feedback_forward_cosine": 0.9994876980781555
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001011536117134013,
+        "instruction_rms": 0.0010115361168249457,
+        "raw_apical_rms": 0.08463372515507794,
+        "teaching_rms": 0.001011536117134013,
+        "traffic_rms": 0.08462400595222735
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.4528063136131095e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5574455085669423e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007958210091112737,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.0066659953045845035
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056715339422226,
+        "mean_feedback_forward_cosine": 0.9997495739690719,
+        "mean_feedback_forward_relative_error": 0.02198841607558631,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010305776914244968,
+        "instruction_rms": 0.0010305776920129862,
+        "raw_apical_rms": 0.0846315625766151,
+        "teaching_rms": 0.0010305776914244968,
+        "traffic_rms": 0.08462115907843928
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6995307322863482e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55666453851647e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007948714045190972,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.00684373818129301
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056692987680435,
+        "mean_feedback_forward_cosine": 0.9997495316690014,
+        "mean_feedback_forward_relative_error": 0.021988339947476503,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010185823995356566,
+        "instruction_rms": 0.0010185823997706453,
+        "raw_apical_rms": 0.08463682666297681,
+        "teaching_rms": 0.0010185823995356566,
+        "traffic_rms": 0.08462701372469258
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.10159400385146e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5578661381177768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00799824641272426,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.006583357010632753
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056670635938644,
+        "mean_feedback_forward_cosine": 0.9997495412826538,
+        "mean_feedback_forward_relative_error": 0.021988270068240744,
+        "min_feedback_forward_cosine": 0.9994879364967346
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010143742825028702,
+        "instruction_rms": 0.001014374282225172,
+        "raw_apical_rms": 0.08463549558025417,
+        "teaching_rms": 0.0010143742825028702,
+        "traffic_rms": 0.08462586229141997
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5325071817405842e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5617552550658932e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008056666391193368,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.006385309305116534
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205663338303566,
+        "mean_feedback_forward_cosine": 0.99974956627815,
+        "mean_feedback_forward_relative_error": 0.02198819270838172,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001061901406817756,
+        "instruction_rms": 0.0010619014068187391,
+        "raw_apical_rms": 0.08463902423496301,
+        "teaching_rms": 0.001061901406817756,
+        "traffic_rms": 0.08462801164852572
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5313958929018554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5591065058488818e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007962355973333154,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.007210728006362915
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205661103129387,
+        "mean_feedback_forward_cosine": 0.9997495566644976,
+        "mean_feedback_forward_relative_error": 0.0219881187433437,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009435954855030087,
+        "instruction_rms": 0.0009435954852273114,
+        "raw_apical_rms": 0.08463053724454965,
+        "teaching_rms": 0.0009435954855030087,
+        "traffic_rms": 0.08462131963923884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.630564921446421e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5551755703600296e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00796815046325488,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.006028526222705841
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205658495426178,
+        "mean_feedback_forward_cosine": 0.9997495374371929,
+        "mean_feedback_forward_relative_error": 0.021988044748263012,
+        "min_feedback_forward_cosine": 0.9994879364967346
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010496879982958467,
+        "instruction_rms": 0.0010496879984062887,
+        "raw_apical_rms": 0.08463434562890049,
+        "teaching_rms": 0.0010496879982958467,
+        "traffic_rms": 0.0846235661975684
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 3.0546686957677593e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5561648529717188e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008099627588135169,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.006795201230123639
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205656260251999,
+        "mean_feedback_forward_cosine": 0.9997495778145329,
+        "mean_feedback_forward_relative_error": 0.02198797264587014,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000954790303047351,
+        "instruction_rms": 0.0009547903024134375,
+        "raw_apical_rms": 0.08463088628265412,
+        "teaching_rms": 0.000954790303047351,
+        "traffic_rms": 0.08462221980843948
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.6920155821462686e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5570191817071018e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008016009289826279,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.006276105828657746
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0320565290749073,
+        "mean_feedback_forward_cosine": 0.9997495566644976,
+        "mean_feedback_forward_relative_error": 0.02198789587184306,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009742248533581468,
+        "instruction_rms": 0.0009742248532229731,
+        "raw_apical_rms": 0.08463012244590522,
+        "teaching_rms": 0.0009742248533581468,
+        "traffic_rms": 0.0846208089619147
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7126036528102304e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5541531310149866e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007964348409284004,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.006347799450755119
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205651044845581,
+        "mean_feedback_forward_cosine": 0.9997495643554195,
+        "mean_feedback_forward_relative_error": 0.02198782029952253,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009686657426061795,
+        "instruction_rms": 0.0009686657424796098,
+        "raw_apical_rms": 0.08463348324278785,
+        "teaching_rms": 0.0009686657426061795,
+        "traffic_rms": 0.08462395844964873
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5305604722802855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558070982569098e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008004684243068633,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.0063541915854811665
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056476920843124,
+        "mean_feedback_forward_cosine": 0.999749570123611,
+        "mean_feedback_forward_relative_error": 0.02198774262421554,
+        "min_feedback_forward_cosine": 0.9994879364967346
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010610018039601341,
+        "instruction_rms": 0.0010610018039791782,
+        "raw_apical_rms": 0.08463786018054677,
+        "teaching_rms": 0.0010610018039601341,
+        "traffic_rms": 0.08462636198447633
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.991505354543733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5552112802124914e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007951876528440281,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.00676737730845809
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205644711852074,
+        "mean_feedback_forward_cosine": 0.999749570123611,
+        "mean_feedback_forward_relative_error": 0.021987671678465222,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009837532117186695,
+        "instruction_rms": 0.0009837532114438997,
+        "raw_apical_rms": 0.08463568361682981,
+        "teaching_rms": 0.0009837532117186695,
+        "traffic_rms": 0.08462597539949036
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.3788350844711204e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5557195198864044e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008089788455360023,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.006207149089500308
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205642104148865,
+        "mean_feedback_forward_cosine": 0.9997495585872281,
+        "mean_feedback_forward_relative_error": 0.02198760001169097,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009525988091816854,
+        "instruction_rms": 0.0009525988097080265,
+        "raw_apical_rms": 0.08463267729022368,
+        "teaching_rms": 0.0009525988091816854,
+        "traffic_rms": 0.08462361191370187
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.7561715515721517e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5581113218914804e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007955770265707164,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.005954133263677359
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205639496445656,
+        "mean_feedback_forward_cosine": 0.9997495470508453,
+        "mean_feedback_forward_relative_error": 0.021987526256951592,
+        "min_feedback_forward_cosine": 0.9994879364967346
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010020498630634055,
+        "instruction_rms": 0.0010020498627110325,
+        "raw_apical_rms": 0.0846343379427134,
+        "teaching_rms": 0.0010020498630634055,
+        "traffic_rms": 0.08462419668095914
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.6831539656768655e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55633557789611e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008095358785006215,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.006404352074414491
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205636143684387,
+        "mean_feedback_forward_cosine": 0.9997495605099586,
+        "mean_feedback_forward_relative_error": 0.02198745480047599,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010033188583081752,
+        "instruction_rms": 0.0010033188583717864,
+        "raw_apical_rms": 0.08463495361823599,
+        "teaching_rms": 0.0010033188583081752,
+        "traffic_rms": 0.08462474463309623
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.7923979573074575e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5509895400250203e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007997716418635352,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.006348115804195404
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056331634521484,
+        "mean_feedback_forward_cosine": 0.9997495720463414,
+        "mean_feedback_forward_relative_error": 0.02198738265301912,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000945510766176803,
+        "instruction_rms": 0.000945510765997493,
+        "raw_apical_rms": 0.0846314399115287,
+        "teaching_rms": 0.000945510766176803,
+        "traffic_rms": 0.08462238563513821
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5248089841056753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5581877691237258e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008076953528522383,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.006077141940742731
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0320562981069088,
+        "mean_feedback_forward_cosine": 0.999749570123611,
+        "mean_feedback_forward_relative_error": 0.02198730855278911,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00102458379317182,
+        "instruction_rms": 0.0010245837930899322,
+        "raw_apical_rms": 0.08463160274168846,
+        "teaching_rms": 0.00102458379317182,
+        "traffic_rms": 0.08462102132901504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.151085437025358e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555968560466788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00809513667317638,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.006415005577653647
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205627202987671,
+        "mean_feedback_forward_cosine": 0.9997495585872281,
+        "mean_feedback_forward_relative_error": 0.021987238057678746,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009684690597639544,
+        "instruction_rms": 0.0009684690596453609,
+        "raw_apical_rms": 0.08462028090699916,
+        "teaching_rms": 0.0009684690597639544,
+        "traffic_rms": 0.08461079467241205
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.265353143433458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5567662536602234e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008102410627329417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.006293740921169519
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205624222755432,
+        "mean_feedback_forward_cosine": 0.9997495374371929,
+        "mean_feedback_forward_relative_error": 0.021987164798643318,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009755682158272548,
+        "instruction_rms": 0.000975568215529958,
+        "raw_apical_rms": 0.08461512225964067,
+        "teaching_rms": 0.0009755682158272548,
+        "traffic_rms": 0.08460528313247594
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339475095272064,
+        "maximum_absolute_post_projection_soma_slope": 2.8293257514633297e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558493241975701e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008027609729193294,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.006420630967915058
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205621987581253,
+        "mean_feedback_forward_cosine": 0.99974956627815,
+        "mean_feedback_forward_relative_error": 0.021987092185525164,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009939295355575488,
+        "instruction_rms": 0.0009939295358582666,
+        "raw_apical_rms": 0.08461828520534666,
+        "teaching_rms": 0.0009939295355575488,
+        "traffic_rms": 0.0846086587462049
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8858607947768178e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.552516115559172e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008002757362640616,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.006221403937786817
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205619007349014,
+        "mean_feedback_forward_cosine": 0.9997495624326891,
+        "mean_feedback_forward_relative_error": 0.021987019557385676,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010022463724885253,
+        "instruction_rms": 0.0010022463725116845,
+        "raw_apical_rms": 0.08461402826079983,
+        "teaching_rms": 0.0010022463724885253,
+        "traffic_rms": 0.08460395405772864
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.8469171908795943e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5567877869529386e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008020365758867129,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.006556921216435731
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056160271167755,
+        "mean_feedback_forward_cosine": 0.9997495528190367,
+        "mean_feedback_forward_relative_error": 0.021986948221080726,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010093778616662933,
+        "instruction_rms": 0.0010093778613708784,
+        "raw_apical_rms": 0.0846190872794773,
+        "teaching_rms": 0.0010093778616662933,
+        "traffic_rms": 0.08460841015676575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 3.505197554432016e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5583391583711716e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008014049761277826,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.0063870408262312415
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032056137919425964,
+        "mean_feedback_forward_cosine": 0.9997495682008805,
+        "mean_feedback_forward_relative_error": 0.021986879708786166,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00096379689194706,
+        "instruction_rms": 0.0009637968916893902,
+        "raw_apical_rms": 0.08461680450637689,
+        "teaching_rms": 0.00096379689194706,
+        "traffic_rms": 0.08460750582674122
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9052934280571208e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5572649672196407e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008139760296501626,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.006208665335252881
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205610439181328,
+        "mean_feedback_forward_cosine": 0.9997495720463414,
+        "mean_feedback_forward_relative_error": 0.021986806494814735,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010049983975515442,
+        "instruction_rms": 0.0010049983975929705,
+        "raw_apical_rms": 0.08461766990294084,
+        "teaching_rms": 0.0010049983975515442,
+        "traffic_rms": 0.08460719932424446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.7040554684276685e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556402926755914e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00803023091736073,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.006334791790693998
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205607458949089,
+        "mean_feedback_forward_cosine": 0.9997495605099586,
+        "mean_feedback_forward_relative_error": 0.02198673359629127,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009943122122782109,
+        "instruction_rms": 0.0009943122121915979,
+        "raw_apical_rms": 0.08461850004618557,
+        "teaching_rms": 0.0009943122122782109,
+        "traffic_rms": 0.08460779044643685
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.9584640515167848e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555625464472957e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008063228466963727,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.006631418948993086
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0320560485124588,
+        "mean_feedback_forward_cosine": 0.9997495605099586,
+        "mean_feedback_forward_relative_error": 0.02198666095313045,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010201716745599865,
+        "instruction_rms": 0.001020171674360803,
+        "raw_apical_rms": 0.08461917577619991,
+        "teaching_rms": 0.0010201716745599865,
+        "traffic_rms": 0.08460831555889152
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.3712544816589798e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5576616048528345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008098960361323994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.006379286336749792
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205602988600731,
+        "mean_feedback_forward_cosine": 0.9997495816599938,
+        "mean_feedback_forward_relative_error": 0.02198659454382235,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009182792900501016,
+        "instruction_rms": 0.0009182792903250644,
+        "raw_apical_rms": 0.08461888804601472,
+        "teaching_rms": 0.0009182792900501016,
+        "traffic_rms": 0.08461040556161319
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.548472188834694e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5566185028608155e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008097171684769202,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.005835805299319327
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032055992633104324,
+        "mean_feedback_forward_cosine": 0.9997495643554195,
+        "mean_feedback_forward_relative_error": 0.0219865235379867,
+        "min_feedback_forward_cosine": 0.9994877576828003
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009214239525856193,
+        "instruction_rms": 0.0009214239527428856,
+        "raw_apical_rms": 0.08461644382119267,
+        "teaching_rms": 0.0009214239525856193,
+        "traffic_rms": 0.08460766022249996
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.936252840868292e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55375899470512e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007992713314014355,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.00579205192297697
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.032055970281362534,
+        "mean_feedback_forward_cosine": 0.9997495855054548,
+        "mean_feedback_forward_relative_error": 0.021986449888396646,
+        "min_feedback_forward_cosine": 0.9994878768920898
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009953991815410635,
+        "instruction_rms": 0.0009953991816785803,
+        "raw_apical_rms": 0.08461607220280493,
+        "teaching_rms": 0.0009953991815410635,
+        "traffic_rms": 0.08460633481017359
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5814562931714136e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.554607755227586e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008140653412696292,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.0062616572424955665
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205593675374985,
+        "mean_feedback_forward_cosine": 0.9997495758918024,
+        "mean_feedback_forward_relative_error": 0.02198637978384091,
+        "min_feedback_forward_cosine": 0.9994878172874451
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009330463627356266,
+        "instruction_rms": 0.0009330463626894913,
+        "raw_apical_rms": 0.08461425118418563,
+        "teaching_rms": 0.0009330463627356266,
+        "traffic_rms": 0.08460537313382223
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5045620688501913e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556403009917614e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00818392018305014,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.005891993966549635
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03205590322613716,
+        "mean_feedback_forward_cosine": 0.9997495874281852,
+        "mean_feedback_forward_relative_error": 0.02198631041533043,
+        "min_feedback_forward_cosine": 0.9994879961013794
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009432052631911234,
+        "instruction_rms": 0.0009432052632129908,
+        "raw_apical_rms": 0.08461482922212817,
+        "teaching_rms": 0.0009432052631911234,
+        "traffic_rms": 0.08460563191315822
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08339474350214005,
+        "maximum_absolute_post_projection_soma_slope": 2.5194417219154275e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5541541775179087e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008058275272734602,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.005891606057062745
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9229,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.3967433898925781,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2529336320,
+    "peak_memory_reserved_bytes": 3821010944,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 4.687810672976411e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 4.687810672976411e-08,
+      "min_residual_soma_slope": -4.520915908301504e-08,
+      "mse": 4.727982913366485e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.226943794806031e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.226943794806031e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 10,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 1.1475834846496582,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.04273486137390137,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 14858.050523757935,
+    "train_wall_s": 14854.18590760231
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.02175460383296013,
+      0.013336348347365856,
+      0.009783044457435608,
+      0.00898885726928711,
+      0.005923474207520485,
+      0.006553402170538902,
+      0.0038889478892087936,
+      0.004754113964736462,
+      0.002926577115431428,
+      0.0037760213017463684,
+      0.002342476276680827,
+      0.005092362407594919,
+      0.0035116823855787516,
+      0.004277744796127081,
+      0.0028089198749512434,
+      0.0035794125869870186,
+      0.0023919157683849335,
+      0.003378334455192089,
+      0.002024646382778883,
+      0.0026940391398966312,
+      0.0017467448487877846,
+      0.003947919234633446,
+      0.0027886261232197285,
+      0.003526116255670786,
+      0.0024985498748719692,
+      0.0032006092369556427,
+      0.0022499680053442717,
+      0.0029331750702112913,
+      0.0021160657051950693,
+      0.0027568177320063114,
+      0.0020793545991182327
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      3.999999523162842,
+      3.999999761581421,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.11566921323537827,
+      0.07079319655895233,
+      0.0348849780857563,
+      0.048351991921663284,
+      0.016349442303180695,
+      0.036473244428634644,
+      0.009005839936435223,
+      0.025443613529205322,
+      0.006116918288171291,
+      0.020323241129517555,
+      0.00427129166200757,
+      0.02655886486172676,
+      0.007858424447476864,
+      0.022830985486507416,
+      0.005552944727241993,
+      0.018359895795583725,
+      0.004318201914429665,
+      0.018684223294258118,
+      0.0033378105144947767,
+      0.014095356687903404,
+      0.002663316437974572,
+      0.020948903635144234,
+      0.00544493505731225,
+      0.018528027459979057,
+      0.00444211158901453,
+      0.017210181802511215,
+      0.003724918933585286,
+      0.015407051891088486,
+      0.003246729262173176,
+      0.014654136262834072,
+      0.002993625123053789
+    ],
+    "unscaled_traffic_rms": [
+      0.7523040175437927,
+      0.7535384297370911,
+      1.121748685836792,
+      0.743618369102478,
+      1.449217438697815,
+      0.7187078595161438,
+      1.7273005247116089,
+      0.7473960518836975,
+      1.9137591123580933,
+      0.743192732334137,
+      2.1936936378479004,
+      0.7669548392295837,
+      1.7874739170074463,
+      0.7494630217552185,
+      2.0233731269836426,
+      0.7798328995704651,
+      2.2156591415405273,
+      0.7232486009597778,
+      2.426316738128662,
+      0.7645182013511658,
+      2.6234130859375,
+      0.7538187503814697,
+      2.0486018657684326,
+      0.7612502574920654,
+      2.249875783920288,
+      0.7438873648643494,
+      2.416125535964966,
+      0.7615149617195129,
+      2.6070122718811035,
+      0.7525022625923157,
+      2.778376817703247
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 68420224,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 684206618894336,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 684202240000000,
+      "local_weight_correlation_macs": 688625920000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 688625920000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 4407205888
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 72745580756992,
+    "forward_macs_per_example": 68862592,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 2745665106100224
+  }
+}