experiment: add completed A6000 crossover resultsa6000-x1-results

1 files changed, 7256 insertions, 0 deletions

diff --git a/results/resnet_crossover/r2/resnet-r2-sdil-d20-lr0p1.json b/results/resnet_crossover/r2/resnet-r2-sdil-d20-lr0p1.json
new file mode 100644
index 0000000..11c487e
--- /dev/null
+++ b/results/resnet_crossover/r2/resnet-r2-sdil-d20-lr0p1.json
@@ -0,0 +1,7256 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 1,
+    "eval_split": "validation",
+    "learn_P": 1,
+    "loader_seed": 0,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-sdil-d20-lr0p1.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 0,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 5000,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 5,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 9000000,
+    "ordinary_examples": 9000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9992486238479614,
+    "feedback_forward_cosine": [
+      0.9996339678764343,
+      0.9996197819709778,
+      0.999623715877533,
+      0.9995846748352051,
+      0.9997047185897827,
+      0.9996135830879211,
+      0.9995279908180237,
+      0.9996839761734009,
+      0.9996345043182373,
+      0.999563455581665,
+      0.9996508359909058,
+      0.9994888305664062,
+      0.999567985534668,
+      0.9997429251670837,
+      0.9997261762619019,
+      0.9996747970581055,
+      0.9997008442878723,
+      0.9992879629135132,
+      0.9999708533287048
+    ],
+    "feedback_forward_norm_ratio": [
+      1.0003844499588013,
+      1.0015509128570557,
+      0.9996321797370911,
+      1.001647710800171,
+      0.9995453357696533,
+      1.0023027658462524,
+      0.9988731145858765,
+      1.0006657838821411,
+      0.999077558517456,
+      1.0016008615493774,
+      0.9999746084213257,
+      1.0018646717071533,
+      0.9991083145141602,
+      1.000430703163147,
+      1.0001863241195679,
+      1.0009725093841553,
+      1.0004057884216309,
+      1.0017213821411133,
+      1.0044785737991333
+    ],
+    "feedback_forward_relative_error": [
+      0.027061661705374718,
+      0.027639765292406082,
+      0.02743203565478325,
+      0.028893308714032173,
+      0.024302596226334572,
+      0.027923736721277237,
+      0.03072751872241497,
+      0.025158708915114403,
+      0.027041001245379448,
+      0.029615972191095352,
+      0.026425801217556,
+      0.03206216171383858,
+      0.029396697878837585,
+      0.02268228493630886,
+      0.023404264822602272,
+      0.025532469153404236,
+      0.02446761168539524,
+      0.037806157022714615,
+      0.00886303000152111
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9992955923080444,
+      0.9991967678070068,
+      0.9992392063140869,
+      0.9991347193717957,
+      0.9992673397064209,
+      0.9993581175804138,
+      0.9993082284927368,
+      0.9993443489074707,
+      0.9994051456451416,
+      0.9993393421173096,
+      0.9994563460350037,
+      0.9994194507598877,
+      0.9994933009147644,
+      0.9996087551116943,
+      0.9996581077575684,
+      0.9997082948684692,
+      0.9998230934143066,
+      0.999924898147583,
+      0.9078794717788696
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9992955923080444,
+      0.9991967678070068,
+      0.9992392063140869,
+      0.9991347789764404,
+      0.9992673397064209,
+      0.9993581175804138,
+      0.9993082284927368,
+      0.9993443489074707,
+      0.9994051456451416,
+      0.9993393421173096,
+      0.9994563460350037,
+      0.9994194507598877,
+      0.9994933009147644,
+      0.9996087551116943,
+      0.9996581077575684,
+      0.9997082948684692,
+      0.9998230934143066,
+      0.999924898147583,
+      0.9349699020385742
+    ],
+    "matched_negative_gradient_cosine": [
+      0.03966842591762543,
+      0.012892607599496841,
+      0.03667213395237923,
+      0.04239062964916229,
+      0.04645364731550217,
+      0.06657349318265915,
+      0.07031472027301788,
+      0.0461806021630764,
+      0.0483735054731369,
+      0.11813706159591675,
+      0.0720367431640625,
+      0.23040176928043365,
+      0.0929129347205162,
+      0.08425292372703552,
+      0.08489963412284851,
+      0.2519374489784241,
+      0.1920303851366043,
+      0.2691277265548706,
+      0.13027682900428772
+    ],
+    "max_norm_match_direction_error": 1.7881393432617188e-07,
+    "max_norm_match_relative_error": 1.754590499558617e-07,
+    "mean_feedback_forward_cosine": 0.9996316621178075,
+    "mean_feedback_forward_relative_error": 0.026654567569494247,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.03110409900546074,
+      "max_absolute_post_projection_soma_slope": 5.2924469251536266e-09,
+      "max_absolute_pre_projection_soma_slope": 0.03110409900546074,
+      "max_positive_post_projection_soma_slope": 4.771845585338497e-09,
+      "min_post_projection_soma_slope": -5.2924469251536266e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.4805662368076366e-08,
+      "pre_projection_traffic_rms_ratio": 0.007601542191251489
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.007601542191206739,
+    "raw_negative_gradient_cosine": [
+      0.03966842591762543,
+      0.012892606668174267,
+      0.03667213395237923,
+      0.04239062964916229,
+      0.04645364731550217,
+      0.06657349318265915,
+      0.07031472027301788,
+      0.0461806021630764,
+      0.048373498022556305,
+      0.11813706904649734,
+      0.0720367506146431,
+      0.23040176928043365,
+      0.0929129347205162,
+      0.08425292372703552,
+      0.0848996490240097,
+      0.25193747878074646,
+      0.1920303851366043,
+      0.2691276967525482,
+      0.13027682900428772
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9992955923080444,
+      0.9991967678070068,
+      0.9992392063140869,
+      0.9991347193717957,
+      0.9992673397064209,
+      0.9993581175804138,
+      0.9993082284927368,
+      0.9993443489074707,
+      0.9994051456451416,
+      0.9993393421173096,
+      0.9994563460350037,
+      0.9994194507598877,
+      0.9994933009147644,
+      0.9996087551116943,
+      0.9996581077575684,
+      0.9997082948684692,
+      0.9998230934143066,
+      0.999924898147583,
+      0.9078794717788696
+    ],
+    "traffic_instruction_rms_ratio": 9.3995664093872,
+    "used_negative_gradient_cosine": [
+      0.9992955923080444,
+      0.9991967678070068,
+      0.9992392063140869,
+      0.9991347193717957,
+      0.9992673397064209,
+      0.9993581175804138,
+      0.9993082284927368,
+      0.9993443489074707,
+      0.9994051456451416,
+      0.9993393421173096,
+      0.9994563460350037,
+      0.9994194507598877,
+      0.9994933009147644,
+      0.9996087551116943,
+      0.9996581077575684,
+      0.9997082948684692,
+      0.9998230934143066,
+      0.999924898147583,
+      0.9078794717788696
+    ],
+    "wall_s": 0.10504412651062012
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "eval_accuracy": 0.3116,
+      "eval_loss": 2.02555947265625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3959459066390991,
+        "mean_feedback_forward_cosine": 0.12446963296909082,
+        "mean_feedback_forward_relative_error": 1.3425679206848145,
+        "min_feedback_forward_cosine": 0.03807289898395538
+      },
+      "lr": 0.02,
+      "mixed_apical": {
+        "innovation_rms": 0.004026297986185734,
+        "instruction_rms": 0.004026297985703689,
+        "raw_apical_rms": 0.018433059693736067,
+        "teaching_rms": 0.004026297986185734,
+        "traffic_rms": 0.01797717185451189
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104110181331635,
+        "maximum_absolute_post_projection_soma_slope": 1.8376869803660156e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.029582466001542e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006025940798164677,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.02,
+      "step": 352,
+      "train_examples": 45000,
+      "train_loss": 1.9139111452526516
+    },
+    {
+      "epoch": 2,
+      "eval_accuracy": 0.4306,
+      "eval_loss": 1.8821124755859375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3497217893600464,
+        "mean_feedback_forward_cosine": 0.28874401983461884,
+        "mean_feedback_forward_relative_error": 1.2083154571683783,
+        "min_feedback_forward_cosine": 0.11273814737796783
+      },
+      "lr": 0.04,
+      "mixed_apical": {
+        "innovation_rms": 0.005270128443391427,
+        "instruction_rms": 0.005270128443363647,
+        "raw_apical_rms": 0.020287175500285828,
+        "teaching_rms": 0.005270128443391427,
+        "traffic_rms": 0.019583521396373933
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.4794059310929697e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.947214936240712e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.006557262506205862,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.04,
+      "step": 704,
+      "train_examples": 45000,
+      "train_loss": 1.5111413827260336
+    },
+    {
+      "epoch": 3,
+      "eval_accuracy": 0.5196,
+      "eval_loss": 1.8604373779296874,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.298816442489624,
+        "mean_feedback_forward_cosine": 0.4102881244922939,
+        "mean_feedback_forward_relative_error": 1.0967007655846446,
+        "min_feedback_forward_cosine": 0.18582221865653992
+      },
+      "lr": 0.06000000000000001,
+      "mixed_apical": {
+        "innovation_rms": 0.005695637091846514,
+        "instruction_rms": 0.005695637093150145,
+        "raw_apical_rms": 0.02234436190563027,
+        "teaching_rms": 0.005695637091846514,
+        "traffic_rms": 0.021599725418751093
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3064925141748063e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8363789922639952e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008079684570298312,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.06000000000000001,
+      "step": 1056,
+      "train_examples": 45000,
+      "train_loss": 1.1980859601550633
+    },
+    {
+      "epoch": 4,
+      "eval_accuracy": 0.6292,
+      "eval_loss": 1.0531740112304688,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2463593482971191,
+        "mean_feedback_forward_cosine": 0.5076760571253928,
+        "mean_feedback_forward_relative_error": 0.9999459856434872,
+        "min_feedback_forward_cosine": 0.2567841410636902
+      },
+      "lr": 0.08,
+      "mixed_apical": {
+        "innovation_rms": 0.005602893273743301,
+        "instruction_rms": 0.005602893273696883,
+        "raw_apical_rms": 0.023992327474635113,
+        "teaching_rms": 0.005602893273743301,
+        "traffic_rms": 0.02332356349597622
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.384531866932548e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7928872981115507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008067533370801183,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.08,
+      "step": 1408,
+      "train_examples": 45000,
+      "train_loss": 1.002971761671702
+    },
+    {
+      "epoch": 5,
+      "eval_accuracy": 0.6908,
+      "eval_loss": 0.9096707763671875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.186301827430725,
+        "mean_feedback_forward_cosine": 0.5885937731516989,
+        "mean_feedback_forward_relative_error": 0.9130983446773729,
+        "min_feedback_forward_cosine": 0.3299712836742401
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0052571458855342305,
+        "instruction_rms": 0.005257145887047622,
+        "raw_apical_rms": 0.025175455443176575,
+        "teaching_rms": 0.0052571458855342305,
+        "traffic_rms": 0.02461522301585032
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104108318686485,
+        "maximum_absolute_post_projection_soma_slope": 1.4709918616517825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.762725017129495e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007898785010883138,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 1760,
+      "train_examples": 45000,
+      "train_loss": 0.8739679383595784
+    },
+    {
+      "epoch": 6,
+      "eval_accuracy": 0.6788,
+      "eval_loss": 0.9818740600585938,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.137481927871704,
+        "mean_feedback_forward_cosine": 0.6417811418834486,
+        "mean_feedback_forward_relative_error": 0.8515592123332777,
+        "min_feedback_forward_cosine": 0.3858734965324402
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00511800449876425,
+        "instruction_rms": 0.005118004498437255,
+        "raw_apical_rms": 0.026285692882644283,
+        "teaching_rms": 0.00511800449876425,
+        "traffic_rms": 0.025778497751821908
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.2827462647635457e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7474045133965685e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008272124776851554,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 2112,
+      "train_examples": 45000,
+      "train_loss": 0.7683374342070686
+    },
+    {
+      "epoch": 7,
+      "eval_accuracy": 0.697,
+      "eval_loss": 0.8805564208984376,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0916686058044434,
+        "mean_feedback_forward_cosine": 0.6830935258614389,
+        "mean_feedback_forward_relative_error": 0.8006800193535654,
+        "min_feedback_forward_cosine": 0.4360256791114807
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005090637227480062,
+        "instruction_rms": 0.005090637226330095,
+        "raw_apical_rms": 0.02710135754344636,
+        "teaching_rms": 0.005090637227480062,
+        "traffic_rms": 0.026614705942795136
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.2188740683427568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7337732104623406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008402664048491541,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 2464,
+      "train_examples": 45000,
+      "train_loss": 0.700017037179735
+    },
+    {
+      "epoch": 8,
+      "eval_accuracy": 0.7582,
+      "eval_loss": 0.7145669799804687,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0521509647369385,
+        "mean_feedback_forward_cosine": 0.7155027107188576,
+        "mean_feedback_forward_relative_error": 0.7585068752891139,
+        "min_feedback_forward_cosine": 0.4769858717918396
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005100889991883216,
+        "instruction_rms": 0.005100889989612128,
+        "raw_apical_rms": 0.02799491408125279,
+        "teaching_rms": 0.005100889991883216,
+        "traffic_rms": 0.02752234136034223
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.2122367998301797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7188394376933303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008349236372860024,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 2816,
+      "train_examples": 45000,
+      "train_loss": 0.6431639823065863
+    },
+    {
+      "epoch": 9,
+      "eval_accuracy": 0.714,
+      "eval_loss": 0.831437353515625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.01520574092865,
+        "mean_feedback_forward_cosine": 0.7427803372081957,
+        "mean_feedback_forward_relative_error": 0.7210724385161149,
+        "min_feedback_forward_cosine": 0.5141153335571289
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005100730785606785,
+        "instruction_rms": 0.00510073078782863,
+        "raw_apical_rms": 0.028489280379951753,
+        "teaching_rms": 0.005100730785606785,
+        "traffic_rms": 0.028024566431863063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1568369373549103e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7155556621068902e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008549445861177576,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 3168,
+      "train_examples": 45000,
+      "train_loss": 0.5943075577841864
+    },
+    {
+      "epoch": 10,
+      "eval_accuracy": 0.7462,
+      "eval_loss": 0.8459345947265625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9798910617828369,
+        "mean_feedback_forward_cosine": 0.7666835596686915,
+        "mean_feedback_forward_relative_error": 0.6867316757377825,
+        "min_feedback_forward_cosine": 0.5473746061325073
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005082316784895747,
+        "instruction_rms": 0.005082316785262091,
+        "raw_apical_rms": 0.028900599778495628,
+        "teaching_rms": 0.005082316784895747,
+        "traffic_rms": 0.028445411560596746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104106456041336,
+        "maximum_absolute_post_projection_soma_slope": 1.2107207680855936e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7078874661949912e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008347870767561681,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 3520,
+      "train_examples": 45000,
+      "train_loss": 0.5634444468127356
+    },
+    {
+      "epoch": 11,
+      "eval_accuracy": 0.7894,
+      "eval_loss": 0.6491141357421875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9458162784576416,
+        "mean_feedback_forward_cosine": 0.787112085442794,
+        "mean_feedback_forward_relative_error": 0.6555717791381636,
+        "min_feedback_forward_cosine": 0.5784483551979065
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005123974302786634,
+        "instruction_rms": 0.005123974300594778,
+        "raw_apical_rms": 0.029270407704884427,
+        "teaching_rms": 0.005123974302786634,
+        "traffic_rms": 0.028813281735924453
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1776799091478551e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7015997192714634e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007876796654479682,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 3872,
+      "train_examples": 45000,
+      "train_loss": 0.5321417511728075
+    },
+    {
+      "epoch": 12,
+      "eval_accuracy": 0.7916,
+      "eval_loss": 0.6628656616210937,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9140507578849792,
+        "mean_feedback_forward_cosine": 0.8051042274424904,
+        "mean_feedback_forward_relative_error": 0.6269298242895227,
+        "min_feedback_forward_cosine": 0.6064649820327759
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005089625208600715,
+        "instruction_rms": 0.005089625207450145,
+        "raw_apical_rms": 0.02950235115080955,
+        "teaching_rms": 0.005089625208600715,
+        "traffic_rms": 0.02905536991273402
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1587401260726438e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.697508297887163e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008881822530006531,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 4224,
+      "train_examples": 45000,
+      "train_loss": 0.5126900021764967
+    },
+    {
+      "epoch": 13,
+      "eval_accuracy": 0.7438,
+      "eval_loss": 0.8314508178710938,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8837882280349731,
+        "mean_feedback_forward_cosine": 0.8213234888879877,
+        "mean_feedback_forward_relative_error": 0.5999040070332979,
+        "min_feedback_forward_cosine": 0.6320071220397949
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005123668963105766,
+        "instruction_rms": 0.005123668963803649,
+        "raw_apical_rms": 0.030016462374151044,
+        "teaching_rms": 0.005123668963105766,
+        "traffic_rms": 0.029570846120130275
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.243258118677204e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.69923774723968e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008417570457143489,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 4576,
+      "train_examples": 45000,
+      "train_loss": 0.4830100783560011
+    },
+    {
+      "epoch": 14,
+      "eval_accuracy": 0.8082,
+      "eval_loss": 0.6025417114257813,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.854644775390625,
+        "mean_feedback_forward_cosine": 0.8355686758693895,
+        "mean_feedback_forward_relative_error": 0.5752676631274977,
+        "min_feedback_forward_cosine": 0.6560328006744385
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005139756653881987,
+        "instruction_rms": 0.005139756654406729,
+        "raw_apical_rms": 0.03028349071583645,
+        "teaching_rms": 0.005139756653881987,
+        "traffic_rms": 0.029838919366939717
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3025974077152114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.696470114009614e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008806346988294534,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 4928,
+      "train_examples": 45000,
+      "train_loss": 0.463170660188463
+    },
+    {
+      "epoch": 15,
+      "eval_accuracy": 0.805,
+      "eval_loss": 0.6055401611328125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8269039988517761,
+        "mean_feedback_forward_cosine": 0.8486043779473555,
+        "mean_feedback_forward_relative_error": 0.5517268729837317,
+        "min_feedback_forward_cosine": 0.6777786016464233
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005103417485489563,
+        "instruction_rms": 0.0051034174849611015,
+        "raw_apical_rms": 0.03061214404180109,
+        "teaching_rms": 0.005103417485489563,
+        "traffic_rms": 0.030178261546094633
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4411319249063581e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6896146117949813e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008763286921123518,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 5280,
+      "train_examples": 45000,
+      "train_loss": 0.4528525505039427
+    },
+    {
+      "epoch": 16,
+      "eval_accuracy": 0.7672,
+      "eval_loss": 0.7340782592773437,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7998066544532776,
+        "mean_feedback_forward_cosine": 0.8603590287660298,
+        "mean_feedback_forward_relative_error": 0.5296951375509563,
+        "min_feedback_forward_cosine": 0.6985958814620972
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005163668726531768,
+        "instruction_rms": 0.005163668725697001,
+        "raw_apical_rms": 0.030868834889039496,
+        "teaching_rms": 0.005163668726531768,
+        "traffic_rms": 0.030428273299187767
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2748145650220977e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6880693308318265e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009315669449123565,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 5632,
+      "train_examples": 45000,
+      "train_loss": 0.43222274622917173
+    },
+    {
+      "epoch": 17,
+      "eval_accuracy": 0.805,
+      "eval_loss": 0.6171972778320313,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7732645273208618,
+        "mean_feedback_forward_cosine": 0.8710650958512959,
+        "mean_feedback_forward_relative_error": 0.5087922160562716,
+        "min_feedback_forward_cosine": 0.7182590961456299
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005167402571857455,
+        "instruction_rms": 0.005167402572632576,
+        "raw_apical_rms": 0.03102051479275261,
+        "teaching_rms": 0.005167402571857455,
+        "traffic_rms": 0.03058101220474407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1738018557139185e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.682641138467952e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0090117500951202,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 5984,
+      "train_examples": 45000,
+      "train_loss": 0.4198982719315423
+    },
+    {
+      "epoch": 18,
+      "eval_accuracy": 0.8326,
+      "eval_loss": 0.5000441101074219,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7474690675735474,
+        "mean_feedback_forward_cosine": 0.8805968604589763,
+        "mean_feedback_forward_relative_error": 0.48924355130446584,
+        "min_feedback_forward_cosine": 0.7365822196006775
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005130215386217267,
+        "instruction_rms": 0.00513021538634713,
+        "raw_apical_rms": 0.03141726497064013,
+        "teaching_rms": 0.005130215386217267,
+        "traffic_rms": 0.0309897016667005
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104104593396187,
+        "maximum_absolute_post_projection_soma_slope": 1.1615486350535775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6820495615530207e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009317042634727535,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 6336,
+      "train_examples": 45000,
+      "train_loss": 0.407132633696662
+    },
+    {
+      "epoch": 19,
+      "eval_accuracy": 0.827,
+      "eval_loss": 0.5370485595703125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7219812273979187,
+        "mean_feedback_forward_cosine": 0.8894854093852796,
+        "mean_feedback_forward_relative_error": 0.4705220602060619,
+        "min_feedback_forward_cosine": 0.7542740106582642
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005203601837145817,
+        "instruction_rms": 0.00520360183613507,
+        "raw_apical_rms": 0.031504752858528745,
+        "teaching_rms": 0.005203601837145817,
+        "traffic_rms": 0.031065647092155167
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.0613388390368073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6718240273237736e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009022047554874449,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 6688,
+      "train_examples": 45000,
+      "train_loss": 0.39371106230417885
+    },
+    {
+      "epoch": 20,
+      "eval_accuracy": 0.8186,
+      "eval_loss": 0.5529235717773437,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.697158694267273,
+        "mean_feedback_forward_cosine": 0.8974085512914156,
+        "mean_feedback_forward_relative_error": 0.45305699972729935,
+        "min_feedback_forward_cosine": 0.7705336809158325
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005105721991124259,
+        "instruction_rms": 0.005105721989551596,
+        "raw_apical_rms": 0.03167865650987401,
+        "teaching_rms": 0.005105721991124259,
+        "traffic_rms": 0.03125853040121373
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.0572734687741558e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.685083141653272e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008546781791054408,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 7040,
+      "train_examples": 45000,
+      "train_loss": 0.3791846862051222
+    },
+    {
+      "epoch": 21,
+      "eval_accuracy": 0.8418,
+      "eval_loss": 0.5103697387695313,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6728779077529907,
+        "mean_feedback_forward_cosine": 0.9049001775289837,
+        "mean_feedback_forward_relative_error": 0.43597892554182754,
+        "min_feedback_forward_cosine": 0.7860504984855652
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005157035474318466,
+        "instruction_rms": 0.00515703547400123,
+        "raw_apical_rms": 0.032001719221733,
+        "teaching_rms": 0.005157035474318466,
+        "traffic_rms": 0.03157677551437884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4813031690152911e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6796041782521214e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008514171408789961,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 7392,
+      "train_examples": 45000,
+      "train_loss": 0.37004463691711426
+    },
+    {
+      "epoch": 22,
+      "eval_accuracy": 0.832,
+      "eval_loss": 0.5088022521972656,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6498216986656189,
+        "mean_feedback_forward_cosine": 0.9116312077170924,
+        "mean_feedback_forward_relative_error": 0.4200763890617772,
+        "min_feedback_forward_cosine": 0.8003801703453064
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005106973395853267,
+        "instruction_rms": 0.005106973397976795,
+        "raw_apical_rms": 0.03216938340004663,
+        "teaching_rms": 0.005106973395853267,
+        "traffic_rms": 0.0317553491245528
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.1584300629863264e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6823495916847997e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008189136306340775,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 7744,
+      "train_examples": 45000,
+      "train_loss": 0.3618061388068729
+    },
+    {
+      "epoch": 23,
+      "eval_accuracy": 0.8436,
+      "eval_loss": 0.4814773193359375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6265225410461426,
+        "mean_feedback_forward_cosine": 0.9179497612150092,
+        "mean_feedback_forward_relative_error": 0.4045995630716023,
+        "min_feedback_forward_cosine": 0.8143157958984375
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005055386002004759,
+        "instruction_rms": 0.005055386002356951,
+        "raw_apical_rms": 0.0322901928117579,
+        "teaching_rms": 0.005055386002004759,
+        "traffic_rms": 0.03188634064501978
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.0838371977683892e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6741981811622218e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00858211427408929,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 8096,
+      "train_examples": 45000,
+      "train_loss": 0.35613183804617987
+    },
+    {
+      "epoch": 24,
+      "eval_accuracy": 0.8344,
+      "eval_loss": 0.51261796875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6042298078536987,
+        "mean_feedback_forward_cosine": 0.9237859217744124,
+        "mean_feedback_forward_relative_error": 0.3897753475528014,
+        "min_feedback_forward_cosine": 0.8270023465156555
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005026311796011831,
+        "instruction_rms": 0.005026311794119769,
+        "raw_apical_rms": 0.03239631130747826,
+        "teaching_rms": 0.005026311796011831,
+        "traffic_rms": 0.031997764570577646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.115325076739282e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6719706724083858e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008635285323910395,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 8448,
+      "train_examples": 45000,
+      "train_loss": 0.3461827133178711
+    },
+    {
+      "epoch": 25,
+      "eval_accuracy": 0.8376,
+      "eval_loss": 0.4821809814453125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5829207301139832,
+        "mean_feedback_forward_cosine": 0.9291425284586454,
+        "mean_feedback_forward_relative_error": 0.37564187300832647,
+        "min_feedback_forward_cosine": 0.8387241959571838
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005042792125698084,
+        "instruction_rms": 0.005042792126893753,
+        "raw_apical_rms": 0.03245913087995026,
+        "teaching_rms": 0.005042792125698084,
+        "traffic_rms": 0.03205849323489724
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.2731623755257715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6674630115957838e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00855959767109689,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 8800,
+      "train_examples": 45000,
+      "train_loss": 0.3370492530769772
+    },
+    {
+      "epoch": 26,
+      "eval_accuracy": 0.8434,
+      "eval_loss": 0.495537744140625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5627683997154236,
+        "mean_feedback_forward_cosine": 0.9340524171528063,
+        "mean_feedback_forward_relative_error": 0.3622163777288638,
+        "min_feedback_forward_cosine": 0.8494534492492676
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0049591596564131655,
+        "instruction_rms": 0.004959159657579335,
+        "raw_apical_rms": 0.03265736445835238,
+        "teaching_rms": 0.0049591596564131655,
+        "traffic_rms": 0.03227297794244435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4674928827673739e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6686001064386828e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008467157723614333,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 9152,
+      "train_examples": 45000,
+      "train_loss": 0.3300551345931159
+    },
+    {
+      "epoch": 27,
+      "eval_accuracy": 0.8342,
+      "eval_loss": 0.5357415649414062,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5433613657951355,
+        "mean_feedback_forward_cosine": 0.9385507389118797,
+        "mean_feedback_forward_relative_error": 0.3495171783786071,
+        "min_feedback_forward_cosine": 0.8595328330993652
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0049489392695670105,
+        "instruction_rms": 0.004948939268289771,
+        "raw_apical_rms": 0.03277365859859984,
+        "teaching_rms": 0.0049489392695670105,
+        "traffic_rms": 0.03239129424735014
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.031104102730751038,
+        "maximum_absolute_post_projection_soma_slope": 1.1465401072996428e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6669398061146425e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008833973657661845,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 9504,
+      "train_examples": 45000,
+      "train_loss": 0.32522023562060465
+    },
+    {
+      "epoch": 28,
+      "eval_accuracy": 0.8584,
+      "eval_loss": 0.439326318359375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5248848795890808,
+        "mean_feedback_forward_cosine": 0.9427224648626227,
+        "mean_feedback_forward_relative_error": 0.33729491735759537,
+        "min_feedback_forward_cosine": 0.8687142729759216
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005033935666566265,
+        "instruction_rms": 0.005033935664838083,
+        "raw_apical_rms": 0.03299414083397847,
+        "teaching_rms": 0.005033935666566265,
+        "traffic_rms": 0.032601410542060845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3903027173967075e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6688990737640255e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00887849304205244,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 9856,
+      "train_examples": 45000,
+      "train_loss": 0.3156820275094774
+    },
+    {
+      "epoch": 29,
+      "eval_accuracy": 0.8448,
+      "eval_loss": 0.4970781555175781,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5062661170959473,
+        "mean_feedback_forward_cosine": 0.9466551416798642,
+        "mean_feedback_forward_relative_error": 0.3253671848460248,
+        "min_feedback_forward_cosine": 0.8777074813842773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004954867700972754,
+        "instruction_rms": 0.004954867702669111,
+        "raw_apical_rms": 0.03305198524729274,
+        "teaching_rms": 0.004954867700972754,
+        "traffic_rms": 0.032672122765333926
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.325884468883487e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.657915232911312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008695523989195557,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 10208,
+      "train_examples": 45000,
+      "train_loss": 0.31194691899087695
+    },
+    {
+      "epoch": 30,
+      "eval_accuracy": 0.858,
+      "eval_loss": 0.451676953125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4891993999481201,
+        "mean_feedback_forward_cosine": 0.9501831343299464,
+        "mean_feedback_forward_relative_error": 0.31429174542427063,
+        "min_feedback_forward_cosine": 0.8856332898139954
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004896729235509657,
+        "instruction_rms": 0.00489672923643095,
+        "raw_apical_rms": 0.033082976683124876,
+        "teaching_rms": 0.004896729235509657,
+        "traffic_rms": 0.0327127175154366
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1145472988971505e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6612049666700516e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009022131846671251,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 10560,
+      "train_examples": 45000,
+      "train_loss": 0.30540858267678156
+    },
+    {
+      "epoch": 31,
+      "eval_accuracy": 0.8392,
+      "eval_loss": 0.5462397277832032,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4719200134277344,
+        "mean_feedback_forward_cosine": 0.9535760408953616,
+        "mean_feedback_forward_relative_error": 0.3032335952708596,
+        "min_feedback_forward_cosine": 0.8934358358383179
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004958124178690693,
+        "instruction_rms": 0.004958124178351577,
+        "raw_apical_rms": 0.033261925680794766,
+        "teaching_rms": 0.004958124178690693,
+        "traffic_rms": 0.03288311390801063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1543311195794104e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6575105475981898e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008333529629313366,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 10912,
+      "train_examples": 45000,
+      "train_loss": 0.30266087454160057
+    },
+    {
+      "epoch": 32,
+      "eval_accuracy": 0.8036,
+      "eval_loss": 0.682837109375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.45478224754333496,
+        "mean_feedback_forward_cosine": 0.956767483761436,
+        "mean_feedback_forward_relative_error": 0.29247854414739105,
+        "min_feedback_forward_cosine": 0.9008991718292236
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004953896585750713,
+        "instruction_rms": 0.0049538965852565925,
+        "raw_apical_rms": 0.033257915393122,
+        "teaching_rms": 0.004953896585750713,
+        "traffic_rms": 0.03288020627538047
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1645643560598273e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6531492453302036e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008216337933057904,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 11264,
+      "train_examples": 45000,
+      "train_loss": 0.29637968017260236
+    },
+    {
+      "epoch": 33,
+      "eval_accuracy": 0.8454,
+      "eval_loss": 0.49532133178710935,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.43830615282058716,
+        "mean_feedback_forward_cosine": 0.9597060868614599,
+        "mean_feedback_forward_relative_error": 0.2823241635372764,
+        "min_feedback_forward_cosine": 0.907834529876709
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004970880337995713,
+        "instruction_rms": 0.004970880337158342,
+        "raw_apical_rms": 0.033359007890836304,
+        "teaching_rms": 0.004970880337995713,
+        "traffic_rms": 0.032979909608127016
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2482241018574314e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6543463971984505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008041048452023991,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 11616,
+      "train_examples": 45000,
+      "train_loss": 0.294988309123781
+    },
+    {
+      "epoch": 34,
+      "eval_accuracy": 0.8534,
+      "eval_loss": 0.4693566711425781,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4227277338504791,
+        "mean_feedback_forward_cosine": 0.9624063247128537,
+        "mean_feedback_forward_relative_error": 0.2726022440351938,
+        "min_feedback_forward_cosine": 0.9141800999641418
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004892167475285149,
+        "instruction_rms": 0.004892167475637795,
+        "raw_apical_rms": 0.03358519006547927,
+        "teaching_rms": 0.004892167475285149,
+        "traffic_rms": 0.03321982884891977
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1676708489005705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.653744592060938e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007941698955564375,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 11968,
+      "train_examples": 45000,
+      "train_loss": 0.29385936484071945
+    },
+    {
+      "epoch": 35,
+      "eval_accuracy": 0.8324,
+      "eval_loss": 0.5749091674804687,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40767407417297363,
+        "mean_feedback_forward_cosine": 0.9649951959911146,
+        "mean_feedback_forward_relative_error": 0.262962150338449,
+        "min_feedback_forward_cosine": 0.9200702905654907
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004980105439659693,
+        "instruction_rms": 0.0049801054402052606,
+        "raw_apical_rms": 0.03347855324387941,
+        "teaching_rms": 0.004980105439659693,
+        "traffic_rms": 0.03309860209702309
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4705655360103265e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6504644458464934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007713812389435235,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 12320,
+      "train_examples": 45000,
+      "train_loss": 0.28374992145167455
+    },
+    {
+      "epoch": 36,
+      "eval_accuracy": 0.8426,
+      "eval_loss": 0.4943857971191406,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.39344385266304016,
+        "mean_feedback_forward_cosine": 0.9673068209698326,
+        "mean_feedback_forward_relative_error": 0.25407097998418304,
+        "min_feedback_forward_cosine": 0.9254612922668457
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00480167981515975,
+        "instruction_rms": 0.004801679816594659,
+        "raw_apical_rms": 0.0337876464262403,
+        "teaching_rms": 0.00480167981515975,
+        "traffic_rms": 0.03343744331605359
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.18527738734997e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6540505792612133e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008233388511928756,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 12672,
+      "train_examples": 45000,
+      "train_loss": 0.27896705027686225
+    },
+    {
+      "epoch": 37,
+      "eval_accuracy": 0.8496,
+      "eval_loss": 0.475590234375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3787844777107239,
+        "mean_feedback_forward_cosine": 0.9695587503282648,
+        "mean_feedback_forward_relative_error": 0.24504558938114265,
+        "min_feedback_forward_cosine": 0.9308475255966187
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004897628023750723,
+        "instruction_rms": 0.004897628022957946,
+        "raw_apical_rms": 0.03391378027919636,
+        "teaching_rms": 0.004897628023750723,
+        "traffic_rms": 0.03355177070229845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4692020933182448e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.652624532061659e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0080768554028717,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 13024,
+      "train_examples": 45000,
+      "train_loss": 0.28317848139074114
+    },
+    {
+      "epoch": 38,
+      "eval_accuracy": 0.8388,
+      "eval_loss": 0.5251111755371094,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36561089754104614,
+        "mean_feedback_forward_cosine": 0.9715913094972309,
+        "mean_feedback_forward_relative_error": 0.23662489613420085,
+        "min_feedback_forward_cosine": 0.9354627132415771
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004867969835435969,
+        "instruction_rms": 0.004867969835411105,
+        "raw_apical_rms": 0.034011534417579974,
+        "teaching_rms": 0.004867969835435969,
+        "traffic_rms": 0.03365475892133878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4360414191116888e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.640010561246279e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007765667090728688,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 13376,
+      "train_examples": 45000,
+      "train_loss": 0.2726616321086884
+    },
+    {
+      "epoch": 39,
+      "eval_accuracy": 0.8516,
+      "eval_loss": 0.5048835876464843,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35223522782325745,
+        "mean_feedback_forward_cosine": 0.9735078090115598,
+        "mean_feedback_forward_relative_error": 0.22845008381103216,
+        "min_feedback_forward_cosine": 0.9399992823600769
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004801664601956974,
+        "instruction_rms": 0.004801664602546571,
+        "raw_apical_rms": 0.03404760170530794,
+        "teaching_rms": 0.004801664601956974,
+        "traffic_rms": 0.033700256476151186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.088730616771727e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6503538103055278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00793716446790211,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 13728,
+      "train_examples": 45000,
+      "train_loss": 0.27212047130266825
+    },
+    {
+      "epoch": 40,
+      "eval_accuracy": 0.8526,
+      "eval_loss": 0.4644252502441406,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33981913328170776,
+        "mean_feedback_forward_cosine": 0.9752821106659738,
+        "mean_feedback_forward_relative_error": 0.22056759305690465,
+        "min_feedback_forward_cosine": 0.9440567493438721
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004814310388714407,
+        "instruction_rms": 0.004814310390229436,
+        "raw_apical_rms": 0.03398011142037965,
+        "teaching_rms": 0.004814310388714407,
+        "traffic_rms": 0.03363070354682049
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4484050403495985e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6436851105300998e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008074874997465701,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 14080,
+      "train_examples": 45000,
+      "train_loss": 0.26740257726775274
+    },
+    {
+      "epoch": 41,
+      "eval_accuracy": 0.8676,
+      "eval_loss": 0.4324529357910156,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32735109329223633,
+        "mean_feedback_forward_cosine": 0.976964185112401,
+        "mean_feedback_forward_relative_error": 0.21286306843945854,
+        "min_feedback_forward_cosine": 0.9480441212654114
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004837030249174624,
+        "instruction_rms": 0.004837030249051573,
+        "raw_apical_rms": 0.03398783325450356,
+        "teaching_rms": 0.004837030249174624,
+        "traffic_rms": 0.033634786648000445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1495266960537265e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6450261607396043e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008407791255391525,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 14432,
+      "train_examples": 45000,
+      "train_loss": 0.26583909475538464
+    },
+    {
+      "epoch": 42,
+      "eval_accuracy": 0.8476,
+      "eval_loss": 0.5370885559082031,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3157062828540802,
+        "mean_feedback_forward_cosine": 0.978500065050627,
+        "mean_feedback_forward_relative_error": 0.20558425548829531,
+        "min_feedback_forward_cosine": 0.9516211748123169
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004794390846475768,
+        "instruction_rms": 0.004794390848540248,
+        "raw_apical_rms": 0.03408740414116479,
+        "teaching_rms": 0.004794390846475768,
+        "traffic_rms": 0.033739975034218224
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.380817327145678e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.641002205330793e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008418045090464961,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 14784,
+      "train_examples": 45000,
+      "train_loss": 0.2626739225387573
+    },
+    {
+      "epoch": 43,
+      "eval_accuracy": 0.8474,
+      "eval_loss": 0.5109385070800782,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.304364949464798,
+        "mean_feedback_forward_cosine": 0.9799450290830511,
+        "mean_feedback_forward_relative_error": 0.19850653723666542,
+        "min_feedback_forward_cosine": 0.9549909234046936
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004773650322553887,
+        "instruction_rms": 0.004773650322350811,
+        "raw_apical_rms": 0.03410092191690993,
+        "teaching_rms": 0.004773650322553887,
+        "traffic_rms": 0.03375879169793919
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.2696138362855436e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.646613554126838e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008801516921465368,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 15136,
+      "train_examples": 45000,
+      "train_loss": 0.2619066998057895
+    },
+    {
+      "epoch": 44,
+      "eval_accuracy": 0.8382,
+      "eval_loss": 0.5117140441894531,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.29309210181236267,
+        "mean_feedback_forward_cosine": 0.9813267180794164,
+        "mean_feedback_forward_relative_error": 0.1915239977993463,
+        "min_feedback_forward_cosine": 0.9582096338272095
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048636472342842105,
+        "instruction_rms": 0.0048636472349773505,
+        "raw_apical_rms": 0.03406931260972435,
+        "teaching_rms": 0.0048636472342842105,
+        "traffic_rms": 0.03371260529755212
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.663171822485765e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.641406773724961e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008529031631681387,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 15488,
+      "train_examples": 45000,
+      "train_loss": 0.258253004556232
+    },
+    {
+      "epoch": 45,
+      "eval_accuracy": 0.8524,
+      "eval_loss": 0.49885089111328124,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28267934918403625,
+        "mean_feedback_forward_cosine": 0.9825521017375746,
+        "mean_feedback_forward_relative_error": 0.18504575914458224,
+        "min_feedback_forward_cosine": 0.9610792398452759
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004776449581523731,
+        "instruction_rms": 0.004776449580832663,
+        "raw_apical_rms": 0.03405220258513439,
+        "teaching_rms": 0.004776449581523731,
+        "traffic_rms": 0.03370789796385943
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1919964570950015e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.646861215258964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009121332944048951,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 15840,
+      "train_examples": 45000,
+      "train_loss": 0.25226737350887724
+    },
+    {
+      "epoch": 46,
+      "eval_accuracy": 0.8322,
+      "eval_loss": 0.5687988708496093,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27236035466194153,
+        "mean_feedback_forward_cosine": 0.9837380020241988,
+        "mean_feedback_forward_relative_error": 0.1786251789645145,
+        "min_feedback_forward_cosine": 0.9638214111328125
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004811620708506466,
+        "instruction_rms": 0.004811620707522746,
+        "raw_apical_rms": 0.03409326012300677,
+        "teaching_rms": 0.004811620708506466,
+        "traffic_rms": 0.033744104574039396
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3385352382044857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6453304569253207e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008623667473082434,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 16192,
+      "train_examples": 45000,
+      "train_loss": 0.2542002528270086
+    },
+    {
+      "epoch": 47,
+      "eval_accuracy": 0.8648,
+      "eval_loss": 0.4691862121582031,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2622673809528351,
+        "mean_feedback_forward_cosine": 0.9848273239637676,
+        "mean_feedback_forward_relative_error": 0.17249753718313418,
+        "min_feedback_forward_cosine": 0.966410756111145
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047637483264667815,
+        "instruction_rms": 0.00476374832466967,
+        "raw_apical_rms": 0.03431797937572261,
+        "teaching_rms": 0.0047637483264667815,
+        "traffic_rms": 0.033978842904995504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.2311806685261217e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.647349410140757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008973244018344448,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 16544,
+      "train_examples": 45000,
+      "train_loss": 0.2472731151368883
+    },
+    {
+      "epoch": 48,
+      "eval_accuracy": 0.8774,
+      "eval_loss": 0.390655712890625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25277069211006165,
+        "mean_feedback_forward_cosine": 0.9858405025381791,
+        "mean_feedback_forward_relative_error": 0.16660764774209574,
+        "min_feedback_forward_cosine": 0.968781590461731
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004734057300343864,
+        "instruction_rms": 0.004734057300560648,
+        "raw_apical_rms": 0.034416352698988704,
+        "teaching_rms": 0.004734057300343864,
+        "traffic_rms": 0.034082861947264044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.5418537557820855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381597280930896e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008873849990073814,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 16896,
+      "train_examples": 45000,
+      "train_loss": 0.24886706942982142
+    },
+    {
+      "epoch": 49,
+      "eval_accuracy": 0.8566,
+      "eval_loss": 0.4763729858398438,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24390378594398499,
+        "mean_feedback_forward_cosine": 0.9867772993288542,
+        "mean_feedback_forward_relative_error": 0.1609509493175306,
+        "min_feedback_forward_cosine": 0.9709120392799377
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00472433885555469,
+        "instruction_rms": 0.0047243388555071745,
+        "raw_apical_rms": 0.034407930029486083,
+        "teaching_rms": 0.00472433885555469,
+        "traffic_rms": 0.03407515877199275
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.366304402949936e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6450807803613235e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008432729201866343,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 17248,
+      "train_examples": 45000,
+      "train_loss": 0.24381286273797353
+    },
+    {
+      "epoch": 50,
+      "eval_accuracy": 0.8546,
+      "eval_loss": 0.5009172668457031,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23519784212112427,
+        "mean_feedback_forward_cosine": 0.9876453939237093,
+        "mean_feedback_forward_relative_error": 0.15553969811452062,
+        "min_feedback_forward_cosine": 0.9729282259941101
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004606681932301185,
+        "instruction_rms": 0.0046066819324219925,
+        "raw_apical_rms": 0.03445817750563184,
+        "teaching_rms": 0.004606681932301185,
+        "traffic_rms": 0.034141882132894624
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3151639777220225e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6364552935181166e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008785256886105718,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 17600,
+      "train_examples": 45000,
+      "train_loss": 0.24616385930114323
+    },
+    {
+      "epoch": 51,
+      "eval_accuracy": 0.84,
+      "eval_loss": 0.5515082946777343,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2269156277179718,
+        "mean_feedback_forward_cosine": 0.988458187956559,
+        "mean_feedback_forward_relative_error": 0.15030134508484289,
+        "min_feedback_forward_cosine": 0.9747790098190308
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046441777956041635,
+        "instruction_rms": 0.004644177795562959,
+        "raw_apical_rms": 0.03444990691445392,
+        "teaching_rms": 0.0046441777956041635,
+        "traffic_rms": 0.034127614922136666
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.191775833575548e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634738683197308e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008759819974824733,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 17952,
+      "train_examples": 45000,
+      "train_loss": 0.23702717757754857
+    },
+    {
+      "epoch": 52,
+      "eval_accuracy": 0.8618,
+      "eval_loss": 0.4465389404296875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21880142390727997,
+        "mean_feedback_forward_cosine": 0.9892266361336959,
+        "mean_feedback_forward_relative_error": 0.1451731159498817,
+        "min_feedback_forward_cosine": 0.9765316843986511
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004629176862530896,
+        "instruction_rms": 0.004629176863975987,
+        "raw_apical_rms": 0.034563132246923416,
+        "teaching_rms": 0.004629176862530896,
+        "traffic_rms": 0.034245299133160385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4713018359202579e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6315995941463887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008599320273287768,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 18304,
+      "train_examples": 45000,
+      "train_loss": 0.2346235758781433
+    },
+    {
+      "epoch": 53,
+      "eval_accuracy": 0.8478,
+      "eval_loss": 0.5581020751953125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21077044308185577,
+        "mean_feedback_forward_cosine": 0.9899541767019975,
+        "mean_feedback_forward_relative_error": 0.14016883134057648,
+        "min_feedback_forward_cosine": 0.9782070517539978
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004693637465156337,
+        "instruction_rms": 0.0046936374643177506,
+        "raw_apical_rms": 0.03475809665475123,
+        "teaching_rms": 0.004693637465156337,
+        "traffic_rms": 0.03443199783267906
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409714281559,
+        "maximum_absolute_post_projection_soma_slope": 1.0264071370613692e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6348604158506463e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.007993278147103374,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 18656,
+      "train_examples": 45000,
+      "train_loss": 0.23640003298123677
+    },
+    {
+      "epoch": 54,
+      "eval_accuracy": 0.8128,
+      "eval_loss": 0.6650457153320313,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2032177746295929,
+        "mean_feedback_forward_cosine": 0.9906056209614402,
+        "mean_feedback_forward_relative_error": 0.13552678729358472,
+        "min_feedback_forward_cosine": 0.9797242879867554
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004569560428927146,
+        "instruction_rms": 0.004569560428360455,
+        "raw_apical_rms": 0.03459364877157499,
+        "teaching_rms": 0.004569560428927146,
+        "traffic_rms": 0.03428311090995729
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.284697415115943e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6305371842757283e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008608573884396474,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 19008,
+      "train_examples": 45000,
+      "train_loss": 0.2298361652188831
+    },
+    {
+      "epoch": 55,
+      "eval_accuracy": 0.8632,
+      "eval_loss": 0.47038958129882813,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1957596242427826,
+        "mean_feedback_forward_cosine": 0.9912525101711875,
+        "mean_feedback_forward_relative_error": 0.13075828414998555,
+        "min_feedback_forward_cosine": 0.9811676740646362
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046634500385850965,
+        "instruction_rms": 0.004663450037787709,
+        "raw_apical_rms": 0.03473260594777723,
+        "teaching_rms": 0.0046634500385850965,
+        "traffic_rms": 0.03440977488178481
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1937872912426428e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6346369070560357e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00887763029480918,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 19360,
+      "train_examples": 45000,
+      "train_loss": 0.23555502649413215
+    },
+    {
+      "epoch": 56,
+      "eval_accuracy": 0.8548,
+      "eval_loss": 0.47070689086914064,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18890292942523956,
+        "mean_feedback_forward_cosine": 0.9918342389558491,
+        "mean_feedback_forward_relative_error": 0.12631950586249954,
+        "min_feedback_forward_cosine": 0.9824573397636414
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00462494777569615,
+        "instruction_rms": 0.0046249477761719626,
+        "raw_apical_rms": 0.03483555329347786,
+        "teaching_rms": 0.00462494777569615,
+        "traffic_rms": 0.034519437051945545
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.5332638270137977e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6341594016900744e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008304118629929533,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 19712,
+      "train_examples": 45000,
+      "train_loss": 0.23004417071607378
+    },
+    {
+      "epoch": 57,
+      "eval_accuracy": 0.8586,
+      "eval_loss": 0.46194222412109376,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18201766908168793,
+        "mean_feedback_forward_cosine": 0.9923800041801051,
+        "mean_feedback_forward_relative_error": 0.12201094215637759,
+        "min_feedback_forward_cosine": 0.9837061166763306
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004623286000372373,
+        "instruction_rms": 0.004623285999568594,
+        "raw_apical_rms": 0.0347715408729308,
+        "teaching_rms": 0.004623286000372373,
+        "traffic_rms": 0.03445529255125391
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4529461189738413e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6349651030211643e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008987323391636841,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 20064,
+      "train_examples": 45000,
+      "train_loss": 0.23447738461494447
+    },
+    {
+      "epoch": 58,
+      "eval_accuracy": 0.8776,
+      "eval_loss": 0.39425791625976564,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17561373114585876,
+        "mean_feedback_forward_cosine": 0.9928765798869886,
+        "mean_feedback_forward_relative_error": 0.11794576519413998,
+        "min_feedback_forward_cosine": 0.9848186373710632
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004489613265887848,
+        "instruction_rms": 0.004489613266076248,
+        "raw_apical_rms": 0.03469464289829862,
+        "teaching_rms": 0.004489613265887848,
+        "traffic_rms": 0.03439626084777562
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.0672150274615433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6355677912489722e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009090677963991408,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 20416,
+      "train_examples": 45000,
+      "train_loss": 0.22616133080588446
+    },
+    {
+      "epoch": 59,
+      "eval_accuracy": 0.8214,
+      "eval_loss": 0.6318106689453125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16960246860980988,
+        "mean_feedback_forward_cosine": 0.9933565196238066,
+        "mean_feedback_forward_relative_error": 0.11387859382911732,
+        "min_feedback_forward_cosine": 0.9858263731002808
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00457532860681517,
+        "instruction_rms": 0.004575328606559777,
+        "raw_apical_rms": 0.03477156502703751,
+        "teaching_rms": 0.00457532860681517,
+        "traffic_rms": 0.03446172136504439
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3520507380349045e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6335615320188663e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009238969431445714,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 20768,
+      "train_examples": 45000,
+      "train_loss": 0.22260379991266463
+    },
+    {
+      "epoch": 60,
+      "eval_accuracy": 0.878,
+      "eval_loss": 0.4137625183105469,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16372554004192352,
+        "mean_feedback_forward_cosine": 0.9937896226581774,
+        "mean_feedback_forward_relative_error": 0.11009067689117633,
+        "min_feedback_forward_cosine": 0.9867862462997437
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004529203460647302,
+        "instruction_rms": 0.004529203459621877,
+        "raw_apical_rms": 0.03463304539482143,
+        "teaching_rms": 0.004529203460647302,
+        "traffic_rms": 0.034327751484534805
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4452857577396117e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.633967674301304e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009334968467973907,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 21120,
+      "train_examples": 45000,
+      "train_loss": 0.22208338684505888
+    },
+    {
+      "epoch": 61,
+      "eval_accuracy": 0.8534,
+      "eval_loss": 0.516475,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1577123999595642,
+        "mean_feedback_forward_cosine": 0.9942108737794977,
+        "mean_feedback_forward_relative_error": 0.1062790857333886,
+        "min_feedback_forward_cosine": 0.9877330660820007
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004550236786852152,
+        "instruction_rms": 0.004550236786631306,
+        "raw_apical_rms": 0.034765179154599105,
+        "teaching_rms": 0.004550236786852152,
+        "traffic_rms": 0.03445819330376294
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1467695237854514e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.631810116574943e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010080600596530591,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 21472,
+      "train_examples": 45000,
+      "train_loss": 0.22619280171129438
+    },
+    {
+      "epoch": 62,
+      "eval_accuracy": 0.8586,
+      "eval_loss": 0.442544677734375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15221844613552094,
+        "mean_feedback_forward_cosine": 0.9945927325047945,
+        "mean_feedback_forward_relative_error": 0.10269431064003393,
+        "min_feedback_forward_cosine": 0.9885700941085815
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004521705374212668,
+        "instruction_rms": 0.004521705374268841,
+        "raw_apical_rms": 0.034761470487341545,
+        "teaching_rms": 0.004521705374212668,
+        "traffic_rms": 0.034458362299596604
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2999428200544116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632537082100106e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00985824219365451,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 21824,
+      "train_examples": 45000,
+      "train_loss": 0.21663891365263196
+    },
+    {
+      "epoch": 63,
+      "eval_accuracy": 0.855,
+      "eval_loss": 0.47691630249023437,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14677031338214874,
+        "mean_feedback_forward_cosine": 0.9949565529823303,
+        "mean_feedback_forward_relative_error": 0.09916972682664268,
+        "min_feedback_forward_cosine": 0.9893686771392822
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00454800645576982,
+        "instruction_rms": 0.0045480064540945105,
+        "raw_apical_rms": 0.034746996973843966,
+        "teaching_rms": 0.00454800645576982,
+        "traffic_rms": 0.034440261084225494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.231772195353642e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6402821822006248e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009285121608502507,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 22176,
+      "train_examples": 45000,
+      "train_loss": 0.2174586017343733
+    },
+    {
+      "epoch": 64,
+      "eval_accuracy": 0.8486,
+      "eval_loss": 0.5087167785644531,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14159931242465973,
+        "mean_feedback_forward_cosine": 0.995289661382374,
+        "mean_feedback_forward_relative_error": 0.09583163555515439,
+        "min_feedback_forward_cosine": 0.9900988340377808
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004509878056473776,
+        "instruction_rms": 0.004509878057411221,
+        "raw_apical_rms": 0.03485475855180221,
+        "teaching_rms": 0.004509878056473776,
+        "traffic_rms": 0.03455458867414804
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4009420290506114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6325254003801997e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009322428344413306,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 22528,
+      "train_examples": 45000,
+      "train_loss": 0.21440663772159152
+    },
+    {
+      "epoch": 65,
+      "eval_accuracy": 0.8446,
+      "eval_loss": 0.519659423828125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1363605558872223,
+        "mean_feedback_forward_cosine": 0.9956220764862863,
+        "mean_feedback_forward_relative_error": 0.09237666682977426,
+        "min_feedback_forward_cosine": 0.9908114075660706
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046595919890802945,
+        "instruction_rms": 0.00465959199033466,
+        "raw_apical_rms": 0.034852558301645464,
+        "teaching_rms": 0.0046595919890802945,
+        "traffic_rms": 0.03453176629947474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3025884371131724e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.636034339162178e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00948175308698507,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 22880,
+      "train_examples": 45000,
+      "train_loss": 0.22187283344003889
+    },
+    {
+      "epoch": 66,
+      "eval_accuracy": 0.8292,
+      "eval_loss": 0.5881011901855469,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13144823908805847,
+        "mean_feedback_forward_cosine": 0.9959171947680021,
+        "mean_feedback_forward_relative_error": 0.08920571855024288,
+        "min_feedback_forward_cosine": 0.9914578199386597
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00458447076552368,
+        "instruction_rms": 0.004584470763683925,
+        "raw_apical_rms": 0.03497863145534947,
+        "teaching_rms": 0.00458447076552368,
+        "traffic_rms": 0.03467038425593533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.143722805352354e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635584598929081e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009966187537097727,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 23232,
+      "train_examples": 45000,
+      "train_loss": 0.216731480439504
+    },
+    {
+      "epoch": 67,
+      "eval_accuracy": 0.8674,
+      "eval_loss": 0.4599829772949219,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12657660245895386,
+        "mean_feedback_forward_cosine": 0.9961990149397599,
+        "mean_feedback_forward_relative_error": 0.0860732936937558,
+        "min_feedback_forward_cosine": 0.9920773506164551
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004627145895933496,
+        "instruction_rms": 0.0046271458963005685,
+        "raw_apical_rms": 0.035152856415883046,
+        "teaching_rms": 0.004627145895933496,
+        "traffic_rms": 0.03483804983062403
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2837901408602193e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6286313526223627e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009312316831906867,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 23584,
+      "train_examples": 45000,
+      "train_loss": 0.2194969289912118
+    },
+    {
+      "epoch": 68,
+      "eval_accuracy": 0.8786,
+      "eval_loss": 0.39053208618164065,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12211810797452927,
+        "mean_feedback_forward_cosine": 0.9964460071764494,
+        "mean_feedback_forward_relative_error": 0.08322563669399212,
+        "min_feedback_forward_cosine": 0.992622435092926
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004448222060488421,
+        "instruction_rms": 0.004448222060096612,
+        "raw_apical_rms": 0.03514675221017867,
+        "teaching_rms": 0.004448222060488421,
+        "traffic_rms": 0.03485672297521746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.155842621614056e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626279994344699e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00924205510891637,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 23936,
+      "train_examples": 45000,
+      "train_loss": 0.2129067963335249
+    },
+    {
+      "epoch": 69,
+      "eval_accuracy": 0.8682,
+      "eval_loss": 0.45594747314453127,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11784830689430237,
+        "mean_feedback_forward_cosine": 0.9966843002720883,
+        "mean_feedback_forward_relative_error": 0.08037736404098962,
+        "min_feedback_forward_cosine": 0.993126392364502
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004486322136916355,
+        "instruction_rms": 0.0044863221378644074,
+        "raw_apical_rms": 0.03523522815799778,
+        "teaching_rms": 0.004486322136916355,
+        "traffic_rms": 0.03494151811448261
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2787289449534e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6302305539835843e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009635511186971873,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 24288,
+      "train_examples": 45000,
+      "train_loss": 0.2087914967695872
+    },
+    {
+      "epoch": 70,
+      "eval_accuracy": 0.8676,
+      "eval_loss": 0.46101365966796876,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11344674974679947,
+        "mean_feedback_forward_cosine": 0.9969156855031064,
+        "mean_feedback_forward_relative_error": 0.0775245220253342,
+        "min_feedback_forward_cosine": 0.9936275482177734
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045926297245273235,
+        "instruction_rms": 0.004592629725361557,
+        "raw_apical_rms": 0.03517295844474793,
+        "teaching_rms": 0.0045926297245273235,
+        "traffic_rms": 0.034864906325467265
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3895605555092061e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6306149491126397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010313904601028254,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 24640,
+      "train_examples": 45000,
+      "train_loss": 0.21919610788292354
+    },
+    {
+      "epoch": 71,
+      "eval_accuracy": 0.8624,
+      "eval_loss": 0.4905334533691406,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10946271568536758,
+        "mean_feedback_forward_cosine": 0.9971191381153307,
+        "mean_feedback_forward_relative_error": 0.07491065189242363,
+        "min_feedback_forward_cosine": 0.9940650463104248
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004505364726091503,
+        "instruction_rms": 0.004505364726523862,
+        "raw_apical_rms": 0.035162062356154516,
+        "teaching_rms": 0.004505364726091503,
+        "traffic_rms": 0.03486381904572826
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.506950475516078e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6337605717311066e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009701712553423126,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 24992,
+      "train_examples": 45000,
+      "train_loss": 0.2061603936460283
+    },
+    {
+      "epoch": 72,
+      "eval_accuracy": 0.864,
+      "eval_loss": 0.45937369384765625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10553739964962006,
+        "mean_feedback_forward_cosine": 0.9973140986342179,
+        "mean_feedback_forward_relative_error": 0.07233009212895443,
+        "min_feedback_forward_cosine": 0.9944818019866943
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004501120009738082,
+        "instruction_rms": 0.0045011200098905866,
+        "raw_apical_rms": 0.03523203479675473,
+        "teaching_rms": 0.004501120009738082,
+        "traffic_rms": 0.03493577899487651
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2663494253217777e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6291002096393187e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009789404177086205,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 25344,
+      "train_examples": 45000,
+      "train_loss": 0.20920034455723233
+    },
+    {
+      "epoch": 73,
+      "eval_accuracy": 0.8586,
+      "eval_loss": 0.49533743286132814,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10173561424016953,
+        "mean_feedback_forward_cosine": 0.9974929408023232,
+        "mean_feedback_forward_relative_error": 0.0698717755118483,
+        "min_feedback_forward_cosine": 0.9948709607124329
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004452159829408188,
+        "instruction_rms": 0.004452159830043112,
+        "raw_apical_rms": 0.03521120323014893,
+        "teaching_rms": 0.004452159829408188,
+        "traffic_rms": 0.03492161503984042
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1709801128745312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6294496252774047e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009982753524995102,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 25696,
+      "train_examples": 45000,
+      "train_loss": 0.20618399731847975
+    },
+    {
+      "epoch": 74,
+      "eval_accuracy": 0.8566,
+      "eval_loss": 0.4973161560058594,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09814338386058807,
+        "mean_feedback_forward_cosine": 0.9976599059606853,
+        "mean_feedback_forward_relative_error": 0.06750352210120152,
+        "min_feedback_forward_cosine": 0.9952248334884644
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044704650968832435,
+        "instruction_rms": 0.004470465096845052,
+        "raw_apical_rms": 0.03531770239480634,
+        "teaching_rms": 0.0044704650968832435,
+        "traffic_rms": 0.03502581041891627
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3497415629615261e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628883202448988e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008991144034400933,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 26048,
+      "train_examples": 45000,
+      "train_loss": 0.2070677791595459
+    },
+    {
+      "epoch": 75,
+      "eval_accuracy": 0.8658,
+      "eval_loss": 0.44002984008789064,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09478152543306351,
+        "mean_feedback_forward_cosine": 0.9978180370832744,
+        "mean_feedback_forward_relative_error": 0.06517410856720648,
+        "min_feedback_forward_cosine": 0.9955450296401978
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00454264692216653,
+        "instruction_rms": 0.004542646922724606,
+        "raw_apical_rms": 0.03538495497628492,
+        "teaching_rms": 0.00454264692216653,
+        "traffic_rms": 0.03508444157413726
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2500177781760158e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6245408513228918e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008954280103157295,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 26400,
+      "train_examples": 45000,
+      "train_loss": 0.20586039009624058
+    },
+    {
+      "epoch": 76,
+      "eval_accuracy": 0.8618,
+      "eval_loss": 0.5047085205078125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09143461287021637,
+        "mean_feedback_forward_cosine": 0.9979652668300428,
+        "mean_feedback_forward_relative_error": 0.06293161380055703,
+        "min_feedback_forward_cosine": 0.9958520531654358
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004514038875925267,
+        "instruction_rms": 0.004514038875881944,
+        "raw_apical_rms": 0.03532667619049348,
+        "teaching_rms": 0.004514038875925267,
+        "traffic_rms": 0.035028996401786416
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2083551048647223e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.627984139976097e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008699853703649804,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 26752,
+      "train_examples": 45000,
+      "train_loss": 0.2045543732325236
+    },
+    {
+      "epoch": 77,
+      "eval_accuracy": 0.8472,
+      "eval_loss": 0.5431947448730469,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08820625394582748,
+        "mean_feedback_forward_cosine": 0.9981047416988172,
+        "mean_feedback_forward_relative_error": 0.06073338058041899,
+        "min_feedback_forward_cosine": 0.9961393475532532
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004488939879508441,
+        "instruction_rms": 0.004488939879789814,
+        "raw_apical_rms": 0.03538401410533833,
+        "teaching_rms": 0.004488939879508441,
+        "traffic_rms": 0.035089421880606736
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.0987145415697341e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626817068303352e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008779103060851395,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 27104,
+      "train_examples": 45000,
+      "train_loss": 0.20401948824723562
+    },
+    {
+      "epoch": 78,
+      "eval_accuracy": 0.883,
+      "eval_loss": 0.37970450439453124,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08497180044651031,
+        "mean_feedback_forward_cosine": 0.9982345982601768,
+        "mean_feedback_forward_relative_error": 0.05861183295124456,
+        "min_feedback_forward_cosine": 0.9964160323143005
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004555921653594509,
+        "instruction_rms": 0.004555921654625884,
+        "raw_apical_rms": 0.03546975936725454,
+        "teaching_rms": 0.004555921653594509,
+        "traffic_rms": 0.035167905450692066
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.0623000257226067e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.621434190911347e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008460152146069481,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 27456,
+      "train_examples": 45000,
+      "train_loss": 0.20838114698727925
+    },
+    {
+      "epoch": 79,
+      "eval_accuracy": 0.8716,
+      "eval_loss": 0.4349828125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08195152133703232,
+        "mean_feedback_forward_cosine": 0.9983531424873754,
+        "mean_feedback_forward_relative_error": 0.056606653293496685,
+        "min_feedback_forward_cosine": 0.996665358543396
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004485157069579081,
+        "instruction_rms": 0.004485157070267351,
+        "raw_apical_rms": 0.035540728599918,
+        "teaching_rms": 0.004485157069579081,
+        "traffic_rms": 0.035248704333594415
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2393795323362156e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6170983902311632e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008678463501860812,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 27808,
+      "train_examples": 45000,
+      "train_loss": 0.20069760993321736
+    },
+    {
+      "epoch": 80,
+      "eval_accuracy": 0.8722,
+      "eval_loss": 0.4430991516113281,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07911452651023865,
+        "mean_feedback_forward_cosine": 0.9984633263788725,
+        "mean_feedback_forward_relative_error": 0.05467654764652252,
+        "min_feedback_forward_cosine": 0.9968912601470947
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045079332396336476,
+        "instruction_rms": 0.004507933238804002,
+        "raw_apical_rms": 0.035578414364218054,
+        "teaching_rms": 0.0045079332396336476,
+        "traffic_rms": 0.035283345328562615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2718983199988543e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626559093991407e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009245253864448234,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 28160,
+      "train_examples": 45000,
+      "train_loss": 0.19840980619854398
+    },
+    {
+      "epoch": 81,
+      "eval_accuracy": 0.8716,
+      "eval_loss": 0.4429517333984375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07626857608556747,
+        "mean_feedback_forward_cosine": 0.9985685662219399,
+        "mean_feedback_forward_relative_error": 0.05277032405138016,
+        "min_feedback_forward_cosine": 0.9971103668212891
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044664374004133875,
+        "instruction_rms": 0.004466437399506244,
+        "raw_apical_rms": 0.035601181321927945,
+        "teaching_rms": 0.0044664374004133875,
+        "traffic_rms": 0.03531270643760204
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.5420379639863313e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6280340575991765e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009392048812378368,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 28512,
+      "train_examples": 45000,
+      "train_loss": 0.20652776799466874
+    },
+    {
+      "epoch": 82,
+      "eval_accuracy": 0.8596,
+      "eval_loss": 0.4637076110839844,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07356619089841843,
+        "mean_feedback_forward_cosine": 0.9986630929143805,
+        "mean_feedback_forward_relative_error": 0.051000150410752544,
+        "min_feedback_forward_cosine": 0.9973108172416687
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004467663117046105,
+        "instruction_rms": 0.004467663119095558,
+        "raw_apical_rms": 0.035543474657197496,
+        "teaching_rms": 0.004467663117046105,
+        "traffic_rms": 0.035254164064680245
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.5173352352348957e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634132948920163e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009524069379349749,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 28864,
+      "train_examples": 45000,
+      "train_loss": 0.2017500485473209
+    },
+    {
+      "epoch": 83,
+      "eval_accuracy": 0.8726,
+      "eval_loss": 0.44147421875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0709899514913559,
+        "mean_feedback_forward_cosine": 0.998748707143884,
+        "mean_feedback_forward_relative_error": 0.04933068960120803,
+        "min_feedback_forward_cosine": 0.9974950551986694
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004331244755192192,
+        "instruction_rms": 0.004331244754318333,
+        "raw_apical_rms": 0.0354581014473686,
+        "teaching_rms": 0.004331244755192192,
+        "traffic_rms": 0.03518428792538795
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1918544373656914e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628112758512951e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009194250770854862,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 29216,
+      "train_examples": 45000,
+      "train_loss": 0.19447883835368687
+    },
+    {
+      "epoch": 84,
+      "eval_accuracy": 0.8432,
+      "eval_loss": 0.5976843139648438,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06832236796617508,
+        "mean_feedback_forward_cosine": 0.9988360875531247,
+        "mean_feedback_forward_relative_error": 0.04757653666954292,
+        "min_feedback_forward_cosine": 0.9976797103881836
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00449569913828046,
+        "instruction_rms": 0.004495699139872506,
+        "raw_apical_rms": 0.03560047481926671,
+        "teaching_rms": 0.00449569913828046,
+        "traffic_rms": 0.03530655605531118
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3855610880852964e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6254458653860938e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009227602195459218,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 29568,
+      "train_examples": 45000,
+      "train_loss": 0.1982009590122435
+    },
+    {
+      "epoch": 85,
+      "eval_accuracy": 0.8714,
+      "eval_loss": 0.4689421752929688,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0658072829246521,
+        "mean_feedback_forward_cosine": 0.9989171059508073,
+        "mean_feedback_forward_relative_error": 0.04589343374889148,
+        "min_feedback_forward_cosine": 0.9978466033935547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004473240100555046,
+        "instruction_rms": 0.004473240100649002,
+        "raw_apical_rms": 0.03558570370130643,
+        "teaching_rms": 0.004473240100555046,
+        "traffic_rms": 0.0352969631953337
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3908000084938976e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6322337465210142e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009480140194466701,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 29920,
+      "train_examples": 45000,
+      "train_loss": 0.1995692233191596
+    },
+    {
+      "epoch": 86,
+      "eval_accuracy": 0.8788,
+      "eval_loss": 0.4291405334472656,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0634622797369957,
+        "mean_feedback_forward_cosine": 0.9989897796982213,
+        "mean_feedback_forward_relative_error": 0.04432482478257857,
+        "min_feedback_forward_cosine": 0.99799644947052
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004403505153147693,
+        "instruction_rms": 0.004403505154678212,
+        "raw_apical_rms": 0.0357053535971535,
+        "teaching_rms": 0.004403505153147693,
+        "traffic_rms": 0.03542529013894475
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2386266234898358e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6296237913063535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009443209257356585,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 30272,
+      "train_examples": 45000,
+      "train_loss": 0.19470010391871134
+    },
+    {
+      "epoch": 87,
+      "eval_accuracy": 0.871,
+      "eval_loss": 0.45971768188476564,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06109802424907684,
+        "mean_feedback_forward_cosine": 0.9990601978803936,
+        "mean_feedback_forward_relative_error": 0.042754401893992176,
+        "min_feedback_forward_cosine": 0.9981423616409302
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004557896740936863,
+        "instruction_rms": 0.004557896740819575,
+        "raw_apical_rms": 0.035865302055868825,
+        "teaching_rms": 0.004557896740936863,
+        "traffic_rms": 0.03556687724452723
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2751142364209045e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623585945807858e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009776126863082948,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 30624,
+      "train_examples": 45000,
+      "train_loss": 0.20030388827853732
+    },
+    {
+      "epoch": 88,
+      "eval_accuracy": 0.8744,
+      "eval_loss": 0.4562751953125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05893165245652199,
+        "mean_feedback_forward_cosine": 0.9991234195859808,
+        "mean_feedback_forward_relative_error": 0.041289182379841805,
+        "min_feedback_forward_cosine": 0.9982715845108032
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004438131279854983,
+        "instruction_rms": 0.004438131278594169,
+        "raw_apical_rms": 0.03587695328197024,
+        "teaching_rms": 0.004438131279854983,
+        "traffic_rms": 0.03559322356496659
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.2551897299317716e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6242038664289318e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009567203178508883,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 30976,
+      "train_examples": 45000,
+      "train_loss": 0.19772963500552707
+    },
+    {
+      "epoch": 89,
+      "eval_accuracy": 0.8818,
+      "eval_loss": 0.393742041015625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.056795962154865265,
+        "mean_feedback_forward_cosine": 0.9991841222110548,
+        "mean_feedback_forward_relative_error": 0.039833312167933115,
+        "min_feedback_forward_cosine": 0.9983944296836853
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004542999277200115,
+        "instruction_rms": 0.004542999277433244,
+        "raw_apical_rms": 0.035812734370255755,
+        "teaching_rms": 0.004542999277200115,
+        "traffic_rms": 0.03551498619129561
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.105207303453426e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6283390844837256e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009153033826681829,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 31328,
+      "train_examples": 45000,
+      "train_loss": 0.19744758405950336
+    },
+    {
+      "epoch": 90,
+      "eval_accuracy": 0.827,
+      "eval_loss": 0.6168673828125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05481269583106041,
+        "mean_feedback_forward_cosine": 0.9992394321843198,
+        "mean_feedback_forward_relative_error": 0.03845428224456938,
+        "min_feedback_forward_cosine": 0.9985045194625854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00444154358005188,
+        "instruction_rms": 0.004441543578801351,
+        "raw_apical_rms": 0.036016278584755784,
+        "teaching_rms": 0.00444154358005188,
+        "traffic_rms": 0.03573315054412186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1648157105526025e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6269239789906622e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009388308772157275,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 31680,
+      "train_examples": 45000,
+      "train_loss": 0.19283736647499933
+    },
+    {
+      "epoch": 91,
+      "eval_accuracy": 0.8776,
+      "eval_loss": 0.4221093078613281,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05281934514641762,
+        "mean_feedback_forward_cosine": 0.9992917525140863,
+        "mean_feedback_forward_relative_error": 0.03710895972816568,
+        "min_feedback_forward_cosine": 0.9986110925674438
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461205840806688,
+        "instruction_rms": 0.004461205837663978,
+        "raw_apical_rms": 0.036108889058203204,
+        "teaching_rms": 0.004461205840806688,
+        "traffic_rms": 0.03582470494409129
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.5864106472918138e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6244549495347382e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008758704244552483,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 32032,
+      "train_examples": 45000,
+      "train_loss": 0.20179404377937316
+    },
+    {
+      "epoch": 92,
+      "eval_accuracy": 0.8498,
+      "eval_loss": 0.5488065246582031,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050882983952760696,
+        "mean_feedback_forward_cosine": 0.9993401922677693,
+        "mean_feedback_forward_relative_error": 0.0358158204900591,
+        "min_feedback_forward_cosine": 0.9987108707427979
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004385742457702917,
+        "instruction_rms": 0.0043857424557278875,
+        "raw_apical_rms": 0.0361424568017549,
+        "teaching_rms": 0.004385742457702917,
+        "traffic_rms": 0.03586691782618966
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4615670451689766e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.618869183946591e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01006033014347003,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 32384,
+      "train_examples": 45000,
+      "train_loss": 0.19619109466340806
+    },
+    {
+      "epoch": 93,
+      "eval_accuracy": 0.874,
+      "eval_loss": 0.41386087646484376,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04907582700252533,
+        "mean_feedback_forward_cosine": 0.9993855263057508,
+        "mean_feedback_forward_relative_error": 0.034564472636894175,
+        "min_feedback_forward_cosine": 0.9988006949424744
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004464036627903883,
+        "instruction_rms": 0.0044640366265155,
+        "raw_apical_rms": 0.03607449473952833,
+        "teaching_rms": 0.004464036627903883,
+        "traffic_rms": 0.03578905939075563
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4828236416519758e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6186613133143958e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01023274823824256,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 32736,
+      "train_examples": 45000,
+      "train_loss": 0.19600322678618962
+    },
+    {
+      "epoch": 94,
+      "eval_accuracy": 0.8606,
+      "eval_loss": 0.4576331787109375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04737013205885887,
+        "mean_feedback_forward_cosine": 0.999426145302622,
+        "mean_feedback_forward_relative_error": 0.03339990821519965,
+        "min_feedback_forward_cosine": 0.9988824725151062
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004339615684676995,
+        "instruction_rms": 0.00433961568607273,
+        "raw_apical_rms": 0.036070355140655756,
+        "teaching_rms": 0.004339615684676995,
+        "traffic_rms": 0.03580020923633968
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4304748496840602e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.620125759649221e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010584376748177247,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 33088,
+      "train_examples": 45000,
+      "train_loss": 0.19169836284187106
+    },
+    {
+      "epoch": 95,
+      "eval_accuracy": 0.8596,
+      "eval_loss": 0.4559836181640625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04570562392473221,
+        "mean_feedback_forward_cosine": 0.9994649761601498,
+        "mean_feedback_forward_relative_error": 0.03224945597742733,
+        "min_feedback_forward_cosine": 0.9989596605300903
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004355237541317184,
+        "instruction_rms": 0.004355237540550336,
+        "raw_apical_rms": 0.03623222569830089,
+        "teaching_rms": 0.004355237541317184,
+        "traffic_rms": 0.03596110031917357
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1994017334870932e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6230141946270165e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010526418873724519,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 33440,
+      "train_examples": 45000,
+      "train_loss": 0.19197891221576266
+    },
+    {
+      "epoch": 96,
+      "eval_accuracy": 0.8804,
+      "eval_loss": 0.3978798095703125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0440932996571064,
+        "mean_feedback_forward_cosine": 0.9995005256251285,
+        "mean_feedback_forward_relative_error": 0.031160078109487108,
+        "min_feedback_forward_cosine": 0.999031662940979
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004347173773633163,
+        "instruction_rms": 0.004347173773565615,
+        "raw_apical_rms": 0.036085388551255995,
+        "teaching_rms": 0.004347173773633163,
+        "traffic_rms": 0.03581637326586409
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.4107484069825205e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6188052547790338e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0105355196707146,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 33792,
+      "train_examples": 45000,
+      "train_loss": 0.18896560633977255
+    },
+    {
+      "epoch": 97,
+      "eval_accuracy": 0.8696,
+      "eval_loss": 0.45746707153320315,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04250432923436165,
+        "mean_feedback_forward_cosine": 0.9995339355970684,
+        "mean_feedback_forward_relative_error": 0.030100022442638874,
+        "min_feedback_forward_cosine": 0.9991000294685364
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004316854733873792,
+        "instruction_rms": 0.004316854732836267,
+        "raw_apical_rms": 0.03606182770129689,
+        "teaching_rms": 0.004316854733873792,
+        "traffic_rms": 0.0357937525580078
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.537128291317913e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.619020163322017e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010392886427435362,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 34144,
+      "train_examples": 45000,
+      "train_loss": 0.18978721633487278
+    },
+    {
+      "epoch": 98,
+      "eval_accuracy": 0.8804,
+      "eval_loss": 0.41344547729492187,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.040988631546497345,
+        "mean_feedback_forward_cosine": 0.9995653001885665,
+        "mean_feedback_forward_relative_error": 0.029067374030618293,
+        "min_feedback_forward_cosine": 0.9991629123687744
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004360429312977475,
+        "instruction_rms": 0.00436042931312973,
+        "raw_apical_rms": 0.03617032916319902,
+        "teaching_rms": 0.004360429312977475,
+        "traffic_rms": 0.03589993955470201
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.5491643523546372e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623243888849237e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009429446372638756,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 34496,
+      "train_examples": 45000,
+      "train_loss": 0.19110920924080743
+    },
+    {
+      "epoch": 99,
+      "eval_accuracy": 0.8758,
+      "eval_loss": 0.42149432373046875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03946814313530922,
+        "mean_feedback_forward_cosine": 0.999595748750787,
+        "mean_feedback_forward_relative_error": 0.028032965467948662,
+        "min_feedback_forward_cosine": 0.9992236495018005
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043877109872414895,
+        "instruction_rms": 0.004387710985843983,
+        "raw_apical_rms": 0.036154608328167366,
+        "teaching_rms": 0.0043877109872414895,
+        "traffic_rms": 0.03587890615478651
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3658580044761948e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6144190739499514e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009637188461033713,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 34848,
+      "train_examples": 45000,
+      "train_loss": 0.19423515079286363
+    },
+    {
+      "epoch": 100,
+      "eval_accuracy": 0.8842,
+      "eval_loss": 0.42995159912109376,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03813067451119423,
+        "mean_feedback_forward_cosine": 0.9996227182840046,
+        "mean_feedback_forward_relative_error": 0.027078961463351,
+        "min_feedback_forward_cosine": 0.9992754459381104
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004330861420460429,
+        "instruction_rms": 0.004330861419590931,
+        "raw_apical_rms": 0.03606853535647668,
+        "teaching_rms": 0.004330861420460429,
+        "traffic_rms": 0.03579993205263799
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1662693033542837e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6230222065213373e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00962217048547801,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.1,
+      "step": 35200,
+      "train_examples": 45000,
+      "train_loss": 0.1828259764790535
+    },
+    {
+      "epoch": 101,
+      "eval_accuracy": 0.9084,
+      "eval_loss": 0.3259307800292969,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0381181500852108,
+        "mean_feedback_forward_cosine": 0.9996229786621896,
+        "mean_feedback_forward_relative_error": 0.027065618993028215,
+        "min_feedback_forward_cosine": 0.9992759227752686
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0033472765188487965,
+        "instruction_rms": 0.003347276517472718,
+        "raw_apical_rms": 0.03601295671222831,
+        "teaching_rms": 0.0033472765188487965,
+        "traffic_rms": 0.035850149572585595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4773395839995374e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.614194736853349e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009414729635947462,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 35552,
+      "train_examples": 45000,
+      "train_loss": 0.11904574631386333
+    },
+    {
+      "epoch": 102,
+      "eval_accuracy": 0.9092,
+      "eval_loss": 0.3211487365722656,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0381116084754467,
+        "mean_feedback_forward_cosine": 0.9996231825728166,
+        "mean_feedback_forward_relative_error": 0.027055564385495688,
+        "min_feedback_forward_cosine": 0.9992762207984924
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002990484514874979,
+        "instruction_rms": 0.0029904845151677907,
+        "raw_apical_rms": 0.035986723455086835,
+        "teaching_rms": 0.002990484514874979,
+        "traffic_rms": 0.03585656063547647
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409714281559,
+        "maximum_absolute_post_projection_soma_slope": 1.3441757928944753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6108888812942435e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009440852111375898,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 35904,
+      "train_examples": 45000,
+      "train_loss": 0.08980239703655243
+    },
+    {
+      "epoch": 103,
+      "eval_accuracy": 0.909,
+      "eval_loss": 0.3183172668457031,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03810526058077812,
+        "mean_feedback_forward_cosine": 0.9996233362900583,
+        "mean_feedback_forward_relative_error": 0.027046052837058118,
+        "min_feedback_forward_cosine": 0.9992765188217163
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029293037461553487,
+        "instruction_rms": 0.0029293037476591168,
+        "raw_apical_rms": 0.035936192474489675,
+        "teaching_rms": 0.0029293037461553487,
+        "traffic_rms": 0.035808943485872206
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4824728111761942e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6105168969895138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009491064437173787,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 36256,
+      "train_examples": 45000,
+      "train_loss": 0.0815545727610588
+    },
+    {
+      "epoch": 104,
+      "eval_accuracy": 0.9118,
+      "eval_loss": 0.311673388671875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0380992516875267,
+        "mean_feedback_forward_cosine": 0.9996235088298195,
+        "mean_feedback_forward_relative_error": 0.027036949305942182,
+        "min_feedback_forward_cosine": 0.9992767572402954
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002896674103148192,
+        "instruction_rms": 0.0028966741026558423,
+        "raw_apical_rms": 0.035942960685461434,
+        "teaching_rms": 0.002896674103148192,
+        "traffic_rms": 0.03581913271956188
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4247645729881242e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6097947301262527e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00951281183298253,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 36608,
+      "train_examples": 45000,
+      "train_loss": 0.07392787510024176
+    },
+    {
+      "epoch": 105,
+      "eval_accuracy": 0.9098,
+      "eval_loss": 0.32584077758789065,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03809328004717827,
+        "mean_feedback_forward_cosine": 0.9996236782324942,
+        "mean_feedback_forward_relative_error": 0.027028057234067666,
+        "min_feedback_forward_cosine": 0.9992769360542297
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002982486869296268,
+        "instruction_rms": 0.0029824868702288607,
+        "raw_apical_rms": 0.03592376979909807,
+        "teaching_rms": 0.002982486869296268,
+        "traffic_rms": 0.035791721196680615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409714281559,
+        "maximum_absolute_post_projection_soma_slope": 1.272930028051178e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6149943162567607e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009557600262048776,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 36960,
+      "train_examples": 45000,
+      "train_loss": 0.07141380354563395
+    },
+    {
+      "epoch": 106,
+      "eval_accuracy": 0.913,
+      "eval_loss": 0.32148916625976565,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038087308406829834,
+        "mean_feedback_forward_cosine": 0.9996238162643031,
+        "mean_feedback_forward_relative_error": 0.027019406717858817,
+        "min_feedback_forward_cosine": 0.9992771148681641
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029289830002966963,
+        "instruction_rms": 0.0029289830017090136,
+        "raw_apical_rms": 0.035914032439172634,
+        "teaching_rms": 0.0029289830002966963,
+        "traffic_rms": 0.035786792806693675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409714281559,
+        "maximum_absolute_post_projection_soma_slope": 1.2585185338309657e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6155209415759927e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009643434889365563,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 37312,
+      "train_examples": 45000,
+      "train_loss": 0.06653599984910753
+    },
+    {
+      "epoch": 107,
+      "eval_accuracy": 0.9122,
+      "eval_loss": 0.32478743896484374,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03808138519525528,
+        "mean_feedback_forward_cosine": 0.9996239856669777,
+        "mean_feedback_forward_relative_error": 0.02701078198458019,
+        "min_feedback_forward_cosine": 0.9992773532867432
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028665601539593255,
+        "instruction_rms": 0.0028665601528412975,
+        "raw_apical_rms": 0.03588042390045279,
+        "teaching_rms": 0.0028665601539593255,
+        "traffic_rms": 0.035756650487861315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3040343027626022e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612231057199634e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009576412071197617,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 37664,
+      "train_examples": 45000,
+      "train_loss": 0.06255504687362247
+    },
+    {
+      "epoch": 108,
+      "eval_accuracy": 0.9122,
+      "eval_loss": 0.328871923828125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038075514137744904,
+        "mean_feedback_forward_cosine": 0.9996241268358732,
+        "mean_feedback_forward_relative_error": 0.02700227861733813,
+        "min_feedback_forward_cosine": 0.9992775917053223
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028695633932737264,
+        "instruction_rms": 0.0028695633942765666,
+        "raw_apical_rms": 0.035890662211287484,
+        "teaching_rms": 0.0028695633932737264,
+        "traffic_rms": 0.035766018499236475
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1649767373000941e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6136342007962996e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00968816035848221,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 38016,
+      "train_examples": 45000,
+      "train_loss": 0.0597408724811342
+    },
+    {
+      "epoch": 109,
+      "eval_accuracy": 0.914,
+      "eval_loss": 0.33251861572265623,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03806949779391289,
+        "mean_feedback_forward_cosine": 0.9996242868272882,
+        "mean_feedback_forward_relative_error": 0.026993888087178532,
+        "min_feedback_forward_cosine": 0.9992778301239014
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028985146835832764,
+        "instruction_rms": 0.002898514684873951,
+        "raw_apical_rms": 0.0358777356892019,
+        "teaching_rms": 0.0028985146835832764,
+        "traffic_rms": 0.0357524569798364
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2582765052115974e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.610909395309814e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009558368229309566,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 38368,
+      "train_examples": 45000,
+      "train_loss": 0.058068850870927176
+    },
+    {
+      "epoch": 110,
+      "eval_accuracy": 0.9128,
+      "eval_loss": 0.33395889892578123,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038063690066337585,
+        "mean_feedback_forward_cosine": 0.999624468778309,
+        "mean_feedback_forward_relative_error": 0.02698576935615979,
+        "min_feedback_forward_cosine": 0.9992780685424805
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028696458178227983,
+        "instruction_rms": 0.002869645817842472,
+        "raw_apical_rms": 0.03585184658767721,
+        "teaching_rms": 0.0028696458178227983,
+        "traffic_rms": 0.035726987625552924
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4731561748249078e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6158843093443453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009566121352255097,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 38720,
+      "train_examples": 45000,
+      "train_loss": 0.054469241478708054
+    },
+    {
+      "epoch": 111,
+      "eval_accuracy": 0.9138,
+      "eval_loss": 0.33631309814453125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03805793449282646,
+        "mean_feedback_forward_cosine": 0.9996246475922433,
+        "mean_feedback_forward_relative_error": 0.026977706896631343,
+        "min_feedback_forward_cosine": 0.9992783069610596
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028511713941757337,
+        "instruction_rms": 0.0028511713934999392,
+        "raw_apical_rms": 0.03585176552770924,
+        "teaching_rms": 0.0028511713941757337,
+        "traffic_rms": 0.035727985689006425
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2175729757757381e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6156636693558254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009671452186644064,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39072,
+      "train_examples": 45000,
+      "train_loss": 0.05229350429375967
+    },
+    {
+      "epoch": 112,
+      "eval_accuracy": 0.9154,
+      "eval_loss": 0.33809072265625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038052406162023544,
+        "mean_feedback_forward_cosine": 0.9996248044465718,
+        "mean_feedback_forward_relative_error": 0.02696984668115252,
+        "min_feedback_forward_cosine": 0.9992785453796387
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028222139723085853,
+        "instruction_rms": 0.002822213971199403,
+        "raw_apical_rms": 0.035873038034578815,
+        "teaching_rms": 0.0028222139723085853,
+        "traffic_rms": 0.03575171930431188
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.392575832426246e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6145431346167743e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009570548191714557,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39424,
+      "train_examples": 45000,
+      "train_loss": 0.05088527640766568
+    },
+    {
+      "epoch": 113,
+      "eval_accuracy": 0.9102,
+      "eval_loss": 0.34676420288085935,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038046613335609436,
+        "mean_feedback_forward_cosine": 0.999624933067121,
+        "mean_feedback_forward_relative_error": 0.026961923969027243,
+        "min_feedback_forward_cosine": 0.9992787837982178
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002842311355588269,
+        "instruction_rms": 0.0028423113554333825,
+        "raw_apical_rms": 0.03587723687063692,
+        "teaching_rms": 0.002842311355588269,
+        "traffic_rms": 0.03575509434187239
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4686383664752611e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6144555520498742e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009498977853440015,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39776,
+      "train_examples": 45000,
+      "train_loss": 0.04946711292134391
+    },
+    {
+      "epoch": 114,
+      "eval_accuracy": 0.9122,
+      "eval_loss": 0.34561643676757814,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03804095461964607,
+        "mean_feedback_forward_cosine": 0.9996250961956225,
+        "mean_feedback_forward_relative_error": 0.026953961700201035,
+        "min_feedback_forward_cosine": 0.9992790222167969
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002797731487760313,
+        "instruction_rms": 0.0027977314877417453,
+        "raw_apical_rms": 0.035867336452967774,
+        "teaching_rms": 0.002797731487760313,
+        "traffic_rms": 0.03574732062936145
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2948744299023929e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6190549016728118e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009511829493815006,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40128,
+      "train_examples": 45000,
+      "train_loss": 0.04669660123321745
+    },
+    {
+      "epoch": 115,
+      "eval_accuracy": 0.9104,
+      "eval_loss": 0.3552204650878906,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03803538531064987,
+        "mean_feedback_forward_cosine": 0.9996252342274314,
+        "mean_feedback_forward_relative_error": 0.026946195597319228,
+        "min_feedback_forward_cosine": 0.999279260635376
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002781539789875912,
+        "instruction_rms": 0.002781539789402498,
+        "raw_apical_rms": 0.03583110792841806,
+        "teaching_rms": 0.002781539789875912,
+        "traffic_rms": 0.03571137774542888
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2482407996117217e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6190075102145886e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009584501072354873,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40480,
+      "train_examples": 45000,
+      "train_loss": 0.043811548323763744
+    },
+    {
+      "epoch": 116,
+      "eval_accuracy": 0.913,
+      "eval_loss": 0.34888399658203123,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03802938014268875,
+        "mean_feedback_forward_cosine": 0.9996254004930195,
+        "mean_feedback_forward_relative_error": 0.026938311069419508,
+        "min_feedback_forward_cosine": 0.9992794990539551
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027589384972830176,
+        "instruction_rms": 0.002758938498364458,
+        "raw_apical_rms": 0.035822512187125864,
+        "teaching_rms": 0.0027589384972830176,
+        "traffic_rms": 0.0357032934364985
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4204090348357568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6174936257567725e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00952099290605394,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40832,
+      "train_examples": 45000,
+      "train_loss": 0.04321008748345905
+    },
+    {
+      "epoch": 117,
+      "eval_accuracy": 0.9116,
+      "eval_loss": 0.351063623046875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03802365064620972,
+        "mean_feedback_forward_cosine": 0.9996255730327807,
+        "mean_feedback_forward_relative_error": 0.026930446785531546,
+        "min_feedback_forward_cosine": 0.9992796778678894
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028121380910417835,
+        "instruction_rms": 0.0028121380914258374,
+        "raw_apical_rms": 0.03584902275998271,
+        "teaching_rms": 0.0028121380910417835,
+        "traffic_rms": 0.035727811590774095
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1390384635490136e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615851491866325e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00953851163872493,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41184,
+      "train_examples": 45000,
+      "train_loss": 0.041723162909348806
+    },
+    {
+      "epoch": 118,
+      "eval_accuracy": 0.9116,
+      "eval_loss": 0.3595480163574219,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03801767900586128,
+        "mean_feedback_forward_cosine": 0.9996257110645896,
+        "mean_feedback_forward_relative_error": 0.026922483977518584,
+        "min_feedback_forward_cosine": 0.999279797077179
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028066320925657522,
+        "instruction_rms": 0.0028066320926862657,
+        "raw_apical_rms": 0.03583823213845065,
+        "teaching_rms": 0.0028066320925657522,
+        "traffic_rms": 0.035717416974547646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1584762482641509e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6138026794508964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009567498567318766,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41536,
+      "train_examples": 45000,
+      "train_loss": 0.04121919312477112
+    },
+    {
+      "epoch": 119,
+      "eval_accuracy": 0.9116,
+      "eval_loss": 0.36063224487304685,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038011953234672546,
+        "mean_feedback_forward_cosine": 0.9996258741930911,
+        "mean_feedback_forward_relative_error": 0.026914845318778566,
+        "min_feedback_forward_cosine": 0.9992802143096924
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002766894998886884,
+        "instruction_rms": 0.0027668949982804733,
+        "raw_apical_rms": 0.035822942272094475,
+        "teaching_rms": 0.002766894998886884,
+        "traffic_rms": 0.035703425144166405
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1590560511365311e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6143377507427477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009596634022104129,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41888,
+      "train_examples": 45000,
+      "train_loss": 0.03897833952241474
+    },
+    {
+      "epoch": 120,
+      "eval_accuracy": 0.9122,
+      "eval_loss": 0.36014967651367186,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038005948066711426,
+        "mean_feedback_forward_cosine": 0.9996260937891508,
+        "mean_feedback_forward_relative_error": 0.02690696235942213,
+        "min_feedback_forward_cosine": 0.9992803931236267
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002761162125425492,
+        "instruction_rms": 0.0027611621253415103,
+        "raw_apical_rms": 0.03583332192186645,
+        "teaching_rms": 0.002761162125425492,
+        "traffic_rms": 0.035714112015139084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.258372517298767e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6169752667974602e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009646114910546006,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42240,
+      "train_examples": 45000,
+      "train_loss": 0.038807947030994626
+    },
+    {
+      "epoch": 121,
+      "eval_accuracy": 0.912,
+      "eval_loss": 0.368635986328125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03799998760223389,
+        "mean_feedback_forward_cosine": 0.9996262255467867,
+        "mean_feedback_forward_relative_error": 0.026899256302337898,
+        "min_feedback_forward_cosine": 0.9992806911468506
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00275476982346384,
+        "instruction_rms": 0.002754769822896326,
+        "raw_apical_rms": 0.03580108555403456,
+        "teaching_rms": 0.00275476982346384,
+        "traffic_rms": 0.03568257318023869
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.500537294418791e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6158118961452318e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009732036852036902,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42592,
+      "train_examples": 45000,
+      "train_loss": 0.03859740868144565
+    },
+    {
+      "epoch": 122,
+      "eval_accuracy": 0.9112,
+      "eval_loss": 0.375572607421875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03799373283982277,
+        "mean_feedback_forward_cosine": 0.9996264106348941,
+        "mean_feedback_forward_relative_error": 0.026891536863618774,
+        "min_feedback_forward_cosine": 0.9992808699607849
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027601279683554577,
+        "instruction_rms": 0.002760127970405934,
+        "raw_apical_rms": 0.03581597123058649,
+        "teaching_rms": 0.0027601279683554577,
+        "traffic_rms": 0.03569536676631768
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3610550908538244e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.616823077868045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00965707582365918,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42944,
+      "train_examples": 45000,
+      "train_loss": 0.03734560879071554
+    },
+    {
+      "epoch": 123,
+      "eval_accuracy": 0.9096,
+      "eval_loss": 0.3836206359863281,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03798767551779747,
+        "mean_feedback_forward_cosine": 0.9996265298441837,
+        "mean_feedback_forward_relative_error": 0.02688379639661626,
+        "min_feedback_forward_cosine": 0.9992810487747192
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026655376026348985,
+        "instruction_rms": 0.0026655376010316545,
+        "raw_apical_rms": 0.03579517670364923,
+        "teaching_rms": 0.0026655376026348985,
+        "traffic_rms": 0.035683251075829196
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.6414423598121175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6190680857384163e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00963298712955783,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43296,
+      "train_examples": 45000,
+      "train_loss": 0.03550222207605839
+    },
+    {
+      "epoch": 124,
+      "eval_accuracy": 0.9124,
+      "eval_loss": 0.3698329162597656,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03798159584403038,
+        "mean_feedback_forward_cosine": 0.9996267400289837,
+        "mean_feedback_forward_relative_error": 0.02687601612782792,
+        "min_feedback_forward_cosine": 0.9992812871932983
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027511484741651825,
+        "instruction_rms": 0.0027511484752177208,
+        "raw_apical_rms": 0.03577062803804927,
+        "teaching_rms": 0.0027511484741651825,
+        "traffic_rms": 0.03565009219861281
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.120090598050183e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.616681270428917e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009707561803276307,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43648,
+      "train_examples": 45000,
+      "train_loss": 0.03580282854802078
+    },
+    {
+      "epoch": 125,
+      "eval_accuracy": 0.9114,
+      "eval_loss": 0.3712406555175781,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03797522932291031,
+        "mean_feedback_forward_cosine": 0.9996268937462255,
+        "mean_feedback_forward_relative_error": 0.026868038369636787,
+        "min_feedback_forward_cosine": 0.9992815852165222
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027907677721793023,
+        "instruction_rms": 0.002790767771911957,
+        "raw_apical_rms": 0.03577578432471849,
+        "teaching_rms": 0.0027907677721793023,
+        "traffic_rms": 0.035652179953717646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.379840330884008e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.614495218653508e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009818036049193164,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44000,
+      "train_examples": 45000,
+      "train_loss": 0.036065083287821875
+    },
+    {
+      "epoch": 126,
+      "eval_accuracy": 0.913,
+      "eval_loss": 0.37410505981445313,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037968847900629044,
+        "mean_feedback_forward_cosine": 0.9996270411892941,
+        "mean_feedback_forward_relative_error": 0.026860256336237256,
+        "min_feedback_forward_cosine": 0.9992817044258118
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027855026442477598,
+        "instruction_rms": 0.0027855026440891987,
+        "raw_apical_rms": 0.03578097218964767,
+        "teaching_rms": 0.0027855026442477598,
+        "traffic_rms": 0.03565767145537793
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.147241590615522e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6161130612054242e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009674539963637395,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44352,
+      "train_examples": 45000,
+      "train_loss": 0.03503612222803964
+    },
+    {
+      "epoch": 127,
+      "eval_accuracy": 0.9104,
+      "eval_loss": 0.38507326049804685,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03796249255537987,
+        "mean_feedback_forward_cosine": 0.9996272356886613,
+        "mean_feedback_forward_relative_error": 0.026852291273443324,
+        "min_feedback_forward_cosine": 0.9992821216583252
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026975618837138983,
+        "instruction_rms": 0.002697561883383782,
+        "raw_apical_rms": 0.03579064949846312,
+        "teaching_rms": 0.0026975618837138983,
+        "traffic_rms": 0.03567367917199365
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3141908006275571e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.618431664614786e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009527002395862164,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44704,
+      "train_examples": 45000,
+      "train_loss": 0.03341853344672256
+    },
+    {
+      "epoch": 128,
+      "eval_accuracy": 0.911,
+      "eval_loss": 0.3920139404296875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03795585036277771,
+        "mean_feedback_forward_cosine": 0.9996274207767687,
+        "mean_feedback_forward_relative_error": 0.026844228862931852,
+        "min_feedback_forward_cosine": 0.9992824196815491
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002750541218062686,
+        "instruction_rms": 0.0027505412191790746,
+        "raw_apical_rms": 0.03576918976281961,
+        "teaching_rms": 0.002750541218062686,
+        "traffic_rms": 0.0356481807025341
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2473168276017077e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6218493188187658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009663760274781231,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45056,
+      "train_examples": 45000,
+      "train_loss": 0.03287169239719709
+    },
+    {
+      "epoch": 129,
+      "eval_accuracy": 0.9134,
+      "eval_loss": 0.38938822021484376,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037949901074171066,
+        "mean_feedback_forward_cosine": 0.9996275870423568,
+        "mean_feedback_forward_relative_error": 0.02683663461357355,
+        "min_feedback_forward_cosine": 0.9992826581001282
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026238850680548745,
+        "instruction_rms": 0.0026238850678266677,
+        "raw_apical_rms": 0.035746906829503516,
+        "teaching_rms": 0.0026238850680548745,
+        "traffic_rms": 0.035636102017194186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.0733844924004643e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6188728554294605e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009614808397064061,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45408,
+      "train_examples": 45000,
+      "train_loss": 0.03094183478222953
+    },
+    {
+      "epoch": 130,
+      "eval_accuracy": 0.9134,
+      "eval_loss": 0.3928030151367187,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03794398903846741,
+        "mean_feedback_forward_cosine": 0.9996277627192045,
+        "mean_feedback_forward_relative_error": 0.02682895414335163,
+        "min_feedback_forward_cosine": 0.9992827773094177
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002622710879992411,
+        "instruction_rms": 0.002622710880762901,
+        "raw_apical_rms": 0.035731069218762186,
+        "teaching_rms": 0.002622710879992411,
+        "traffic_rms": 0.03561991443288764
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2849611152887519e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6121007907933642e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009830500001566147,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45760,
+      "train_examples": 45000,
+      "train_loss": 0.029354358004861407
+    },
+    {
+      "epoch": 131,
+      "eval_accuracy": 0.9114,
+      "eval_loss": 0.38648424072265625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03793803229928017,
+        "mean_feedback_forward_cosine": 0.9996279195735329,
+        "mean_feedback_forward_relative_error": 0.026821194118575045,
+        "min_feedback_forward_cosine": 0.9992830157279968
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025914732781347487,
+        "instruction_rms": 0.0025914732781897134,
+        "raw_apical_rms": 0.0357203964741929,
+        "teaching_rms": 0.0025914732781347487,
+        "traffic_rms": 0.03561015827148135
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2277120653436668e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6177991820475174e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009724882261981085,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46112,
+      "train_examples": 45000,
+      "train_loss": 0.028900067031052377
+    },
+    {
+      "epoch": 132,
+      "eval_accuracy": 0.9106,
+      "eval_loss": 0.3918890930175781,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03793131932616234,
+        "mean_feedback_forward_cosine": 0.9996280921132941,
+        "mean_feedback_forward_relative_error": 0.02681309494533037,
+        "min_feedback_forward_cosine": 0.9992832541465759
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026975961361970055,
+        "instruction_rms": 0.002697596135337974,
+        "raw_apical_rms": 0.035710380517198305,
+        "teaching_rms": 0.0026975961361970055,
+        "traffic_rms": 0.035592226690178135
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2983555564005655e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.622333585292056e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009668498919770402,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46464,
+      "train_examples": 45000,
+      "train_loss": 0.030538018282088967
+    },
+    {
+      "epoch": 133,
+      "eval_accuracy": 0.9104,
+      "eval_loss": 0.39623680419921875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037924885749816895,
+        "mean_feedback_forward_cosine": 0.9996282458305359,
+        "mean_feedback_forward_relative_error": 0.02680520125125584,
+        "min_feedback_forward_cosine": 0.999283492565155
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002635780184050218,
+        "instruction_rms": 0.0026357801832153664,
+        "raw_apical_rms": 0.03569409748753582,
+        "teaching_rms": 0.002635780184050218,
+        "traffic_rms": 0.03557964049918153
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3676385357541676e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615643645286502e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009754141415901071,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46816,
+      "train_examples": 45000,
+      "train_loss": 0.029081654803454877
+    },
+    {
+      "epoch": 134,
+      "eval_accuracy": 0.9108,
+      "eval_loss": 0.3895315185546875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037918198853731155,
+        "mean_feedback_forward_cosine": 0.999628462289509,
+        "mean_feedback_forward_relative_error": 0.02679695581134997,
+        "min_feedback_forward_cosine": 0.9992837905883789
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002742187509968168,
+        "instruction_rms": 0.0027421875111034097,
+        "raw_apical_rms": 0.03572439865144619,
+        "teaching_rms": 0.002742187509968168,
+        "traffic_rms": 0.03560007387385542
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3136595811147345e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6202907495852204e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009760525172780596,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47168,
+      "train_examples": 45000,
+      "train_loss": 0.028779723361465667
+    },
+    {
+      "epoch": 135,
+      "eval_accuracy": 0.9106,
+      "eval_loss": 0.3926762451171875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037911418825387955,
+        "mean_feedback_forward_cosine": 0.9996286379663568,
+        "mean_feedback_forward_relative_error": 0.026788822914424696,
+        "min_feedback_forward_cosine": 0.9992839097976685
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026868494036395157,
+        "instruction_rms": 0.002686849404910164,
+        "raw_apical_rms": 0.03569168232715309,
+        "teaching_rms": 0.0026868494036395157,
+        "traffic_rms": 0.03557283692593126
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3787125219266727e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6191191160133836e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00979281848443928,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47520,
+      "train_examples": 45000,
+      "train_loss": 0.02846326970325576
+    },
+    {
+      "epoch": 136,
+      "eval_accuracy": 0.9084,
+      "eval_loss": 0.40878616943359375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03790559247136116,
+        "mean_feedback_forward_cosine": 0.999628832465724,
+        "mean_feedback_forward_relative_error": 0.026781202195898482,
+        "min_feedback_forward_cosine": 0.9992842674255371
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025450656243850523,
+        "instruction_rms": 0.002545065624684874,
+        "raw_apical_rms": 0.03566917022717624,
+        "teaching_rms": 0.0025450656243850523,
+        "traffic_rms": 0.0355617712433612
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2010985095400883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6177253169118073e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009744248196663233,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47872,
+      "train_examples": 45000,
+      "train_loss": 0.025685858269201386
+    },
+    {
+      "epoch": 137,
+      "eval_accuracy": 0.9128,
+      "eval_loss": 0.3987355712890625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03789890930056572,
+        "mean_feedback_forward_cosine": 0.9996290363763508,
+        "mean_feedback_forward_relative_error": 0.026773277278009214,
+        "min_feedback_forward_cosine": 0.999284565448761
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026180515333599323,
+        "instruction_rms": 0.0026180515335020634,
+        "raw_apical_rms": 0.03570993695445157,
+        "teaching_rms": 0.0026180515333599323,
+        "traffic_rms": 0.03559666524284681
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.597332932590234e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6204578252730795e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009646679881658194,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48224,
+      "train_examples": 45000,
+      "train_loss": 0.027844087640444437
+    },
+    {
+      "epoch": 138,
+      "eval_accuracy": 0.9102,
+      "eval_loss": 0.4109247741699219,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03789233788847923,
+        "mean_feedback_forward_cosine": 0.9996291806823329,
+        "mean_feedback_forward_relative_error": 0.026765429463825728,
+        "min_feedback_forward_cosine": 0.9992847442626953
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002638664010063119,
+        "instruction_rms": 0.0026386640096644647,
+        "raw_apical_rms": 0.03566768918823276,
+        "teaching_rms": 0.002638664010063119,
+        "traffic_rms": 0.03555359236882088
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2113433811578034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623062258955324e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00976945290872928,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48576,
+      "train_examples": 45000,
+      "train_loss": 0.026772137907644114
+    },
+    {
+      "epoch": 139,
+      "eval_accuracy": 0.9144,
+      "eval_loss": 0.40518236694335935,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03788561001420021,
+        "mean_feedback_forward_cosine": 0.9996293783187866,
+        "mean_feedback_forward_relative_error": 0.026757078539384038,
+        "min_feedback_forward_cosine": 0.999285101890564
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002612001682187245,
+        "instruction_rms": 0.0026120016827994065,
+        "raw_apical_rms": 0.03565216126697786,
+        "teaching_rms": 0.002612001682187245,
+        "traffic_rms": 0.035537428261166085
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1465832727708403e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6258578957992902e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009644668044545194,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48928,
+      "train_examples": 45000,
+      "train_loss": 0.02580999892420239
+    },
+    {
+      "epoch": 140,
+      "eval_accuracy": 0.9104,
+      "eval_loss": 0.411278125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03787907212972641,
+        "mean_feedback_forward_cosine": 0.9996295696810672,
+        "mean_feedback_forward_relative_error": 0.026749126613140106,
+        "min_feedback_forward_cosine": 0.9992852210998535
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002611693291988267,
+        "instruction_rms": 0.002611693292765891,
+        "raw_apical_rms": 0.035591762399835865,
+        "teaching_rms": 0.002611693291988267,
+        "traffic_rms": 0.03547938614446786
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.2840193797103439e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6246608171250558e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009743369749401539,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49280,
+      "train_examples": 45000,
+      "train_loss": 0.025524346191353266
+    },
+    {
+      "epoch": 141,
+      "eval_accuracy": 0.9106,
+      "eval_loss": 0.4062041748046875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03787163272500038,
+        "mean_feedback_forward_cosine": 0.9996297767287806,
+        "mean_feedback_forward_relative_error": 0.026740355907302154,
+        "min_feedback_forward_cosine": 0.9992855787277222
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027070270794916193,
+        "instruction_rms": 0.0027070270797813255,
+        "raw_apical_rms": 0.03563609802435912,
+        "teaching_rms": 0.0027070270794916193,
+        "traffic_rms": 0.035511611640737885
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4507527623663918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6223096926328764e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009729349519671793,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49632,
+      "train_examples": 45000,
+      "train_loss": 0.027296853695147567
+    },
+    {
+      "epoch": 142,
+      "eval_accuracy": 0.9118,
+      "eval_loss": 0.41186312255859375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037864819169044495,
+        "mean_feedback_forward_cosine": 0.9996299618168881,
+        "mean_feedback_forward_relative_error": 0.026732132868155054,
+        "min_feedback_forward_cosine": 0.9992859363555908
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025778124945542435,
+        "instruction_rms": 0.0025778124941378392,
+        "raw_apical_rms": 0.03561647943645186,
+        "teaching_rms": 0.0025778124945542435,
+        "traffic_rms": 0.035505854937505556
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2427866735720272e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6168315613522945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00971278371826236,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49984,
+      "train_examples": 45000,
+      "train_loss": 0.02511273897687594
+    },
+    {
+      "epoch": 143,
+      "eval_accuracy": 0.9106,
+      "eval_loss": 0.4166827209472656,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03785836696624756,
+        "mean_feedback_forward_cosine": 0.999630143767909,
+        "mean_feedback_forward_relative_error": 0.02672435906960776,
+        "min_feedback_forward_cosine": 0.9992861151695251
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0024070126294162093,
+        "instruction_rms": 0.0024070126293388137,
+        "raw_apical_rms": 0.03559019898416294,
+        "teaching_rms": 0.0024070126294162093,
+        "traffic_rms": 0.03549209008796763
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2012990602272566e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.618936282268463e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009764600853767324,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50336,
+      "train_examples": 45000,
+      "train_loss": 0.022995042044586606
+    },
+    {
+      "epoch": 144,
+      "eval_accuracy": 0.9126,
+      "eval_loss": 0.41340057373046873,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03785092383623123,
+        "mean_feedback_forward_cosine": 0.9996303508156225,
+        "mean_feedback_forward_relative_error": 0.026715706151567008,
+        "min_feedback_forward_cosine": 0.999286413192749
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026267032270786655,
+        "instruction_rms": 0.0026267032265151757,
+        "raw_apical_rms": 0.03561348328808878,
+        "teaching_rms": 0.0026267032270786655,
+        "traffic_rms": 0.03549544675313446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4057949471180109e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6210168806989145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009787132839748691,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50688,
+      "train_examples": 45000,
+      "train_loss": 0.024796697247690624
+    },
+    {
+      "epoch": 145,
+      "eval_accuracy": 0.9126,
+      "eval_loss": 0.407359423828125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03784457966685295,
+        "mean_feedback_forward_cosine": 0.9996305139441239,
+        "mean_feedback_forward_relative_error": 0.0267080179856796,
+        "min_feedback_forward_cosine": 0.9992866516113281
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002411227822155689,
+        "instruction_rms": 0.002411227823475597,
+        "raw_apical_rms": 0.03559807514429829,
+        "teaching_rms": 0.002411227822155689,
+        "traffic_rms": 0.0354983777965054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.0809019457269642e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.620617980156489e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00980182348454157,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51040,
+      "train_examples": 45000,
+      "train_loss": 0.022539040789835985
+    },
+    {
+      "epoch": 146,
+      "eval_accuracy": 0.91,
+      "eval_loss": 0.42620809326171877,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03783755376935005,
+        "mean_feedback_forward_cosine": 0.9996307115805777,
+        "mean_feedback_forward_relative_error": 0.026699521137695564,
+        "min_feedback_forward_cosine": 0.9992868900299072
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002565811242517235,
+        "instruction_rms": 0.002565811242643303,
+        "raw_apical_rms": 0.035587567868722365,
+        "teaching_rms": 0.002565811242517235,
+        "traffic_rms": 0.03547522987971678
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4903037026670063e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6225682665495397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009706511222796843,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51392,
+      "train_examples": 45000,
+      "train_loss": 0.023578642381893264
+    },
+    {
+      "epoch": 147,
+      "eval_accuracy": 0.911,
+      "eval_loss": 0.42503335571289064,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03783031553030014,
+        "mean_feedback_forward_cosine": 0.999630940587897,
+        "mean_feedback_forward_relative_error": 0.026690693670197538,
+        "min_feedback_forward_cosine": 0.9992870688438416
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025885059522246312,
+        "instruction_rms": 0.0025885059535557015,
+        "raw_apical_rms": 0.03555838610924396,
+        "teaching_rms": 0.0025885059522246312,
+        "traffic_rms": 0.035442078172238385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.2002680627176687e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6267581202852138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00985412452162739,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51744,
+      "train_examples": 45000,
+      "train_loss": 0.023740731816159353
+    },
+    {
+      "epoch": 148,
+      "eval_accuracy": 0.9122,
+      "eval_loss": 0.4174243408203125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03782280161976814,
+        "mean_feedback_forward_cosine": 0.9996311382243508,
+        "mean_feedback_forward_relative_error": 0.026681908847470032,
+        "min_feedback_forward_cosine": 0.9992873668670654
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025628457988248884,
+        "instruction_rms": 0.0025628457987137013,
+        "raw_apical_rms": 0.03553239426766158,
+        "teaching_rms": 0.0025628457988248884,
+        "traffic_rms": 0.03542038082092827
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2999201715047093e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6248284634245207e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009733664121826479,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52096,
+      "train_examples": 45000,
+      "train_loss": 0.023489599435859255
+    },
+    {
+      "epoch": 149,
+      "eval_accuracy": 0.915,
+      "eval_loss": 0.42041235961914064,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037815794348716736,
+        "mean_feedback_forward_cosine": 0.9996313515462374,
+        "mean_feedback_forward_relative_error": 0.02667347900569439,
+        "min_feedback_forward_cosine": 0.9992876052856445
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00253459505010071,
+        "instruction_rms": 0.0025345950500882826,
+        "raw_apical_rms": 0.03551564592976059,
+        "teaching_rms": 0.00253459505010071,
+        "traffic_rms": 0.035407345219106684
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2784917124974982e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6207162199078193e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009688193952499912,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52448,
+      "train_examples": 45000,
+      "train_loss": 0.022620651949776544
+    },
+    {
+      "epoch": 150,
+      "eval_accuracy": 0.9104,
+      "eval_loss": 0.42439256591796876,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780863806605339,
+        "mean_feedback_forward_cosine": 0.9996315397714314,
+        "mean_feedback_forward_relative_error": 0.026664931229070613,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0025151916352342905,
+        "instruction_rms": 0.002515191635826509,
+        "raw_apical_rms": 0.03552600170105816,
+        "teaching_rms": 0.0025151916352342905,
+        "traffic_rms": 0.03541416019616737
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3124211939441466e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.618080090131379e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009837820810131428,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52800,
+      "train_examples": 45000,
+      "train_loss": 0.022285571916566955
+    },
+    {
+      "epoch": 151,
+      "eval_accuracy": 0.9112,
+      "eval_loss": 0.4160915588378906,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780853748321533,
+        "mean_feedback_forward_cosine": 0.9996315460456046,
+        "mean_feedback_forward_relative_error": 0.0266646696254611,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023690394798630107,
+        "instruction_rms": 0.002369039479136609,
+        "raw_apical_rms": 0.035500359686107825,
+        "teaching_rms": 0.0023690394798630107,
+        "traffic_rms": 0.03540311715202738
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3979216006987372e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6147353264949156e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009950262225916816,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 53152,
+      "train_examples": 45000,
+      "train_loss": 0.020033901221967406
+    },
+    {
+      "epoch": 152,
+      "eval_accuracy": 0.915,
+      "eval_loss": 0.412415478515625,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780847415328026,
+        "mean_feedback_forward_cosine": 0.999631542908518,
+        "mean_feedback_forward_relative_error": 0.026664435765460917,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002363181180109337,
+        "instruction_rms": 0.0023631811816877146,
+        "raw_apical_rms": 0.03550671226071755,
+        "teaching_rms": 0.002363181180109337,
+        "traffic_rms": 0.03540743308969674
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3078425453727505e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6143342377322934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009923390440856971,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 53504,
+      "train_examples": 45000,
+      "train_loss": 0.01982582550181283
+    },
+    {
+      "epoch": 153,
+      "eval_accuracy": 0.914,
+      "eval_loss": 0.4219018493652344,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780841827392578,
+        "mean_feedback_forward_cosine": 0.9996315711422971,
+        "mean_feedback_forward_relative_error": 0.02666421739482566,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022168579681471966,
+        "instruction_rms": 0.0022168579682489828,
+        "raw_apical_rms": 0.03549892093773543,
+        "teaching_rms": 0.0022168579681471966,
+        "traffic_rms": 0.03540893340906787
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1699555102495651e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6155479768674653e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00991793256075795,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 53856,
+      "train_examples": 45000,
+      "train_loss": 0.018583940839767457
+    },
+    {
+      "epoch": 154,
+      "eval_accuracy": 0.9154,
+      "eval_loss": 0.4142001647949219,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037808362394571304,
+        "mean_feedback_forward_cosine": 0.9996315585939508,
+        "mean_feedback_forward_relative_error": 0.026664001033886484,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022208326704436345,
+        "instruction_rms": 0.0022208326696203434,
+        "raw_apical_rms": 0.0354993800874489,
+        "teaching_rms": 0.0022208326704436345,
+        "traffic_rms": 0.03541088335135728
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.174215213950447e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6138077736505478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009778174847088088,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 54208,
+      "train_examples": 45000,
+      "train_loss": 0.018304667066037655
+    },
+    {
+      "epoch": 155,
+      "eval_accuracy": 0.9126,
+      "eval_loss": 0.41529046630859373,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780830651521683,
+        "mean_feedback_forward_cosine": 0.9996315648681239,
+        "mean_feedback_forward_relative_error": 0.02666377888894395,
+        "min_feedback_forward_cosine": 0.9992879033088684
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020940083723578317,
+        "instruction_rms": 0.00209400837211589,
+        "raw_apical_rms": 0.03549419842454183,
+        "teaching_rms": 0.0020940083723578317,
+        "traffic_rms": 0.03541537284997737
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3867719417248736e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615518187018473e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009840861291704164,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 54560,
+      "train_examples": 45000,
+      "train_loss": 0.017229355897671647
+    },
+    {
+      "epoch": 156,
+      "eval_accuracy": 0.9158,
+      "eval_loss": 0.4150919738769531,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037808261811733246,
+        "mean_feedback_forward_cosine": 0.9996315617310373,
+        "mean_feedback_forward_relative_error": 0.02666356625329507,
+        "min_feedback_forward_cosine": 0.9992879033088684
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020718280070672877,
+        "instruction_rms": 0.0020718280072837747,
+        "raw_apical_rms": 0.03549177889857754,
+        "teaching_rms": 0.0020718280070672877,
+        "traffic_rms": 0.03541395171582714
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1908183772391112e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.616108327523135e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009694605252590052,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 54912,
+      "train_examples": 45000,
+      "train_loss": 0.016535244550307592
+    },
+    {
+      "epoch": 157,
+      "eval_accuracy": 0.9124,
+      "eval_loss": 0.4139591613769531,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780820965766907,
+        "mean_feedback_forward_cosine": 0.9996315585939508,
+        "mean_feedback_forward_relative_error": 0.026663346510184437,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021928518226127106,
+        "instruction_rms": 0.002192851823067784,
+        "raw_apical_rms": 0.03550177907923658,
+        "teaching_rms": 0.0021928518226127106,
+        "traffic_rms": 0.03541410326784334
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4171884110680821e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.618542717085575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009729103278611475,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 55264,
+      "train_examples": 45000,
+      "train_loss": 0.017914864792426426
+    },
+    {
+      "epoch": 158,
+      "eval_accuracy": 0.9136,
+      "eval_loss": 0.4135891052246094,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780815750360489,
+        "mean_feedback_forward_cosine": 0.9996315366343448,
+        "mean_feedback_forward_relative_error": 0.026663127208226604,
+        "min_feedback_forward_cosine": 0.9992879033088684
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002134958372463622,
+        "instruction_rms": 0.0021349583719595688,
+        "raw_apical_rms": 0.03549795898305622,
+        "teaching_rms": 0.002134958372463622,
+        "traffic_rms": 0.03541718881392205
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2411835115244685e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.618284934513545e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009742366157895569,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 55616,
+      "train_examples": 45000,
+      "train_loss": 0.01753395065723194
+    },
+    {
+      "epoch": 159,
+      "eval_accuracy": 0.9156,
+      "eval_loss": 0.41060625610351564,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780810534954071,
+        "mean_feedback_forward_cosine": 0.9996315680052105,
+        "mean_feedback_forward_relative_error": 0.026662918150817092,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021345640691926306,
+        "instruction_rms": 0.0021345640694966726,
+        "raw_apical_rms": 0.03549960982866271,
+        "teaching_rms": 0.0021345640691926306,
+        "traffic_rms": 0.035419135821711384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3708177704074842e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.621017741400353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009681370527874348,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 55968,
+      "train_examples": 45000,
+      "train_loss": 0.016990253758927185
+    },
+    {
+      "epoch": 160,
+      "eval_accuracy": 0.9152,
+      "eval_loss": 0.413508935546875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037808045744895935,
+        "mean_feedback_forward_cosine": 0.9996315523197776,
+        "mean_feedback_forward_relative_error": 0.026662708848322694,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002075748873974312,
+        "instruction_rms": 0.002075748873711616,
+        "raw_apical_rms": 0.035495948403698525,
+        "teaching_rms": 0.002075748873974312,
+        "traffic_rms": 0.03541909665314382
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2328693621554976e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623219162921405e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009798775898307792,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 56320,
+      "train_examples": 45000,
+      "train_loss": 0.016840938025050694
+    },
+    {
+      "epoch": 161,
+      "eval_accuracy": 0.915,
+      "eval_loss": 0.4121825561523437,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780798986554146,
+        "mean_feedback_forward_cosine": 0.9996315774164701,
+        "mean_feedback_forward_relative_error": 0.02666250243782997,
+        "min_feedback_forward_cosine": 0.9992880821228027
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002121357037740998,
+        "instruction_rms": 0.0021213570378834324,
+        "raw_apical_rms": 0.03550143453081703,
+        "teaching_rms": 0.002121357037740998,
+        "traffic_rms": 0.035419878280186855
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2869592502795513e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.617544037746847e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009704877673677476,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 56672,
+      "train_examples": 45000,
+      "train_loss": 0.016971301689743996
+    },
+    {
+      "epoch": 162,
+      "eval_accuracy": 0.9142,
+      "eval_loss": 0.41635877685546874,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780794143676758,
+        "mean_feedback_forward_cosine": 0.9996315554568642,
+        "mean_feedback_forward_relative_error": 0.026662287743468033,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001991115441323907,
+        "instruction_rms": 0.001991115442340531,
+        "raw_apical_rms": 0.035491182938576275,
+        "teaching_rms": 0.001991115441323907,
+        "traffic_rms": 0.035420416209033016
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3590495839821415e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.619519543498664e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009655481431774027,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 57024,
+      "train_examples": 45000,
+      "train_loss": 0.015489534443534082
+    },
+    {
+      "epoch": 163,
+      "eval_accuracy": 0.9138,
+      "eval_loss": 0.4135448547363281,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0378078892827034,
+        "mean_feedback_forward_cosine": 0.9996315774164701,
+        "mean_feedback_forward_relative_error": 0.02666207834293968,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020567535253763576,
+        "instruction_rms": 0.0020567535255817935,
+        "raw_apical_rms": 0.035494462825656777,
+        "teaching_rms": 0.0020567535253763576,
+        "traffic_rms": 0.03541904425544074
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2687332962002529e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6184658532040568e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009708826992103438,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 57376,
+      "train_examples": 45000,
+      "train_loss": 0.016186376640366183
+    },
+    {
+      "epoch": 164,
+      "eval_accuracy": 0.9144,
+      "eval_loss": 0.415368798828125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780784085392952,
+        "mean_feedback_forward_cosine": 0.999631593101903,
+        "mean_feedback_forward_relative_error": 0.026661876294957965,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019375142163203856,
+        "instruction_rms": 0.0019375142165507645,
+        "raw_apical_rms": 0.035487892708861685,
+        "teaching_rms": 0.0019375142163203856,
+        "traffic_rms": 0.03541944844315403
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.291764029076603e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.61590983006741e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009717712448308678,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 57728,
+      "train_examples": 45000,
+      "train_loss": 0.015254196861386298
+    },
+    {
+      "epoch": 165,
+      "eval_accuracy": 0.9132,
+      "eval_loss": 0.4172639404296875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780778497457504,
+        "mean_feedback_forward_cosine": 0.9996315742793837,
+        "mean_feedback_forward_relative_error": 0.026661668364938936,
+        "min_feedback_forward_cosine": 0.9992879033088684
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020433014823095573,
+        "instruction_rms": 0.0020433014818764506,
+        "raw_apical_rms": 0.03549243381270347,
+        "teaching_rms": 0.0020433014823095573,
+        "traffic_rms": 0.03541736025860466
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2993341513833911e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6160578069739604e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009716151742027465,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 58080,
+      "train_examples": 45000,
+      "train_loss": 0.01599680534899235
+    },
+    {
+      "epoch": 166,
+      "eval_accuracy": 0.9134,
+      "eval_loss": 0.41902383422851563,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780774399638176,
+        "mean_feedback_forward_cosine": 0.9996315617310373,
+        "mean_feedback_forward_relative_error": 0.02666145984671618,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019939385671762506,
+        "instruction_rms": 0.001993938567715279,
+        "raw_apical_rms": 0.03548806314820587,
+        "teaching_rms": 0.0019939385671762506,
+        "traffic_rms": 0.03541724515608608
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.471319333035126e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.618911496952291e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00968140701438848,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 58432,
+      "train_examples": 45000,
+      "train_loss": 0.015350342567927307
+    },
+    {
+      "epoch": 167,
+      "eval_accuracy": 0.9138,
+      "eval_loss": 0.42023292236328125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780769556760788,
+        "mean_feedback_forward_cosine": 0.9996315805535567,
+        "mean_feedback_forward_relative_error": 0.02666125147554435,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020467549993294968,
+        "instruction_rms": 0.00204675499844481,
+        "raw_apical_rms": 0.03549362319880884,
+        "teaching_rms": 0.0020467549993294968,
+        "traffic_rms": 0.03541744547909088
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3256748587764378e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6198538364641417e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009709477833559205,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 58784,
+      "train_examples": 45000,
+      "train_loss": 0.016373495394074254
+    },
+    {
+      "epoch": 168,
+      "eval_accuracy": 0.9124,
+      "eval_loss": 0.41826709594726563,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037807647138834,
+        "mean_feedback_forward_cosine": 0.9996316056502493,
+        "mean_feedback_forward_relative_error": 0.026661050898071966,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001984984467698352,
+        "instruction_rms": 0.0019849844670150416,
+        "raw_apical_rms": 0.03549006263098476,
+        "teaching_rms": 0.001984984467698352,
+        "traffic_rms": 0.03541851113385414
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2651434566635089e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6169507411084307e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009769807110601119,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59136,
+      "train_examples": 45000,
+      "train_loss": 0.015453135259283914
+    },
+    {
+      "epoch": 169,
+      "eval_accuracy": 0.9138,
+      "eval_loss": 0.4206541809082031,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780760243535042,
+        "mean_feedback_forward_cosine": 0.9996315899648165,
+        "mean_feedback_forward_relative_error": 0.026660842232798274,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00202351260849575,
+        "instruction_rms": 0.002023512608972183,
+        "raw_apical_rms": 0.03549055191927649,
+        "teaching_rms": 0.00202351260849575,
+        "traffic_rms": 0.03541667822482855
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.0796592952999617e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6186895543251947e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009821765196698794,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59488,
+      "train_examples": 45000,
+      "train_loss": 0.015848362532920306
+    },
+    {
+      "epoch": 170,
+      "eval_accuracy": 0.914,
+      "eval_loss": 0.41541182861328124,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780755773186684,
+        "mean_feedback_forward_cosine": 0.9996315962389896,
+        "mean_feedback_forward_relative_error": 0.02666063675362813,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001959811377964408,
+        "instruction_rms": 0.0019598113775032918,
+        "raw_apical_rms": 0.035483915716881025,
+        "teaching_rms": 0.001959811377964408,
+        "traffic_rms": 0.035415321778480946
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3844236868010285e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615777851086534e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0097210159161736,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59840,
+      "train_examples": 45000,
+      "train_loss": 0.014944665809389617
+    },
+    {
+      "epoch": 171,
+      "eval_accuracy": 0.914,
+      "eval_loss": 0.4189151428222656,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780750930309296,
+        "mean_feedback_forward_cosine": 0.999631615061509,
+        "mean_feedback_forward_relative_error": 0.026660423578792496,
+        "min_feedback_forward_cosine": 0.9992880821228027
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020314639544911626,
+        "instruction_rms": 0.002031463954675679,
+        "raw_apical_rms": 0.03549389696505197,
+        "teaching_rms": 0.0020314639544911626,
+        "traffic_rms": 0.0354194518350967
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3361433737202333e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6189122268711468e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009821385755846523,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60192,
+      "train_examples": 45000,
+      "train_loss": 0.01616706893179152
+    },
+    {
+      "epoch": 172,
+      "eval_accuracy": 0.9142,
+      "eval_loss": 0.41772709350585935,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780745342373848,
+        "mean_feedback_forward_cosine": 0.999631615061509,
+        "mean_feedback_forward_relative_error": 0.02666021461941694,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020211037602693247,
+        "instruction_rms": 0.0020211037607435027,
+        "raw_apical_rms": 0.03549044453860664,
+        "teaching_rms": 0.0020211037602693247,
+        "traffic_rms": 0.03541693276093822
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.447212927274677e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6164672638921847e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009711404564543315,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60544,
+      "train_examples": 45000,
+      "train_loss": 0.015749647364185916
+    },
+    {
+      "epoch": 173,
+      "eval_accuracy": 0.9138,
+      "eval_loss": 0.42026092529296877,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0378074124455452,
+        "mean_feedback_forward_cosine": 0.9996316181985956,
+        "mean_feedback_forward_relative_error": 0.026660006640380936,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020449684581992575,
+        "instruction_rms": 0.0020449684588546573,
+        "raw_apical_rms": 0.03549233281750145,
+        "teaching_rms": 0.0020449684581992575,
+        "traffic_rms": 0.0354157516906314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2915743141661551e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6188593762277255e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009791714520651178,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60896,
+      "train_examples": 45000,
+      "train_loss": 0.01570732250975238
+    },
+    {
+      "epoch": 174,
+      "eval_accuracy": 0.913,
+      "eval_loss": 0.41367199096679685,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037807367742061615,
+        "mean_feedback_forward_cosine": 0.9996316213356821,
+        "mean_feedback_forward_relative_error": 0.026659800229888213,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001886148273150442,
+        "instruction_rms": 0.0018861482728113074,
+        "raw_apical_rms": 0.03548341077420893,
+        "teaching_rms": 0.001886148273150442,
+        "traffic_rms": 0.03541795860143163
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2818100358913398e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.619612116302527e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009807925893813902,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61248,
+      "train_examples": 45000,
+      "train_loss": 0.014504380411075221
+    },
+    {
+      "epoch": 175,
+      "eval_accuracy": 0.9138,
+      "eval_loss": 0.42116400146484373,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037807315587997437,
+        "mean_feedback_forward_cosine": 0.999631615061509,
+        "mean_feedback_forward_relative_error": 0.02665959636827833,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001891071507064046,
+        "instruction_rms": 0.0018910715072027106,
+        "raw_apical_rms": 0.03548437812515092,
+        "teaching_rms": 0.001891071507064046,
+        "traffic_rms": 0.03541960000244503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4794984792843024e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6202480277822806e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009742782585969964,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61600,
+      "train_examples": 45000,
+      "train_loss": 0.014262648306621446
+    },
+    {
+      "epoch": 176,
+      "eval_accuracy": 0.9146,
+      "eval_loss": 0.41923724975585935,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780727460980415,
+        "mean_feedback_forward_cosine": 0.9996316025131627,
+        "mean_feedback_forward_relative_error": 0.026659388095140457,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001960660959632219,
+        "instruction_rms": 0.0019606609598975095,
+        "raw_apical_rms": 0.03548896812625248,
+        "teaching_rms": 0.001960660959632219,
+        "traffic_rms": 0.035419966616758204
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.383726022652354e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6176810175820067e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009748636295267578,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61952,
+      "train_examples": 45000,
+      "train_loss": 0.014850295876794392
+    },
+    {
+      "epoch": 177,
+      "eval_accuracy": 0.9146,
+      "eval_loss": 0.42256874389648436,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037807222455739975,
+        "mean_feedback_forward_cosine": 0.999631615061509,
+        "mean_feedback_forward_relative_error": 0.026659192125263968,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018412803620673794,
+        "instruction_rms": 0.0018412803619506646,
+        "raw_apical_rms": 0.035484063996722395,
+        "teaching_rms": 0.0018412803620673794,
+        "traffic_rms": 0.03542176508889632
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4235107315130335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6168921716787525e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009706403903176812,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62304,
+      "train_examples": 45000,
+      "train_loss": 0.013851795967751079
+    },
+    {
+      "epoch": 178,
+      "eval_accuracy": 0.9146,
+      "eval_loss": 0.42203513793945313,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780717775225639,
+        "mean_feedback_forward_cosine": 0.999631615061509,
+        "mean_feedback_forward_relative_error": 0.026658983509007254,
+        "min_feedback_forward_cosine": 0.9992880821228027
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001962376031336217,
+        "instruction_rms": 0.001962376031402494,
+        "raw_apical_rms": 0.035488060418281044,
+        "teaching_rms": 0.001962376031336217,
+        "traffic_rms": 0.035417335802325374
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2479540068000006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.619737439999005e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00975698656244246,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62656,
+      "train_examples": 45000,
+      "train_loss": 0.01524298331340154
+    },
+    {
+      "epoch": 179,
+      "eval_accuracy": 0.9148,
+      "eval_loss": 0.41612083740234374,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037807125598192215,
+        "mean_feedback_forward_cosine": 0.999631615061509,
+        "mean_feedback_forward_relative_error": 0.026658773275190277,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002171803203326694,
+        "instruction_rms": 0.002171803203451999,
+        "raw_apical_rms": 0.03549754966817121,
+        "teaching_rms": 0.002171803203326694,
+        "traffic_rms": 0.03541387145940637
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3130986076248519e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6186041789509365e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009808782243198215,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63008,
+      "train_examples": 45000,
+      "train_loss": 0.016495510240230295
+    },
+    {
+      "epoch": 180,
+      "eval_accuracy": 0.9144,
+      "eval_loss": 0.4196902770996094,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780708089470863,
+        "mean_feedback_forward_cosine": 0.9996316087873358,
+        "mean_feedback_forward_relative_error": 0.026658564217780765,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018914864539903626,
+        "instruction_rms": 0.0018914864538349249,
+        "raw_apical_rms": 0.035480294072998284,
+        "teaching_rms": 0.0018914864539903626,
+        "traffic_rms": 0.035413231681480466
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3206939541987595e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6179269646261458e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009765187053182557,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63360,
+      "train_examples": 45000,
+      "train_loss": 0.014542664614982076
+    },
+    {
+      "epoch": 181,
+      "eval_accuracy": 0.9144,
+      "eval_loss": 0.41798706665039065,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780703619122505,
+        "mean_feedback_forward_cosine": 0.9996316307469418,
+        "mean_feedback_forward_relative_error": 0.026658367659700543,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019398865705368001,
+        "instruction_rms": 0.0019398865698302828,
+        "raw_apical_rms": 0.03548393447367662,
+        "teaching_rms": 0.0019398865705368001,
+        "traffic_rms": 0.035415769575345556
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.1239237096560828e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6171983030625008e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009820256248368584,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63712,
+      "train_examples": 45000,
+      "train_loss": 0.014637808668613434
+    },
+    {
+      "epoch": 182,
+      "eval_accuracy": 0.9142,
+      "eval_loss": 0.42433768920898435,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037806980311870575,
+        "mean_feedback_forward_cosine": 0.9996316244727687,
+        "mean_feedback_forward_relative_error": 0.026658172621146628,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019189778150392788,
+        "instruction_rms": 0.0019189778147332775,
+        "raw_apical_rms": 0.03548243117479171,
+        "teaching_rms": 0.0019189778150392788,
+        "traffic_rms": 0.03541347583140527
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.5036496492371043e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6171335935078734e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009778777356824414,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64064,
+      "train_examples": 45000,
+      "train_loss": 0.015194662693805166
+    },
+    {
+      "epoch": 183,
+      "eval_accuracy": 0.9132,
+      "eval_loss": 0.42002318115234377,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0378069207072258,
+        "mean_feedback_forward_cosine": 0.9996316087873358,
+        "mean_feedback_forward_relative_error": 0.02665796532834831,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020331055821016237,
+        "instruction_rms": 0.0020331055826984887,
+        "raw_apical_rms": 0.03548177099625021,
+        "teaching_rms": 0.0020331055821016237,
+        "traffic_rms": 0.03540610143311877
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.3314930491503674e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6171520037725326e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009748853273521037,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64416,
+      "train_examples": 45000,
+      "train_loss": 0.015491151970624924
+    },
+    {
+      "epoch": 184,
+      "eval_accuracy": 0.9136,
+      "eval_loss": 0.4230053771972656,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780688717961311,
+        "mean_feedback_forward_cosine": 0.9996316213356821,
+        "mean_feedback_forward_relative_error": 0.02665776131968749,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018688744556348029,
+        "instruction_rms": 0.0018688744559231128,
+        "raw_apical_rms": 0.03547066975577514,
+        "teaching_rms": 0.0018688744556348029,
+        "traffic_rms": 0.03540849608681272
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2078251288016872e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6177227780445252e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00972546943895346,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64768,
+      "train_examples": 45000,
+      "train_loss": 0.013875001421405209
+    },
+    {
+      "epoch": 185,
+      "eval_accuracy": 0.9142,
+      "eval_loss": 0.4274574951171875,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780684992671013,
+        "mean_feedback_forward_cosine": 0.9996316370211149,
+        "mean_feedback_forward_relative_error": 0.026657556477738053,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018596682569046118,
+        "instruction_rms": 0.0018596682571716025,
+        "raw_apical_rms": 0.03547805138678572,
+        "teaching_rms": 0.0018596682569046118,
+        "traffic_rms": 0.035413795228133545
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2427649132007446e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.619894433203317e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009703887064664369,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65120,
+      "train_examples": 45000,
+      "train_loss": 0.014032311059700119
+    },
+    {
+      "epoch": 186,
+      "eval_accuracy": 0.9132,
+      "eval_loss": 0.42395435791015623,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037806812673807144,
+        "mean_feedback_forward_cosine": 0.9996316307469418,
+        "mean_feedback_forward_relative_error": 0.02665735756684291,
+        "min_feedback_forward_cosine": 0.9992880821228027
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018347543847815131,
+        "instruction_rms": 0.001834754385007048,
+        "raw_apical_rms": 0.03546985095177895,
+        "teaching_rms": 0.0018347543847815131,
+        "traffic_rms": 0.03540835359612842
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4097837564008842e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6180625176744536e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009759561785606016,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65472,
+      "train_examples": 45000,
+      "train_loss": 0.013660452849997414
+    },
+    {
+      "epoch": 187,
+      "eval_accuracy": 0.914,
+      "eval_loss": 0.42424832153320313,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780675679445267,
+        "mean_feedback_forward_cosine": 0.9996316244727687,
+        "mean_feedback_forward_relative_error": 0.026657164488968096,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002006498395177536,
+        "instruction_rms": 0.0020064983952284275,
+        "raw_apical_rms": 0.03548441304733765,
+        "teaching_rms": 0.002006498395177536,
+        "traffic_rms": 0.03540871518407568
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3115205810265707e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6189264360511836e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009766192089174008,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65824,
+      "train_examples": 45000,
+      "train_loss": 0.015087417976723777
+    },
+    {
+      "epoch": 188,
+      "eval_accuracy": 0.913,
+      "eval_loss": 0.4244384094238281,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780670836567879,
+        "mean_feedback_forward_cosine": 0.9996316213356821,
+        "mean_feedback_forward_relative_error": 0.026656959696035636,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019518414181727644,
+        "instruction_rms": 0.00195184141939903,
+        "raw_apical_rms": 0.0354842783765005,
+        "teaching_rms": 0.0019518414181727644,
+        "traffic_rms": 0.03541406576694399
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.2689654660391625e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6187451529159547e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00966205666092081,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66176,
+      "train_examples": 45000,
+      "train_loss": 0.014488841858175066
+    },
+    {
+      "epoch": 189,
+      "eval_accuracy": 0.9128,
+      "eval_loss": 0.42518949584960936,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780665621161461,
+        "mean_feedback_forward_cosine": 0.9996316401582015,
+        "mean_feedback_forward_relative_error": 0.026656765343719406,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019539568888954336,
+        "instruction_rms": 0.0019539568878578707,
+        "raw_apical_rms": 0.03548744358893964,
+        "teaching_rms": 0.0019539568888954336,
+        "traffic_rms": 0.03541403026304128
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3715903968147813e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6187100559918243e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009720175671811639,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66528,
+      "train_examples": 45000,
+      "train_loss": 0.015103299892942111
+    },
+    {
+      "epoch": 190,
+      "eval_accuracy": 0.912,
+      "eval_loss": 0.4249855224609375,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037806615233421326,
+        "mean_feedback_forward_cosine": 0.9996316338840284,
+        "mean_feedback_forward_relative_error": 0.026656565746586574,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019031509788945931,
+        "instruction_rms": 0.001903150978429193,
+        "raw_apical_rms": 0.03548138778264967,
+        "teaching_rms": 0.0019031509788945931,
+        "traffic_rms": 0.03541441407733898
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.3956911182333442e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6212568066008135e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009812432448323301,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66880,
+      "train_examples": 45000,
+      "train_loss": 0.014304727699855963
+    },
+    {
+      "epoch": 191,
+      "eval_accuracy": 0.913,
+      "eval_loss": 0.4252706420898438,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780658170580864,
+        "mean_feedback_forward_cosine": 0.9996316558436343,
+        "mean_feedback_forward_relative_error": 0.026656368796370532,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018229452660776897,
+        "instruction_rms": 0.0018229452649682286,
+        "raw_apical_rms": 0.035472715103697164,
+        "teaching_rms": 0.0018229452660776897,
+        "traffic_rms": 0.03541313239646838
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4061011910371235e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6228162384022934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009659836963272264,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67232,
+      "train_examples": 45000,
+      "train_loss": 0.013309210489193599
+    },
+    {
+      "epoch": 192,
+      "eval_accuracy": 0.9136,
+      "eval_loss": 0.4258235900878906,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780653327703476,
+        "mean_feedback_forward_cosine": 0.9996316558436343,
+        "mean_feedback_forward_relative_error": 0.026656166650354862,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018731226617284761,
+        "instruction_rms": 0.0018731226609877986,
+        "raw_apical_rms": 0.03547900176202172,
+        "teaching_rms": 0.0018731226617284761,
+        "traffic_rms": 0.03541178669681627
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4582523633066558e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.619988173584462e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009646573340541543,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67584,
+      "train_examples": 45000,
+      "train_loss": 0.013877916736486886
+    },
+    {
+      "epoch": 193,
+      "eval_accuracy": 0.9122,
+      "eval_loss": 0.4229419250488281,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780648484826088,
+        "mean_feedback_forward_cosine": 0.9996316370211149,
+        "mean_feedback_forward_relative_error": 0.026655971023597215,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019435254211202456,
+        "instruction_rms": 0.0019435254209826719,
+        "raw_apical_rms": 0.035481766034522494,
+        "teaching_rms": 0.0019435254211202456,
+        "traffic_rms": 0.03541070988285963
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4557861582886744e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6205606463700388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00970974169740098,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67936,
+      "train_examples": 45000,
+      "train_loss": 0.01430190967188941
+    },
+    {
+      "epoch": 194,
+      "eval_accuracy": 0.9126,
+      "eval_loss": 0.4232492980957031,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0378064326941967,
+        "mean_feedback_forward_cosine": 0.9996316464323747,
+        "mean_feedback_forward_relative_error": 0.026655769269717366,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020056041251614136,
+        "instruction_rms": 0.002005604125471447,
+        "raw_apical_rms": 0.03548394231694213,
+        "teaching_rms": 0.0020056041251614136,
+        "traffic_rms": 0.03540891461726112
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2684434835819047e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.618433978649905e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009615365573339791,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68288,
+      "train_examples": 45000,
+      "train_loss": 0.014883263099855847
+    },
+    {
+      "epoch": 195,
+      "eval_accuracy": 0.9136,
+      "eval_loss": 0.42721522216796876,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037806395441293716,
+        "mean_feedback_forward_cosine": 0.9996316527065477,
+        "mean_feedback_forward_relative_error": 0.0266555695255336,
+        "min_feedback_forward_cosine": 0.9992880821228027
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00193867040984838,
+        "instruction_rms": 0.0019386704093032282,
+        "raw_apical_rms": 0.03547711030343143,
+        "teaching_rms": 0.00193867040984838,
+        "traffic_rms": 0.03540596497952997
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.2688057715593004e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.619342135782023e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009858859734747524,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68640,
+      "train_examples": 45000,
+      "train_loss": 0.014291609461274411
+    },
+    {
+      "epoch": 196,
+      "eval_accuracy": 0.9138,
+      "eval_loss": 0.42337653198242187,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780634328722954,
+        "mean_feedback_forward_cosine": 0.9996316589807209,
+        "mean_feedback_forward_relative_error": 0.026655367134433044,
+        "min_feedback_forward_cosine": 0.9992880821228027
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020019146099371065,
+        "instruction_rms": 0.002001914610000151,
+        "raw_apical_rms": 0.03547915490680592,
+        "teaching_rms": 0.0020019146099371065,
+        "traffic_rms": 0.035404544313311116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.4446251306310387e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.622310184832768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00974169248560291,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68992,
+      "train_examples": 45000,
+      "train_loss": 0.015002086046669218
+    },
+    {
+      "epoch": 197,
+      "eval_accuracy": 0.9132,
+      "eval_loss": 0.42314592895507813,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780629485845566,
+        "mean_feedback_forward_cosine": 0.9996316558436343,
+        "mean_feedback_forward_relative_error": 0.02665516979208118,
+        "min_feedback_forward_cosine": 0.999288022518158
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019091024603237609,
+        "instruction_rms": 0.0019091024594505403,
+        "raw_apical_rms": 0.03546936178603817,
+        "teaching_rms": 0.0019091024603237609,
+        "traffic_rms": 0.03540039946082456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.174481578658515e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.61961026386494e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009675740384794889,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69344,
+      "train_examples": 45000,
+      "train_loss": 0.014087256733576456
+    },
+    {
+      "epoch": 198,
+      "eval_accuracy": 0.9138,
+      "eval_loss": 0.4227126831054687,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03780624642968178,
+        "mean_feedback_forward_cosine": 0.9996316621178075,
+        "mean_feedback_forward_relative_error": 0.026654975586815885,
+        "min_feedback_forward_cosine": 0.9992880821228027
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019059753502149801,
+        "instruction_rms": 0.0019059753496980464,
+        "raw_apical_rms": 0.035465963658777015,
+        "teaching_rms": 0.0019059753502149801,
+        "traffic_rms": 0.03539591078722619
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.2380260372424345e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6286669231052677e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009671483722060802,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69696,
+      "train_examples": 45000,
+      "train_loss": 0.01432547069489956
+    },
+    {
+      "epoch": 199,
+      "eval_accuracy": 0.9114,
+      "eval_loss": 0.4212016235351563,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037806201726198196,
+        "mean_feedback_forward_cosine": 0.9996316621178075,
+        "mean_feedback_forward_relative_error": 0.02665476863713641,
+        "min_feedback_forward_cosine": 0.9992880821228027
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019068836071506673,
+        "instruction_rms": 0.0019068836076270475,
+        "raw_apical_rms": 0.03546137798021448,
+        "teaching_rms": 0.0019068836071506673,
+        "traffic_rms": 0.035395210269209734
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110409900546074,
+        "maximum_absolute_post_projection_soma_slope": 1.6277230230343775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6185724249417297e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009620592725691523,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70048,
+      "train_examples": 45000,
+      "train_loss": 0.013825085100448794
+    },
+    {
+      "epoch": 200,
+      "eval_accuracy": 0.9132,
+      "eval_loss": 0.4233872314453125,
+      "eval_split": "validation",
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037806157022714615,
+        "mean_feedback_forward_cosine": 0.9996316621178075,
+        "mean_feedback_forward_relative_error": 0.026654567569494247,
+        "min_feedback_forward_cosine": 0.9992879629135132
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001971850176861854,
+        "instruction_rms": 0.0019718501772984765,
+        "raw_apical_rms": 0.035469325266448755,
+        "teaching_rms": 0.001971850176861854,
+        "traffic_rms": 0.03539758458336501
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.03110410086810589,
+        "maximum_absolute_post_projection_soma_slope": 1.1857881787591396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6222237096517437e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009666236036098026,
+        "minimum_observations": 72
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70400,
+      "train_examples": 45000,
+      "train_loss": 0.014849238505380022
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 0,
+    "test_used_for_selection": false,
+    "validation_evaluations": 201
+  },
+  "final": {
+    "accuracy": 0.9132,
+    "epoch": 200,
+    "evaluation_split": "validation",
+    "finite": true,
+    "loss": 0.4233872314453125,
+    "step": 70400
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA RTX A6000",
+    "cuda_visible_devices": "0",
+    "device": "cuda",
+    "device_total_memory_bytes": 50896568320,
+    "peak_memory_allocated_bytes": 2013018112,
+    "peak_memory_reserved_bytes": 2774532096,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 1.6958033199898637e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 1.6958033199898637e-08,
+      "min_residual_soma_slope": -1.5074077097665395e-08,
+      "mse": 1.4716528582992302e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.197853883807226e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.197853883807226e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "validation",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 0,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": 2027,
+    "test_examples": 10000,
+    "train_examples": 45000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {
+      "0": 500,
+      "1": 500,
+      "2": 500,
+      "3": 500,
+      "4": 500,
+      "5": 500,
+      "6": 500,
+      "7": 500,
+      "8": 500,
+      "9": 500
+    },
+    "validation_examples": 5000,
+    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 21.13534927368164,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.024861574172973633,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 3003.0224483013153,
+    "train_wall_s": 2980.52508187294
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.008468643762171268,
+      0.006615260150283575,
+      0.003986957482993603,
+      0.004385664593428373,
+      0.0027129307854920626,
+      0.0031575150787830353,
+      0.002003862289711833,
+      0.0037573478184640408,
+      0.0027080816216766834,
+      0.0030197801534086466,
+      0.0020560885313898325,
+      0.0023898854851722717,
+      0.0016841775504872203,
+      0.0034015050623565912,
+      0.0025495023000985384,
+      0.003054187633097172,
+      0.0020917924121022224,
+      0.002605562563985586,
+      0.001891607535071671
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999523162842,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.000000476837158
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.04418104141950607,
+      0.03573717549443245,
+      0.013813067227602005,
+      0.022754332050681114,
+      0.00723816454410553,
+      0.01724369451403618,
+      0.004617006052285433,
+      0.020357992500066757,
+      0.007312532514333725,
+      0.01600862480700016,
+      0.004682047292590141,
+      0.012491599656641483,
+      0.00330126890912652,
+      0.017684802412986755,
+      0.006067128852009773,
+      0.016301598399877548,
+      0.004425332881510258,
+      0.013932524248957634,
+      0.0035721727181226015
+    ],
+    "unscaled_traffic_rms": [
+      0.7667219638824463,
+      0.7404345870018005,
+      1.1545466184616089,
+      0.7709590792655945,
+      1.499236822128296,
+      0.7324451804161072,
+      1.7360707521438599,
+      0.7382550835609436,
+      1.4813371896743774,
+      0.7545382976531982,
+      1.7565721273422241,
+      0.765277624130249,
+      2.040642738342285,
+      0.7693622708320618,
+      1.6808624267578125,
+      0.7494204044342041,
+      1.890743613243103,
+      0.7480518221855164,
+      2.118159055709839
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 360980614955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 360978048000000,
+      "local_weight_correlation_macs": 364959360000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 364959360000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 40698241875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 9000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 9000064,
+    "total_forward_equivalent_examples": 9000064,
+    "total_macs_estimate": 1451879978221568
+  }
+}