results: pass dynamic innovation confirmation gate

1 files changed, 6645 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_confirmation/seed12_dynamic.json b/results/kp_dynamic_projection_confirmation/seed12_dynamic.json
new file mode 100644
index 0000000..ea784f2
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed12_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 12,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed12_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 12,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5012,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9997114737828573,
+    "feedback_forward_cosine": [
+      0.9998574256896973,
+      0.9998458623886108,
+      0.9998281002044678,
+      0.9998034238815308,
+      0.9998469948768616,
+      0.999794602394104,
+      0.9997956156730652,
+      0.999858558177948,
+      0.9998485445976257,
+      0.9998177289962769,
+      0.9998546838760376,
+      0.9998046159744263,
+      0.9998361468315125,
+      0.9999040365219116,
+      0.999893307685852,
+      0.9998722076416016,
+      0.9998834133148193,
+      0.9997241497039795,
+      0.9999865293502808
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9999194741249084,
+      1.0000417232513428,
+      1.0000344514846802,
+      1.0004216432571411,
+      0.9998783469200134,
+      1.0007500648498535,
+      0.9986798167228699,
+      1.0001662969589233,
+      0.9994640946388245,
+      1.0005172491073608,
+      0.9995865821838379,
+      1.000773310661316,
+      0.9996356964111328,
+      1.000274896621704,
+      0.9999865293502808,
+      1.0004503726959229,
+      1.000087857246399,
+      1.0009469985961914,
+      1.0021064281463623
+    ],
+    "feedback_forward_relative_error": [
+      0.016884317621588707,
+      0.01756211742758751,
+      0.018542315810918808,
+      0.019832588732242584,
+      0.017496826127171516,
+      0.020295169204473495,
+      0.020248569548130035,
+      0.01682288385927677,
+      0.01740705966949463,
+      0.019111163914203644,
+      0.017050106078386307,
+      0.019789528101682663,
+      0.018100669607520103,
+      0.013856034725904465,
+      0.014611547812819481,
+      0.015999160706996918,
+      0.015267736278474331,
+      0.023517075926065445,
+      0.005608505103737116
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9997193813323975,
+      0.9996854066848755,
+      0.9997183084487915,
+      0.9996894001960754,
+      0.9997245669364929,
+      0.9997317790985107,
+      0.9997336864471436,
+      0.9997453093528748,
+      0.9997668266296387,
+      0.9997388124465942,
+      0.9997909665107727,
+      0.9997773766517639,
+      0.9998037815093994,
+      0.9998530745506287,
+      0.999872088432312,
+      0.9998897314071655,
+      0.999926745891571,
+      0.9999709129333496,
+      0.8125282526016235
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9997193813323975,
+      0.9996853470802307,
+      0.9997183084487915,
+      0.9996894001960754,
+      0.9997245669364929,
+      0.9997317790985107,
+      0.9997336864471436,
+      0.99974524974823,
+      0.9997668266296387,
+      0.999738872051239,
+      0.9997909069061279,
+      0.9997773766517639,
+      0.9998037815093994,
+      0.9998530745506287,
+      0.999872088432312,
+      0.9998897314071655,
+      0.999926745891571,
+      0.9999709129333496,
+      0.8315038681030273
+    ],
+    "matched_negative_gradient_cosine": [
+      0.023268621414899826,
+      0.027186281979084015,
+      0.01861143857240677,
+      0.008046802133321762,
+      0.028450412675738335,
+      0.08157981932163239,
+      0.05942387878894806,
+      0.06518078595399857,
+      0.09879240393638611,
+      0.182073175907135,
+      0.12417712807655334,
+      0.22486162185668945,
+      0.1626013219356537,
+      0.1188361868262291,
+      0.10194960981607437,
+      0.25910332798957825,
+      0.16598275303840637,
+      0.2588999569416046,
+      0.12892363965511322
+    ],
+    "max_norm_match_direction_error": 1.7881393432617188e-07,
+    "max_norm_match_relative_error": 1.5818071119610977e-07,
+    "mean_feedback_forward_cosine": 0.99984504988319,
+    "mean_feedback_forward_relative_error": 0.017263335592456554,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.07374569028615952,
+      "max_absolute_post_projection_soma_slope": 8.50809733776714e-09,
+      "max_absolute_pre_projection_soma_slope": 0.07374569028615952,
+      "max_positive_post_projection_soma_slope": 7.042485705710533e-09,
+      "min_post_projection_soma_slope": -8.50809733776714e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.5040024113180932e-08,
+      "pre_projection_traffic_rms_ratio": 0.011698983040522474
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.011698983040499608,
+    "raw_negative_gradient_cosine": [
+      0.023268621414899826,
+      0.027186281979084015,
+      0.01861143857240677,
+      0.008046803064644337,
+      0.028450412675738335,
+      0.08157981932163239,
+      0.05942387878894806,
+      0.06518078595399857,
+      0.09879240393638611,
+      0.182073175907135,
+      0.12417712807655334,
+      0.22486159205436707,
+      0.1626013219356537,
+      0.1188361868262291,
+      0.10194960981607437,
+      0.25910332798957825,
+      0.16598276793956757,
+      0.2588999569416046,
+      0.12892362475395203
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9997193813323975,
+      0.9996854066848755,
+      0.9997183084487915,
+      0.9996894001960754,
+      0.9997245669364929,
+      0.9997317790985107,
+      0.9997336864471436,
+      0.9997453093528748,
+      0.9997668266296387,
+      0.9997388124465942,
+      0.9997909665107727,
+      0.9997773766517639,
+      0.9998037815093994,
+      0.9998530745506287,
+      0.999872088432312,
+      0.9998897314071655,
+      0.999926745891571,
+      0.9999709129333496,
+      0.8125282526016235
+    ],
+    "traffic_instruction_rms_ratio": 12.200530217686362,
+    "used_negative_gradient_cosine": [
+      0.9997193813323975,
+      0.9996854066848755,
+      0.9997183084487915,
+      0.9996894001960754,
+      0.9997245669364929,
+      0.9997317790985107,
+      0.9997336864471436,
+      0.9997453093528748,
+      0.9997668266296387,
+      0.9997388124465942,
+      0.9997909665107727,
+      0.9997773766517639,
+      0.9998037815093994,
+      0.9998530745506287,
+      0.999872088432312,
+      0.9998897314071655,
+      0.999926745891571,
+      0.9999709129333496,
+      0.8125282526016235
+    ],
+    "wall_s": 0.14258813858032227
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3249281644821167,
+        "mean_feedback_forward_cosine": 0.2721443215483113,
+        "mean_feedback_forward_relative_error": 1.2038906247992265,
+        "min_feedback_forward_cosine": 0.12243741750717163
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0023080694579203373,
+        "instruction_rms": 0.0023080694570420156,
+        "raw_apical_rms": 0.026487149068378592,
+        "teaching_rms": 0.0023080694579203373,
+        "traffic_rms": 0.02637654382419039
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.446839613729935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.0341414978753644e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014182968060475915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.942442395324707
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2552213668823242,
+        "mean_feedback_forward_cosine": 0.3852090161097677,
+        "mean_feedback_forward_relative_error": 1.1059134131983708,
+        "min_feedback_forward_cosine": 0.21582253277301788
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034230804788468244,
+        "instruction_rms": 0.003423080478850003,
+        "raw_apical_rms": 0.03177620460534737,
+        "teaching_rms": 0.0034230804788468244,
+        "traffic_rms": 0.031590175950090345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.599246056751326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7524974688928922e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013833050191650055,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.4115591107940675
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2005302906036377,
+        "mean_feedback_forward_cosine": 0.4878616521233006,
+        "mean_feedback_forward_relative_error": 1.0108277923182438,
+        "min_feedback_forward_cosine": 0.30213606357574463
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004219487284755107,
+        "instruction_rms": 0.00421948728357784,
+        "raw_apical_rms": 0.036723901580150965,
+        "teaching_rms": 0.004219487284755107,
+        "traffic_rms": 0.03647928120715698
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.2854626514099436e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6964896995430787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014231183707419475,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.1107898635864257
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.151865839958191,
+        "mean_feedback_forward_cosine": 0.567425178854089,
+        "mean_feedback_forward_relative_error": 0.9299981547029395,
+        "min_feedback_forward_cosine": 0.36182332038879395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004716641648906827,
+        "instruction_rms": 0.004716641648395367,
+        "raw_apical_rms": 0.0395960394916813,
+        "teaching_rms": 0.004716641648906827,
+        "traffic_rms": 0.039312114283074656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.424830990501505e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.659520911630774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014033884245535455,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.9201555288887024
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1062654256820679,
+        "mean_feedback_forward_cosine": 0.6259294811048006,
+        "mean_feedback_forward_relative_error": 0.8657769435330441,
+        "min_feedback_forward_cosine": 0.41422516107559204
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004812149580664958,
+        "instruction_rms": 0.004812149580499907,
+        "raw_apical_rms": 0.042215286786965206,
+        "teaching_rms": 0.004812149580664958,
+        "traffic_rms": 0.04193819513737515
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.6303771483735545e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6518628880628935e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01431398310994349,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.8017327913093567
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0640935897827148,
+        "mean_feedback_forward_cosine": 0.6711091681530601,
+        "mean_feedback_forward_relative_error": 0.8118170750768561,
+        "min_feedback_forward_cosine": 0.45998895168304443
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004794852851526572,
+        "instruction_rms": 0.004794852851731507,
+        "raw_apical_rms": 0.04419625066918216,
+        "teaching_rms": 0.004794852851526572,
+        "traffic_rms": 0.04393354620132042
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.3698133939406034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.650987844192795e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014498125694181054,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7221896104812622
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.024137258529663,
+        "mean_feedback_forward_cosine": 0.7087656541874534,
+        "mean_feedback_forward_relative_error": 0.7641397589131406,
+        "min_feedback_forward_cosine": 0.5008537769317627
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004829830523641495,
+        "instruction_rms": 0.0048298305250658565,
+        "raw_apical_rms": 0.046291604693409025,
+        "teaching_rms": 0.004829830523641495,
+        "traffic_rms": 0.046036586317175714
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.6830062555281984e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6453944035281515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015419826466922948,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6570543592453003
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9849101901054382,
+        "mean_feedback_forward_cosine": 0.7405065956868624,
+        "mean_feedback_forward_relative_error": 0.7215053737163544,
+        "min_feedback_forward_cosine": 0.5390143990516663
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047733366757985165,
+        "instruction_rms": 0.004773336676609106,
+        "raw_apical_rms": 0.04785655026746225,
+        "teaching_rms": 0.0047733366757985165,
+        "traffic_rms": 0.04761581561332905
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.927685199300868e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.652656879663981e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015009519003501665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.6200758220291138
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9484875798225403,
+        "mean_feedback_forward_cosine": 0.7661378509119937,
+        "mean_feedback_forward_relative_error": 0.6847120664621654,
+        "min_feedback_forward_cosine": 0.5727994441986084
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004712277816497685,
+        "instruction_rms": 0.004712277816867816,
+        "raw_apical_rms": 0.04862617434129928,
+        "teaching_rms": 0.004712277816497685,
+        "traffic_rms": 0.048395144933736124
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.3518166020485296e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6362167667591325e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016150277024817406,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.572422699432373
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9132909178733826,
+        "mean_feedback_forward_cosine": 0.7890583904165971,
+        "mean_feedback_forward_relative_error": 0.6501594091716566,
+        "min_feedback_forward_cosine": 0.6043079495429993
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004818678502242925,
+        "instruction_rms": 0.004818678502404126,
+        "raw_apical_rms": 0.04957583931277842,
+        "teaching_rms": 0.004818678502242925,
+        "traffic_rms": 0.04933882005546808
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.098242018495512e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6299543037093797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016803701206411312,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5388448571395874
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8803393244743347,
+        "mean_feedback_forward_cosine": 0.8085514746214214,
+        "mean_feedback_forward_relative_error": 0.6193344875385887,
+        "min_feedback_forward_cosine": 0.6328921318054199
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047696391441622585,
+        "instruction_rms": 0.0047696391438944745,
+        "raw_apical_rms": 0.050031891852465205,
+        "teaching_rms": 0.0047696391441622585,
+        "traffic_rms": 0.04980163042916192
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.228015899026104e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6346875170335226e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016625786273381214,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5089744426727295
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8471029996871948,
+        "mean_feedback_forward_cosine": 0.82611252132215,
+        "mean_feedback_forward_relative_error": 0.5900749924935793,
+        "min_feedback_forward_cosine": 0.6601033210754395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004771704346590218,
+        "instruction_rms": 0.0047717043469425865,
+        "raw_apical_rms": 0.05066628227195281,
+        "teaching_rms": 0.004771704346590218,
+        "traffic_rms": 0.050438681977854026
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3177197050472387e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6293983249528017e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01655447735427949,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.492340422706604
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8158993124961853,
+        "mean_feedback_forward_cosine": 0.841593927458713,
+        "mean_feedback_forward_relative_error": 0.5629830344727165,
+        "min_feedback_forward_cosine": 0.6847572922706604
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004767013211485561,
+        "instruction_rms": 0.004767013210509418,
+        "raw_apical_rms": 0.050782367493414304,
+        "teaching_rms": 0.004767013211485561,
+        "traffic_rms": 0.050555552173501835
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.5014309673897515e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6373167829642816e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01699564491403661,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.46837723989486696
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7856348156929016,
+        "mean_feedback_forward_cosine": 0.8554006218910217,
+        "mean_feedback_forward_relative_error": 0.5375661661750392,
+        "min_feedback_forward_cosine": 0.7078348994255066
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004730661132960849,
+        "instruction_rms": 0.0047306611326937914,
+        "raw_apical_rms": 0.051766134648969106,
+        "teaching_rms": 0.004730661132960849,
+        "traffic_rms": 0.051546735059788636
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.027619399631476e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6304113541378132e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017307191843846555,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4503757382202148
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.75599604845047,
+        "mean_feedback_forward_cosine": 0.8675489362917448,
+        "mean_feedback_forward_relative_error": 0.5142041758487099,
+        "min_feedback_forward_cosine": 0.7293041944503784
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004691157865246811,
+        "instruction_rms": 0.00469115786485573,
+        "raw_apical_rms": 0.05233727250550342,
+        "teaching_rms": 0.004691157865246811,
+        "traffic_rms": 0.052124282126111664
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.37136051800735e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6320657905658974e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01668424269383668,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.43669255392074585
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7265081405639648,
+        "mean_feedback_forward_cosine": 0.878653949812839,
+        "mean_feedback_forward_relative_error": 0.4918818356175172,
+        "min_feedback_forward_cosine": 0.7497525215148926
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047192433923565315,
+        "instruction_rms": 0.00471924339115837,
+        "raw_apical_rms": 0.052423214967886406,
+        "teaching_rms": 0.0047192433923565315,
+        "traffic_rms": 0.05220766970649857
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.2892419454810806e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6386491982554285e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01704548107484575,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4248651121139526
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.698979914188385,
+        "mean_feedback_forward_cosine": 0.8886974171588296,
+        "mean_feedback_forward_relative_error": 0.47082148178627614,
+        "min_feedback_forward_cosine": 0.7682995200157166
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004659899212905948,
+        "instruction_rms": 0.004659899212947923,
+        "raw_apical_rms": 0.05266040347575783,
+        "teaching_rms": 0.004659899212905948,
+        "traffic_rms": 0.052451151492658464
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.138827947031132e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.645075044255878e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016591297594600804,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4127222797870636
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6716740131378174,
+        "mean_feedback_forward_cosine": 0.8978187912388852,
+        "mean_feedback_forward_relative_error": 0.4509496202594356,
+        "min_feedback_forward_cosine": 0.7860738039016724
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004689115189769119,
+        "instruction_rms": 0.00468911519012879,
+        "raw_apical_rms": 0.053202228097941735,
+        "teaching_rms": 0.004689115189769119,
+        "traffic_rms": 0.05299210540629616
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.112417346073926e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6339015683724654e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01714493242575476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.39321145040512084
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.64556884765625,
+        "mean_feedback_forward_cosine": 0.9060978732611004,
+        "mean_feedback_forward_relative_error": 0.43207818269729614,
+        "min_feedback_forward_cosine": 0.8023526072502136
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004713389894674895,
+        "instruction_rms": 0.004713389894113326,
+        "raw_apical_rms": 0.05312752567444731,
+        "teaching_rms": 0.004713389894674895,
+        "traffic_rms": 0.05291520847396524
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.309906032062827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6276056278590564e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01664696520133346,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.3829662405490875
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6207624077796936,
+        "mean_feedback_forward_cosine": 0.9136907426934493,
+        "mean_feedback_forward_relative_error": 0.4139076275260825,
+        "min_feedback_forward_cosine": 0.8171228766441345
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004676327589074075,
+        "instruction_rms": 0.0046763275886740835,
+        "raw_apical_rms": 0.05297020732103104,
+        "teaching_rms": 0.004676327589074075,
+        "traffic_rms": 0.052760349411274575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.160028683169003e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6401920680732618e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016888866935284682,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.37620897042274476
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5963778495788574,
+        "mean_feedback_forward_cosine": 0.9204064325282448,
+        "mean_feedback_forward_relative_error": 0.39718542208797053,
+        "min_feedback_forward_cosine": 0.8311216831207275
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004628921698224254,
+        "instruction_rms": 0.004628921697627942,
+        "raw_apical_rms": 0.053373019126709074,
+        "teaching_rms": 0.004628921698224254,
+        "traffic_rms": 0.05316912921770285
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.5699734723948495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6182498100856096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01762039841917945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.368082077627182
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5718235969543457,
+        "mean_feedback_forward_cosine": 0.926718598917911,
+        "mean_feedback_forward_relative_error": 0.3809232962758918,
+        "min_feedback_forward_cosine": 0.8444066047668457
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004605388013369062,
+        "instruction_rms": 0.004605388014410659,
+        "raw_apical_rms": 0.053582239258148916,
+        "teaching_rms": 0.004605388013369062,
+        "traffic_rms": 0.05338128198840835
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.156927602139149e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6284267015714246e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01766122475193777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3645231874656677
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5502410531044006,
+        "mean_feedback_forward_cosine": 0.9322050025588587,
+        "mean_feedback_forward_relative_error": 0.3661429105620635,
+        "min_feedback_forward_cosine": 0.8557469248771667
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004505467057529318,
+        "instruction_rms": 0.0045054670573076655,
+        "raw_apical_rms": 0.053883138880993414,
+        "teaching_rms": 0.004505467057529318,
+        "traffic_rms": 0.05369178155322534
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.6960085597902435e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623282868167136e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01800947521918278,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34672775948524476
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5285241603851318,
+        "mean_feedback_forward_cosine": 0.9375594226937545,
+        "mean_feedback_forward_relative_error": 0.3513024347393136,
+        "min_feedback_forward_cosine": 0.8667663335800171
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004613993700423795,
+        "instruction_rms": 0.004613993701636443,
+        "raw_apical_rms": 0.05386774503180389,
+        "teaching_rms": 0.004613993700423795,
+        "traffic_rms": 0.053666405861080055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.7776747063844596e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6222822265262137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018523587460167027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.33919336302757264
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5078608393669128,
+        "mean_feedback_forward_cosine": 0.9424269105258741,
+        "mean_feedback_forward_relative_error": 0.33714419368066284,
+        "min_feedback_forward_cosine": 0.8768385648727417
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045695596640837844,
+        "instruction_rms": 0.004569559663594655,
+        "raw_apical_rms": 0.05414588583916598,
+        "teaching_rms": 0.0045695596640837844,
+        "traffic_rms": 0.05394942406299969
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.1929504252257175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6238662424543318e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01769601018429204,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3358842952919006
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4875035881996155,
+        "mean_feedback_forward_cosine": 0.9468398407885903,
+        "mean_feedback_forward_relative_error": 0.3237704281744204,
+        "min_feedback_forward_cosine": 0.8863575458526611
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004579441394931247,
+        "instruction_rms": 0.004579441396435009,
+        "raw_apical_rms": 0.05431705702610172,
+        "teaching_rms": 0.004579441394931247,
+        "traffic_rms": 0.054120633560484445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.59498706359318e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6144725421292504e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01681640752022685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.33236231815338135
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4669761657714844,
+        "mean_feedback_forward_cosine": 0.9509984003870111,
+        "mean_feedback_forward_relative_error": 0.3107264661475232,
+        "min_feedback_forward_cosine": 0.8954921960830688
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004603016370808681,
+        "instruction_rms": 0.004603016371780905,
+        "raw_apical_rms": 0.05429948193264992,
+        "teaching_rms": 0.004603016370808681,
+        "traffic_rms": 0.054101102039187735
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.63063072938985e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6236412832122365e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01736713154742007,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.33071853603839874
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.44839805364608765,
+        "mean_feedback_forward_cosine": 0.9547251557048998,
+        "mean_feedback_forward_relative_error": 0.2985768592671344,
+        "min_feedback_forward_cosine": 0.9035701155662537
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004522215042493797,
+        "instruction_rms": 0.004522215043965124,
+        "raw_apical_rms": 0.05433222422743575,
+        "teaching_rms": 0.004522215042493797,
+        "traffic_rms": 0.05414029899402568
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.186660700928769e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272122842085945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016940670406266563,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.31776994712829587
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4301247000694275,
+        "mean_feedback_forward_cosine": 0.9581669914095026,
+        "mean_feedback_forward_relative_error": 0.2868595844820926,
+        "min_feedback_forward_cosine": 0.9110876321792603
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004529694523190022,
+        "instruction_rms": 0.004529694524143987,
+        "raw_apical_rms": 0.054418359060912413,
+        "teaching_rms": 0.004529694523190022,
+        "traffic_rms": 0.05422637146514699
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.578190709343289e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.625943021911315e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01726459963893332,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3112254273796082
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4129053056240082,
+        "mean_feedback_forward_cosine": 0.9613194214670282,
+        "mean_feedback_forward_relative_error": 0.2757579641122567,
+        "min_feedback_forward_cosine": 0.9179593920707703
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004548625188726294,
+        "instruction_rms": 0.004548625188613471,
+        "raw_apical_rms": 0.05448581872851926,
+        "teaching_rms": 0.004548625188726294,
+        "traffic_rms": 0.05429238374198953
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.846974649945878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6240716748581483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016568061179087847,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.31351594414711
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.39678287506103516,
+        "mean_feedback_forward_cosine": 0.9641936829215602,
+        "mean_feedback_forward_relative_error": 0.26520327674715144,
+        "min_feedback_forward_cosine": 0.9241325259208679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004496294213127515,
+        "instruction_rms": 0.0044962942153604826,
+        "raw_apical_rms": 0.05473462652042686,
+        "teaching_rms": 0.004496294213127515,
+        "traffic_rms": 0.0545461645053145
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.353969629278254e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6150132597228143e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016941051329771622,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.30297819341659543
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38119199872016907,
+        "mean_feedback_forward_cosine": 0.9668903350830078,
+        "mean_feedback_forward_relative_error": 0.2549072468751355,
+        "min_feedback_forward_cosine": 0.9298349618911743
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004540935491469738,
+        "instruction_rms": 0.004540935490231336,
+        "raw_apical_rms": 0.05479302880506703,
+        "teaching_rms": 0.004540935491469738,
+        "traffic_rms": 0.05460083812202385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.5042146012974627e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613091250400362e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016939342036086658,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29682563596725464
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.365561842918396,
+        "mean_feedback_forward_cosine": 0.9694536924362183,
+        "mean_feedback_forward_relative_error": 0.24480156443620982,
+        "min_feedback_forward_cosine": 0.9354177713394165
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004539300412291528,
+        "instruction_rms": 0.004539300412068493,
+        "raw_apical_rms": 0.05530265296073994,
+        "teaching_rms": 0.004539300412291528,
+        "traffic_rms": 0.055112665751910435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.749211074932646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6160811642845763e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016277381475727843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2969673993587494
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35077619552612305,
+        "mean_feedback_forward_cosine": 0.9717735773638675,
+        "mean_feedback_forward_relative_error": 0.23522553043930153,
+        "min_feedback_forward_cosine": 0.9404854774475098
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004540319703219725,
+        "instruction_rms": 0.00454031970271947,
+        "raw_apical_rms": 0.05550699022306771,
+        "teaching_rms": 0.004540319703219725,
+        "traffic_rms": 0.05531758604158438
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.684218796706773e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.622107972299976e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016691517918771093,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2897133046293259
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33630087971687317,
+        "mean_feedback_forward_cosine": 0.9739028309520922,
+        "mean_feedback_forward_relative_error": 0.22612013667821884,
+        "min_feedback_forward_cosine": 0.9452629685401917
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044803736927232374,
+        "instruction_rms": 0.004480373690461905,
+        "raw_apical_rms": 0.055413167616282726,
+        "teaching_rms": 0.0044803736927232374,
+        "traffic_rms": 0.055228167943983615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.5427628830575486e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6201837150454624e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01696628293594897,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.28834965251922606
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32258644700050354,
+        "mean_feedback_forward_cosine": 0.9758716225624084,
+        "mean_feedback_forward_relative_error": 0.21732714889865173,
+        "min_feedback_forward_cosine": 0.9495542049407959
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045019790262330155,
+        "instruction_rms": 0.0045019790277067324,
+        "raw_apical_rms": 0.05543287742406215,
+        "teaching_rms": 0.0045019790262330155,
+        "traffic_rms": 0.05524637668305415
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.084332516640643e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6131696272521887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017074356169731755,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2818816299057007
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3089297413825989,
+        "mean_feedback_forward_cosine": 0.9777515154135855,
+        "mean_feedback_forward_relative_error": 0.20860546670461955,
+        "min_feedback_forward_cosine": 0.9536628723144531
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004564161556819306,
+        "instruction_rms": 0.004564161556734984,
+        "raw_apical_rms": 0.05533372296960707,
+        "teaching_rms": 0.004564161556819306,
+        "traffic_rms": 0.05514140383687979
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.7393871938083976e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6098318583675934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016894311945600128,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2829860259056091
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2961256802082062,
+        "mean_feedback_forward_cosine": 0.9794605499819705,
+        "mean_feedback_forward_relative_error": 0.200412869845566,
+        "min_feedback_forward_cosine": 0.957390546798706
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00449543709660853,
+        "instruction_rms": 0.004495437097869103,
+        "raw_apical_rms": 0.0555868325188514,
+        "teaching_rms": 0.00449543709660853,
+        "traffic_rms": 0.05540133301331702
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.4569564039420584e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.602705946497299e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015425164696475027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2806089329338074
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28415289521217346,
+        "mean_feedback_forward_cosine": 0.9809752922309073,
+        "mean_feedback_forward_relative_error": 0.19280448281451276,
+        "min_feedback_forward_cosine": 0.9607353210449219
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044358238350417694,
+        "instruction_rms": 0.004435823835921591,
+        "raw_apical_rms": 0.05541723636933322,
+        "teaching_rms": 0.0044358238350417694,
+        "traffic_rms": 0.05523542863716919
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.17937676186375e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.610378340282921e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015681846529828427,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2699057277727127
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2725898325443268,
+        "mean_feedback_forward_cosine": 0.982406873452036,
+        "mean_feedback_forward_relative_error": 0.18535848040329783,
+        "min_feedback_forward_cosine": 0.9638272523880005
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004456821987411224,
+        "instruction_rms": 0.004456821986734841,
+        "raw_apical_rms": 0.055407531132323884,
+        "teaching_rms": 0.004456821987411224,
+        "traffic_rms": 0.055224373302815113
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.678053062117215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6132971038849415e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015344552544589904,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2727188338947296
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2614302337169647,
+        "mean_feedback_forward_cosine": 0.9837454494677091,
+        "mean_feedback_forward_relative_error": 0.17811239157852374,
+        "min_feedback_forward_cosine": 0.966710090637207
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044866896693955514,
+        "instruction_rms": 0.0044866896689987066,
+        "raw_apical_rms": 0.05556790364021245,
+        "teaching_rms": 0.0044866896693955514,
+        "traffic_rms": 0.055382631222457505
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 6.702554600224175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6140356757135172e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014634628172412446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.26595946736335757
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2510761618614197,
+        "mean_feedback_forward_cosine": 0.9849564276243511,
+        "mean_feedback_forward_relative_error": 0.17130664226255918,
+        "min_feedback_forward_cosine": 0.9692485332489014
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004437907929759589,
+        "instruction_rms": 0.004437907928307177,
+        "raw_apical_rms": 0.05542127324265903,
+        "teaching_rms": 0.004437907929759589,
+        "traffic_rms": 0.055239894692198366
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.3655453535175184e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6166717330130388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015415051010720045,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.26109942950248716
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2410253882408142,
+        "mean_feedback_forward_cosine": 0.9860778952899732,
+        "mean_feedback_forward_relative_error": 0.16477081179618835,
+        "min_feedback_forward_cosine": 0.971632719039917
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004421598851919646,
+        "instruction_rms": 0.0044215988526633224,
+        "raw_apical_rms": 0.055774173378143624,
+        "teaching_rms": 0.004421598851919646,
+        "traffic_rms": 0.05559498044458747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.301493123331056e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5948785655030203e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014854720885293996,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2587350920820236
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2313351184129715,
+        "mean_feedback_forward_cosine": 0.9871134005094829,
+        "mean_feedback_forward_relative_error": 0.15846395335699381,
+        "min_feedback_forward_cosine": 0.9738436937332153
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004451372863408996,
+        "instruction_rms": 0.004451372864249197,
+        "raw_apical_rms": 0.05584035781706274,
+        "teaching_rms": 0.004451372863408996,
+        "traffic_rms": 0.05565904481489282
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.1419685459231914e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6108628136731228e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015076797264032625,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2534736693572998
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22178062796592712,
+        "mean_feedback_forward_cosine": 0.9881006416521574,
+        "mean_feedback_forward_relative_error": 0.15225164670693248,
+        "min_feedback_forward_cosine": 0.9759323596954346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004482279186526909,
+        "instruction_rms": 0.004482279187324031,
+        "raw_apical_rms": 0.055880264000443367,
+        "teaching_rms": 0.004482279186526909,
+        "traffic_rms": 0.0556967101141157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.234796418562837e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623235013461396e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016109923547802354,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2570881478214264
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21274949610233307,
+        "mean_feedback_forward_cosine": 0.9889919036313107,
+        "mean_feedback_forward_relative_error": 0.14641252748276057,
+        "min_feedback_forward_cosine": 0.9778270721435547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004422701150572089,
+        "instruction_rms": 0.00442270115240453,
+        "raw_apical_rms": 0.05573290110469991,
+        "teaching_rms": 0.004422701150572089,
+        "traffic_rms": 0.055553746309094675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.1243537534919597e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6223915487312983e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016151361262402533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.25467914794921875
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20416630804538727,
+        "mean_feedback_forward_cosine": 0.9898192380603991,
+        "mean_feedback_forward_relative_error": 0.14079878283174416,
+        "min_feedback_forward_cosine": 0.9795697331428528
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004415081873603605,
+        "instruction_rms": 0.004415081874448292,
+        "raw_apical_rms": 0.0556210291393145,
+        "teaching_rms": 0.004415081873603605,
+        "traffic_rms": 0.05544183296431691
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.570442430600451e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6059510641847116e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016210002201249355,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25122512108802797
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19581244885921478,
+        "mean_feedback_forward_cosine": 0.9905783502679122,
+        "mean_feedback_forward_relative_error": 0.13543790833730446,
+        "min_feedback_forward_cosine": 0.9811898469924927
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004429910119050315,
+        "instruction_rms": 0.004429910119091342,
+        "raw_apical_rms": 0.05589019897201458,
+        "teaching_rms": 0.004429910119050315,
+        "traffic_rms": 0.05571037689906845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.133220971562878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6174712556470876e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01585631357631016,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2490154582118988
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1879323124885559,
+        "mean_feedback_forward_cosine": 0.9912760414575276,
+        "mean_feedback_forward_relative_error": 0.13031139558083132,
+        "min_feedback_forward_cosine": 0.9826617240905762
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004352909705506966,
+        "instruction_rms": 0.004352909706883739,
+        "raw_apical_rms": 0.05592953278313647,
+        "teaching_rms": 0.004352909705506966,
+        "traffic_rms": 0.05575581692569006
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.690073941380433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6338121742368705e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015641788811797494,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24618186336517334
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1805490404367447,
+        "mean_feedback_forward_cosine": 0.9919200257251137,
+        "mean_feedback_forward_relative_error": 0.12536587919059552,
+        "min_feedback_forward_cosine": 0.9839801788330078
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004411761815223168,
+        "instruction_rms": 0.004411761814311613,
+        "raw_apical_rms": 0.05599489006466664,
+        "teaching_rms": 0.004411761815223168,
+        "traffic_rms": 0.055816858688155176
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5462043140578317e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615248477279499e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01636240341464737,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24399345339775086
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1730683594942093,
+        "mean_feedback_forward_cosine": 0.9925461285992673,
+        "mean_feedback_forward_relative_error": 0.12040574005559872,
+        "min_feedback_forward_cosine": 0.9852660298347473
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004462942558099935,
+        "instruction_rms": 0.004462942557531973,
+        "raw_apical_rms": 0.055692952462302166,
+        "teaching_rms": 0.004462942558099935,
+        "traffic_rms": 0.055509963028808715
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.692399985766315e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6053078667613658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0155173374810873,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24511803253650666
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16597291827201843,
+        "mean_feedback_forward_cosine": 0.9931039465101141,
+        "mean_feedback_forward_relative_error": 0.11580745915049001,
+        "min_feedback_forward_cosine": 0.9864428043365479
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004381772309330393,
+        "instruction_rms": 0.004381772310591836,
+        "raw_apical_rms": 0.05576049925171321,
+        "teaching_rms": 0.004381772309330393,
+        "traffic_rms": 0.05558470448407888
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.210671906117568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6093651916514613e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016440441027203496,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.24786403010368346
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15964148938655853,
+        "mean_feedback_forward_cosine": 0.9936077720240543,
+        "mean_feedback_forward_relative_error": 0.11147415853644672,
+        "min_feedback_forward_cosine": 0.9874485731124878
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00432301916509933,
+        "instruction_rms": 0.00432301916343172,
+        "raw_apical_rms": 0.05603643537755956,
+        "teaching_rms": 0.00432301916509933,
+        "traffic_rms": 0.05586526048709446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8221872838685158e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612443434844975e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01652718679534328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.23810911732673645
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15315252542495728,
+        "mean_feedback_forward_cosine": 0.9940944659082513,
+        "mean_feedback_forward_relative_error": 0.10713521136265051,
+        "min_feedback_forward_cosine": 0.9884381294250488
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004368446644245397,
+        "instruction_rms": 0.004368446643759271,
+        "raw_apical_rms": 0.0559832688148458,
+        "teaching_rms": 0.004368446644245397,
+        "traffic_rms": 0.055808180026787384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3836445706137965e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6083509880672423e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015023942502542598,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.23813495846748353
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1471056491136551,
+        "mean_feedback_forward_cosine": 0.9945409015605324,
+        "mean_feedback_forward_relative_error": 0.10300119829021002,
+        "min_feedback_forward_cosine": 0.9893261194229126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004368804356422034,
+        "instruction_rms": 0.004368804356045314,
+        "raw_apical_rms": 0.055584661499995594,
+        "teaching_rms": 0.004368804356422034,
+        "traffic_rms": 0.05540863909774918
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3298817097838764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6219310642416076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01556960365344328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23849671022892
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14106690883636475,
+        "mean_feedback_forward_cosine": 0.9949541029177214,
+        "mean_feedback_forward_relative_error": 0.09901158158716403,
+        "min_feedback_forward_cosine": 0.9901809692382812
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004410614028583014,
+        "instruction_rms": 0.0044106140283528186,
+        "raw_apical_rms": 0.0558784418877336,
+        "teaching_rms": 0.004410614028583014,
+        "traffic_rms": 0.05569979682522115
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.498263285133362e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6135536400730398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01574513169991113,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23683181636810302
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13556958734989166,
+        "mean_feedback_forward_cosine": 0.9953265692058363,
+        "mean_feedback_forward_relative_error": 0.09527248202970154,
+        "min_feedback_forward_cosine": 0.9909250736236572
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004299818936763597,
+        "instruction_rms": 0.004299818938291796,
+        "raw_apical_rms": 0.05604045177484276,
+        "teaching_rms": 0.004299818936763597,
+        "traffic_rms": 0.05587151955484463
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.4055236025333215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6321260137800397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015244231848240461,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.23444842945098876
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13017494976520538,
+        "mean_feedback_forward_cosine": 0.9956725051528529,
+        "mean_feedback_forward_relative_error": 0.09167111586583288,
+        "min_feedback_forward_cosine": 0.9916320443153381
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004354402490625916,
+        "instruction_rms": 0.00435440249072246,
+        "raw_apical_rms": 0.055731923264448056,
+        "teaching_rms": 0.004354402490625916,
+        "traffic_rms": 0.05555787969716746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.122035607816542e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6338435245923116e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01475294236201476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23318288674354554
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12487363070249557,
+        "mean_feedback_forward_cosine": 0.995999675048025,
+        "mean_feedback_forward_relative_error": 0.08812726877237621,
+        "min_feedback_forward_cosine": 0.9922943115234375
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004386266765941008,
+        "instruction_rms": 0.0043862667648405865,
+        "raw_apical_rms": 0.055728071077255324,
+        "teaching_rms": 0.004386266765941008,
+        "traffic_rms": 0.05555125900042692
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6680696763037304e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.639914757229603e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014803533417837071,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23377570070266723
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11994738131761551,
+        "mean_feedback_forward_cosine": 0.9962992323072333,
+        "mean_feedback_forward_relative_error": 0.08475163892695778,
+        "min_feedback_forward_cosine": 0.9928854703903198
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004368296716299852,
+        "instruction_rms": 0.004368296715774632,
+        "raw_apical_rms": 0.055517489626361716,
+        "teaching_rms": 0.004368296716299852,
+        "traffic_rms": 0.05534100481785601
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.0590514182572406e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6271056315680695e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014993915391400197,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.23152987486839294
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11532090604305267,
+        "mean_feedback_forward_cosine": 0.9965716004371643,
+        "mean_feedback_forward_relative_error": 0.08156504638885197,
+        "min_feedback_forward_cosine": 0.9934219121932983
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004353639930606539,
+        "instruction_rms": 0.0043536399301478965,
+        "raw_apical_rms": 0.05578289683943456,
+        "teaching_rms": 0.004353639930606539,
+        "traffic_rms": 0.05560858227649983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.251729291913307e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634653198177725e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014554901014086097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22720036336898805
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11083810031414032,
+        "mean_feedback_forward_cosine": 0.9968313763016149,
+        "mean_feedback_forward_relative_error": 0.07840332114382793,
+        "min_feedback_forward_cosine": 0.9939192533493042
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004412015675844477,
+        "instruction_rms": 0.004412015675248827,
+        "raw_apical_rms": 0.056356735689527954,
+        "teaching_rms": 0.004412015675844477,
+        "traffic_rms": 0.056179579574610346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.681434452256326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6224142343951786e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014719702783383916,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.2242678826713562
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10618429630994797,
+        "mean_feedback_forward_cosine": 0.9970805080313432,
+        "mean_feedback_forward_relative_error": 0.07525395288279182,
+        "min_feedback_forward_cosine": 0.9944180250167847
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004398472509232704,
+        "instruction_rms": 0.0043984725091237966,
+        "raw_apical_rms": 0.056352617604884456,
+        "teaching_rms": 0.004398472509232704,
+        "traffic_rms": 0.05617604450248798
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.560002521079241e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6310797777185295e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015718176728516043,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.23202874759674072
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10204582661390305,
+        "mean_feedback_forward_cosine": 0.9972988398451554,
+        "mean_feedback_forward_relative_error": 0.07238688221887539,
+        "min_feedback_forward_cosine": 0.994841456413269
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004305404602828575,
+        "instruction_rms": 0.004305404601875621,
+        "raw_apical_rms": 0.05641359940144033,
+        "teaching_rms": 0.004305404602828575,
+        "traffic_rms": 0.0562445701158011
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6317048096302642e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6151584651075466e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01567892173725963,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22469707499027253
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09791047126054764,
+        "mean_feedback_forward_cosine": 0.9975035755257857,
+        "mean_feedback_forward_relative_error": 0.06959109018115621,
+        "min_feedback_forward_cosine": 0.9952491521835327
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004308053327269358,
+        "instruction_rms": 0.0043080533262457275,
+        "raw_apical_rms": 0.056266387016105555,
+        "teaching_rms": 0.004308053327269358,
+        "traffic_rms": 0.05609728851331665
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.446205726869266e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635470426564353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01615692864133163,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22466966012001038
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09410016238689423,
+        "mean_feedback_forward_cosine": 0.9976878448536521,
+        "mean_feedback_forward_relative_error": 0.0669642347646387,
+        "min_feedback_forward_cosine": 0.9956091642379761
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004298617588323404,
+        "instruction_rms": 0.004298617588742992,
+        "raw_apical_rms": 0.05616901871086462,
+        "teaching_rms": 0.004298617588323404,
+        "traffic_rms": 0.055999992271986924
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.0128018363152478e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6305065602531964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015802650011219783,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.2236923910808563
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09034156799316406,
+        "mean_feedback_forward_cosine": 0.9978657176620082,
+        "mean_feedback_forward_relative_error": 0.06433451469791562,
+        "min_feedback_forward_cosine": 0.9959518909454346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004363801164597604,
+        "instruction_rms": 0.004363801164344491,
+        "raw_apical_rms": 0.05665276875414231,
+        "teaching_rms": 0.004363801164597604,
+        "traffic_rms": 0.05648067921669878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.15786624124803e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.629312779934802e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015161537185593016,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.21867261966705323
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0868179202079773,
+        "mean_feedback_forward_cosine": 0.9980238174137316,
+        "mean_feedback_forward_relative_error": 0.06189810200349281,
+        "min_feedback_forward_cosine": 0.9962596893310547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042967979592480445,
+        "instruction_rms": 0.004296797958232889,
+        "raw_apical_rms": 0.05659400867476024,
+        "teaching_rms": 0.0042967979592480445,
+        "traffic_rms": 0.05642645106735289
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.75684275408139e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63442275812149e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014764626424303944,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21990406617164612
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08332588523626328,
+        "mean_feedback_forward_cosine": 0.9981730799925955,
+        "mean_feedback_forward_relative_error": 0.059510678248970134,
+        "min_feedback_forward_cosine": 0.9965537786483765
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004308857339235237,
+        "instruction_rms": 0.004308857340632297,
+        "raw_apical_rms": 0.05662212282082846,
+        "teaching_rms": 0.004308857339235237,
+        "traffic_rms": 0.05645369076342876
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3004375293567136e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6212056703150953e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014932396990047595,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.21726253732681275
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07993906736373901,
+        "mean_feedback_forward_cosine": 0.9983118647023251,
+        "mean_feedback_forward_relative_error": 0.05720547047492705,
+        "min_feedback_forward_cosine": 0.9968279004096985
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042946823467423685,
+        "instruction_rms": 0.004294682348127995,
+        "raw_apical_rms": 0.05668801088505675,
+        "teaching_rms": 0.0042946823467423685,
+        "traffic_rms": 0.05652170446674813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9531783241054654e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6206477304133406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015272565777080999,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21926455641269685
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0767722874879837,
+        "mean_feedback_forward_cosine": 0.9984400052773325,
+        "mean_feedback_forward_relative_error": 0.054992402462582836,
+        "min_feedback_forward_cosine": 0.9970731735229492
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004325883735244949,
+        "instruction_rms": 0.004325883734746092,
+        "raw_apical_rms": 0.05690599033445178,
+        "teaching_rms": 0.004325883735244949,
+        "traffic_rms": 0.05673717236073669
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.275874504993226e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632146693471325e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014199191351082437,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21402220632076263
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.073674276471138,
+        "mean_feedback_forward_cosine": 0.9985584491177609,
+        "mean_feedback_forward_relative_error": 0.05286483613676146,
+        "min_feedback_forward_cosine": 0.9973040819168091
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004290945805180479,
+        "instruction_rms": 0.004290945805915349,
+        "raw_apical_rms": 0.05689172512104234,
+        "teaching_rms": 0.004290945805180479,
+        "traffic_rms": 0.056725441692585976
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.247849278409376e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6282828136053674e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01480737206883859,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21794665959358214
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07067618519067764,
+        "mean_feedback_forward_cosine": 0.9986699913677416,
+        "mean_feedback_forward_relative_error": 0.05078513224266077,
+        "min_feedback_forward_cosine": 0.9975191354751587
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004275812898773506,
+        "instruction_rms": 0.0042758128995573925,
+        "raw_apical_rms": 0.056846682253313935,
+        "teaching_rms": 0.004275812898773506,
+        "traffic_rms": 0.056681272871665925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6232322980490608e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6356249230387163e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015627471247614547,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.22079103318214416
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06793072074651718,
+        "mean_feedback_forward_cosine": 0.9987688817475971,
+        "mean_feedback_forward_relative_error": 0.04885492611088251,
+        "min_feedback_forward_cosine": 0.9977077841758728
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042779592535995515,
+        "instruction_rms": 0.004277959254214757,
+        "raw_apical_rms": 0.057095911065868324,
+        "teaching_rms": 0.0042779592535995515,
+        "traffic_rms": 0.05693069998584362
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.638636769665027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6387500269073655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014711899183005741,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21361432892799379
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06531939655542374,
+        "mean_feedback_forward_cosine": 0.9988584549803483,
+        "mean_feedback_forward_relative_error": 0.04704227269087967,
+        "min_feedback_forward_cosine": 0.9978797435760498
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004224953613821472,
+        "instruction_rms": 0.0042249536158741954,
+        "raw_apical_rms": 0.056951789778368594,
+        "teaching_rms": 0.004224953613821472,
+        "traffic_rms": 0.05679079260628063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.655385422656309e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6057165572085294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01470865085958417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21230366508483886
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06282717734575272,
+        "mean_feedback_forward_cosine": 0.9989441695966219,
+        "mean_feedback_forward_relative_error": 0.04523842056330882,
+        "min_feedback_forward_cosine": 0.998038113117218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004309891221039694,
+        "instruction_rms": 0.004309891221782749,
+        "raw_apical_rms": 0.05708323671673956,
+        "teaching_rms": 0.004309891221039694,
+        "traffic_rms": 0.05691615755484041
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.045570551307719e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6146421339441988e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014803721618002382,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.2096834121799469
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.060388773679733276,
+        "mean_feedback_forward_cosine": 0.9990226845992239,
+        "mean_feedback_forward_relative_error": 0.04352316956378912,
+        "min_feedback_forward_cosine": 0.9981868267059326
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004207178409612636,
+        "instruction_rms": 0.004207178408036192,
+        "raw_apical_rms": 0.056878030289749464,
+        "teaching_rms": 0.004207178409612636,
+        "traffic_rms": 0.05671804490339823
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 2.8062929757766142e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6230062388436658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014463406424078524,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.2091638428401947
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.057907842099666595,
+        "mean_feedback_forward_cosine": 0.9990961865374917,
+        "mean_feedback_forward_relative_error": 0.041852891151058044,
+        "min_feedback_forward_cosine": 0.998332142829895
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004262620209192327,
+        "instruction_rms": 0.004262620206608336,
+        "raw_apical_rms": 0.05707420747086735,
+        "teaching_rms": 0.004262620209192327,
+        "traffic_rms": 0.056910153182747475
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.317218594782844e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628891068385744e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015385895738429311,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.2109356809568405
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05569077655673027,
+        "mean_feedback_forward_cosine": 0.9991630472634968,
+        "mean_feedback_forward_relative_error": 0.04027683307465754,
+        "min_feedback_forward_cosine": 0.9984572529792786
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004250578733981445,
+        "instruction_rms": 0.004250578732458224,
+        "raw_apical_rms": 0.05706293024483298,
+        "teaching_rms": 0.004250578733981445,
+        "traffic_rms": 0.05689942928664637
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9244223043178863e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6208715677424683e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014952781108592947,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.2031989221048355
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0533607043325901,
+        "mean_feedback_forward_cosine": 0.9992278626090602,
+        "mean_feedback_forward_relative_error": 0.03868863672802323,
+        "min_feedback_forward_cosine": 0.9985830187797546
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004312747291521992,
+        "instruction_rms": 0.004312747292780085,
+        "raw_apical_rms": 0.057250384333619106,
+        "teaching_rms": 0.004312747291521992,
+        "traffic_rms": 0.05708314743863256
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.286083938291995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6169181107326995e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013622564030057908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.21403839962482452
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051191892474889755,
+        "mean_feedback_forward_cosine": 0.9992864665232206,
+        "mean_feedback_forward_relative_error": 0.03718950962157626,
+        "min_feedback_forward_cosine": 0.9986957907676697
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004269913426376924,
+        "instruction_rms": 0.004269913426688327,
+        "raw_apical_rms": 0.05745039648720894,
+        "teaching_rms": 0.004269913426376924,
+        "traffic_rms": 0.0572876976118972
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.283939520315471e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6281962750710837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013608876734559126,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20698335088729858
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04907907545566559,
+        "mean_feedback_forward_cosine": 0.9993421498097872,
+        "mean_feedback_forward_relative_error": 0.03571327839438852,
+        "min_feedback_forward_cosine": 0.9988009929656982
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00432293621222477,
+        "instruction_rms": 0.00432293621392656,
+        "raw_apical_rms": 0.057610634532239316,
+        "teaching_rms": 0.00432293621222477,
+        "traffic_rms": 0.0574438274778425
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.801631993065712e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6214229925629567e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013815591626466419,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.21044390293121337
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04707931727170944,
+        "mean_feedback_forward_cosine": 0.9993921706551,
+        "mean_feedback_forward_relative_error": 0.03432679931192022,
+        "min_feedback_forward_cosine": 0.9988967180252075
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004317998265357935,
+        "instruction_rms": 0.004317998266849467,
+        "raw_apical_rms": 0.05750239875287868,
+        "teaching_rms": 0.004317998265357935,
+        "traffic_rms": 0.05733559253856013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.284665694991418e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6210572092109325e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013741553482967715,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.207386128282547
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04519088193774223,
+        "mean_feedback_forward_cosine": 0.9994392520502994,
+        "mean_feedback_forward_relative_error": 0.03297221101820469,
+        "min_feedback_forward_cosine": 0.9989837408065796
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00432908877788025,
+        "instruction_rms": 0.004329088778902251,
+        "raw_apical_rms": 0.05738431629034235,
+        "teaching_rms": 0.00432908877788025,
+        "traffic_rms": 0.05721575515354833
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.888614858420624e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.620304153149872e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013893459052534187,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.209131615691185
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04343125969171524,
+        "mean_feedback_forward_cosine": 0.9994815650739168,
+        "mean_feedback_forward_relative_error": 0.03170463732002597,
+        "min_feedback_forward_cosine": 0.9990609884262085
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042879840830608385,
+        "instruction_rms": 0.004287984081773732,
+        "raw_apical_rms": 0.057378083702474644,
+        "teaching_rms": 0.0042879840830608385,
+        "traffic_rms": 0.057212380692204474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.1371762077014864e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.609043007368627e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01376868228921321,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20551953670024872
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.041741348803043365,
+        "mean_feedback_forward_cosine": 0.9995195395068118,
+        "mean_feedback_forward_relative_error": 0.030522530849434827,
+        "min_feedback_forward_cosine": 0.9991323947906494
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004214871568822992,
+        "instruction_rms": 0.004214871568456754,
+        "raw_apical_rms": 0.05746763949160553,
+        "teaching_rms": 0.004214871568822992,
+        "traffic_rms": 0.05730845528033936
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.645483559466811e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6128442520658096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013577686497483513,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.2042786529493332
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04007947817444801,
+        "mean_feedback_forward_cosine": 0.9995552458261189,
+        "mean_feedback_forward_relative_error": 0.029363363687145084,
+        "min_feedback_forward_cosine": 0.9991999864578247
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0041690399329008376,
+        "instruction_rms": 0.0041690399311752335,
+        "raw_apical_rms": 0.05757526880113506,
+        "teaching_rms": 0.0041690399329008376,
+        "traffic_rms": 0.057419570890575575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.7189859252985116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6126129388136966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013862758326092331,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20523505984306337
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038496486842632294,
+        "mean_feedback_forward_cosine": 0.9995885993305006,
+        "mean_feedback_forward_relative_error": 0.028239665798058634,
+        "min_feedback_forward_cosine": 0.9992617964744568
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004189337330087931,
+        "instruction_rms": 0.004189337330557616,
+        "raw_apical_rms": 0.05760082475440779,
+        "teaching_rms": 0.004189337330087931,
+        "traffic_rms": 0.057443853836126706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.080879906747214e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613897628707463e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014345305227507836,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20462584825277327
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03698086366057396,
+        "mean_feedback_forward_cosine": 0.9996203090015211,
+        "mean_feedback_forward_relative_error": 0.027131941120483373,
+        "min_feedback_forward_cosine": 0.9993188381195068
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043045560102195875,
+        "instruction_rms": 0.00430455601148911,
+        "raw_apical_rms": 0.057698549948650125,
+        "teaching_rms": 0.0043045560102195875,
+        "traffic_rms": 0.05753262389168139
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.566510642372123e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6143561982065426e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013511308605115886,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20688843297958373
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03556365519762039,
+        "mean_feedback_forward_cosine": 0.9996477302752043,
+        "mean_feedback_forward_relative_error": 0.026130736609430688,
+        "min_feedback_forward_cosine": 0.9993698596954346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004157835443900209,
+        "instruction_rms": 0.004157835442599586,
+        "raw_apical_rms": 0.05793329498559743,
+        "teaching_rms": 0.004157835443900209,
+        "traffic_rms": 0.057779662159831574
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.8459358364661966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6203935923975316e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013227529291426728,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20002780595779418
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03417738154530525,
+        "mean_feedback_forward_cosine": 0.9996747186309413,
+        "mean_feedback_forward_relative_error": 0.025108173881706438,
+        "min_feedback_forward_cosine": 0.9994181394577026
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004277394749072632,
+        "instruction_rms": 0.004277394749435101,
+        "raw_apical_rms": 0.05794129915508104,
+        "teaching_rms": 0.004277394749072632,
+        "traffic_rms": 0.057778657605564304
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8580107169773328e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6196195827139298e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015285918491733148,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.20095525597572328
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03277237340807915,
+        "mean_feedback_forward_cosine": 0.9996999251215082,
+        "mean_feedback_forward_relative_error": 0.02411972898009576,
+        "min_feedback_forward_cosine": 0.9994648098945618
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042774807513745175,
+        "instruction_rms": 0.004277480749986849,
+        "raw_apical_rms": 0.05799465406133929,
+        "teaching_rms": 0.0042774807513745175,
+        "traffic_rms": 0.05783227668403303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.155952299493947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5937563971494715e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015081239385920221,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.20736902664661408
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03150901943445206,
+        "mean_feedback_forward_cosine": 0.9997221984361347,
+        "mean_feedback_forward_relative_error": 0.023205331232594818,
+        "min_feedback_forward_cosine": 0.9995052218437195
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004200102016554081,
+        "instruction_rms": 0.004200102015436026,
+        "raw_apical_rms": 0.05834155492089557,
+        "teaching_rms": 0.004200102016554081,
+        "traffic_rms": 0.058186107554635616
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.656223863084506e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6103075590619868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014869356579754927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.19709429414749147
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.030272651463747025,
+        "mean_feedback_forward_cosine": 0.9997432765207792,
+        "mean_feedback_forward_relative_error": 0.0223068056726142,
+        "min_feedback_forward_cosine": 0.9995432496070862
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004228366927970021,
+        "instruction_rms": 0.004228366928028821,
+        "raw_apical_rms": 0.05845024551744334,
+        "teaching_rms": 0.004228366927970021,
+        "traffic_rms": 0.05829225864863424
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.290146466383703e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5994174586961192e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014014671648667014,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.19889899675130845
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029078545048832893,
+        "mean_feedback_forward_cosine": 0.9997629021343432,
+        "mean_feedback_forward_relative_error": 0.021438695686428172,
+        "min_feedback_forward_cosine": 0.9995785355567932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004222795362813446,
+        "instruction_rms": 0.004222795362051713,
+        "raw_apical_rms": 0.05817642020075171,
+        "teaching_rms": 0.004222795362813446,
+        "traffic_rms": 0.05801864507047538
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.480014854062574e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.605673326944045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014609299644733119,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.19982695935249328
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.027917638421058655,
+        "mean_feedback_forward_cosine": 0.9997812446795011,
+        "mean_feedback_forward_relative_error": 0.020595949388256197,
+        "min_feedback_forward_cosine": 0.9996115565299988
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004273569299606709,
+        "instruction_rms": 0.004273569299925741,
+        "raw_apical_rms": 0.05807510668340168,
+        "teaching_rms": 0.004273569299606709,
+        "traffic_rms": 0.05791369144932489
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.4638720336488404e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628811705800511e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014043110699502126,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.20340059534072877
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02685106359422207,
+        "mean_feedback_forward_cosine": 0.9997971434342233,
+        "mean_feedback_forward_relative_error": 0.019829492525834786,
+        "min_feedback_forward_cosine": 0.9996405839920044
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0041355120666873805,
+        "instruction_rms": 0.0041355120670475915,
+        "raw_apical_rms": 0.058450992239306776,
+        "teaching_rms": 0.0041355120666873805,
+        "traffic_rms": 0.05830002810534806
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9870850681845695e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6035399830129964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01360663858874206,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19280276025772095
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0257845651358366,
+        "mean_feedback_forward_cosine": 0.9998130076809933,
+        "mean_feedback_forward_relative_error": 0.01904078102425525,
+        "min_feedback_forward_cosine": 0.9996684789657593
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004290954489309941,
+        "instruction_rms": 0.004290954488859041,
+        "raw_apical_rms": 0.05835676704991423,
+        "teaching_rms": 0.004290954489309941,
+        "traffic_rms": 0.05819470202564468
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.667366854642751e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.627261651125049e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013227004247197296,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.20088621705055237
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02479253150522709,
+        "mean_feedback_forward_cosine": 0.999826939482438,
+        "mean_feedback_forward_relative_error": 0.01831650111432138,
+        "min_feedback_forward_cosine": 0.9996935129165649
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00412389250083344,
+        "instruction_rms": 0.004123892499250518,
+        "raw_apical_rms": 0.058302328763477664,
+        "teaching_rms": 0.00412389250083344,
+        "traffic_rms": 0.05815151771757094
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.6035519457300325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6110105608025406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012732005493462572,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19608651825904846
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023787498474121094,
+        "mean_feedback_forward_cosine": 0.9998400179963363,
+        "mean_feedback_forward_relative_error": 0.017610218228870315,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004160884423995119,
+        "instruction_rms": 0.004160884423127868,
+        "raw_apical_rms": 0.05843791617971284,
+        "teaching_rms": 0.004160884423995119,
+        "traffic_rms": 0.05828548096253258
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6106601325182055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5958483694394836e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013417412297226927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.20105950100898742
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0237787626683712,
+        "mean_feedback_forward_cosine": 0.9998401528910587,
+        "mean_feedback_forward_relative_error": 0.01760018663480878,
+        "min_feedback_forward_cosine": 0.9997180700302124
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0032133591113100404,
+        "instruction_rms": 0.00321335911155217,
+        "raw_apical_rms": 0.05844254645408357,
+        "teaching_rms": 0.0032133591113100404,
+        "traffic_rms": 0.058350362123452064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.759138422765318e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5877860720871602e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013521140952940722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.1219322667646408
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023773936554789543,
+        "mean_feedback_forward_cosine": 0.999840259552002,
+        "mean_feedback_forward_relative_error": 0.017592744852759336,
+        "min_feedback_forward_cosine": 0.9997180700302124
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029932654551873997,
+        "instruction_rms": 0.002993265455302518,
+        "raw_apical_rms": 0.058398755985499366,
+        "teaching_rms": 0.0029932654551873997,
+        "traffic_rms": 0.058318456373019065
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.642015045102198e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5776634311440372e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013058377397710503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09714451688051223
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02376946061849594,
+        "mean_feedback_forward_cosine": 0.9998403254308199,
+        "mean_feedback_forward_relative_error": 0.01758574674788274,
+        "min_feedback_forward_cosine": 0.999718189239502
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002867345149038073,
+        "instruction_rms": 0.0028673451489080854,
+        "raw_apical_rms": 0.058396755407479004,
+        "teaching_rms": 0.002867345149038073,
+        "traffic_rms": 0.05832276931542293
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3313919683687345e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.575439006762213e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012989323354890493,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08644177874088288
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023764966055750847,
+        "mean_feedback_forward_cosine": 0.9998404195434168,
+        "mean_feedback_forward_relative_error": 0.017578910448049243,
+        "min_feedback_forward_cosine": 0.9997183680534363
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028633342276431096,
+        "instruction_rms": 0.0028633342263909246,
+        "raw_apical_rms": 0.058355151100739244,
+        "teaching_rms": 0.0028633342276431096,
+        "traffic_rms": 0.058280512058200465
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6636778116539972e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57842789814291e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012807007396753084,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.07958017056882381
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023760614916682243,
+        "mean_feedback_forward_cosine": 0.9998405011076676,
+        "mean_feedback_forward_relative_error": 0.01757229629315828,
+        "min_feedback_forward_cosine": 0.999718427658081
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028277257714838214,
+        "instruction_rms": 0.0028277257718747483,
+        "raw_apical_rms": 0.05833629641954485,
+        "teaching_rms": 0.0028277257714838214,
+        "traffic_rms": 0.058263589472412475
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.990729797147651e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5817015825569172e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013088217794056119,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.0743436367893219
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0237560011446476,
+        "mean_feedback_forward_cosine": 0.9998405983573512,
+        "mean_feedback_forward_relative_error": 0.01756570194112627,
+        "min_feedback_forward_cosine": 0.9997186064720154
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029070257107768212,
+        "instruction_rms": 0.0029070257097650273,
+        "raw_apical_rms": 0.05827758060214526,
+        "teaching_rms": 0.0029070257107768212,
+        "traffic_rms": 0.058200140991887375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8174783395229497e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57016997505798e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013195394177040177,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07390038785457612
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023751534521579742,
+        "mean_feedback_forward_cosine": 0.9998406548249094,
+        "mean_feedback_forward_relative_error": 0.017559215818580828,
+        "min_feedback_forward_cosine": 0.9997186660766602
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028318252509068106,
+        "instruction_rms": 0.002831825251212546,
+        "raw_apical_rms": 0.05830185115518808,
+        "teaching_rms": 0.0028318252509068106,
+        "traffic_rms": 0.05822827760701026
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.526936254161228e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571418970041889e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013083297504570816,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06856930359840394
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02374703250825405,
+        "mean_feedback_forward_cosine": 0.9998407583487662,
+        "mean_feedback_forward_relative_error": 0.01755292181807913,
+        "min_feedback_forward_cosine": 0.9997187256813049
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002901366521768253,
+        "instruction_rms": 0.0029013665216517472,
+        "raw_apical_rms": 0.05831901843461062,
+        "teaching_rms": 0.002901366521768253,
+        "traffic_rms": 0.05824214470570229
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.62261821148968e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5707712824159456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012904016172790604,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06666786384820939
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02374241128563881,
+        "mean_feedback_forward_cosine": 0.9998408085421512,
+        "mean_feedback_forward_relative_error": 0.017546551939296096,
+        "min_feedback_forward_cosine": 0.9997188448905945
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028789374160780095,
+        "instruction_rms": 0.0028789374160844003,
+        "raw_apical_rms": 0.05828540562324047,
+        "teaching_rms": 0.0028789374160780095,
+        "traffic_rms": 0.05820855180809337
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.119930269690485e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574021527478731e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01304728448168194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.0642362397301197
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023737626150250435,
+        "mean_feedback_forward_cosine": 0.999840896380575,
+        "mean_feedback_forward_relative_error": 0.017540275388838428,
+        "min_feedback_forward_cosine": 0.9997189044952393
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002869405851801905,
+        "instruction_rms": 0.0028694058504266577,
+        "raw_apical_rms": 0.05824759322361582,
+        "teaching_rms": 0.002869405851801905,
+        "traffic_rms": 0.058171145744460195
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.688918954163455e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576125909336751e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013114777795865663,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.06248135815918446
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023733066394925117,
+        "mean_feedback_forward_cosine": 0.9998410030415184,
+        "mean_feedback_forward_relative_error": 0.017534151256672646,
+        "min_feedback_forward_cosine": 0.9997190237045288
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002828380043746729,
+        "instruction_rms": 0.002828380042870688,
+        "raw_apical_rms": 0.05824663122110577,
+        "teaching_rms": 0.002828380043746729,
+        "traffic_rms": 0.05817226446239617
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8086256875781146e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.580575176881002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013117952017715082,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.059879164066314695
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02372853271663189,
+        "mean_feedback_forward_cosine": 0.9998410751945094,
+        "mean_feedback_forward_relative_error": 0.017527927914144176,
+        "min_feedback_forward_cosine": 0.9997192025184631
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028014098147640127,
+        "instruction_rms": 0.002801409814248006,
+        "raw_apical_rms": 0.05822541478611553,
+        "teaching_rms": 0.0028014098147640127,
+        "traffic_rms": 0.058152920743161834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.155004435484443e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576148626094494e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01309061818157953,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05554418016195297
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023723911494016647,
+        "mean_feedback_forward_cosine": 0.9998411598958468,
+        "mean_feedback_forward_relative_error": 0.017521771602332592,
+        "min_feedback_forward_cosine": 0.9997192621231079
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028411301688636365,
+        "instruction_rms": 0.002841130169961081,
+        "raw_apical_rms": 0.05818553476888552,
+        "teaching_rms": 0.0028411301688636365,
+        "traffic_rms": 0.05811009616615775
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.064376485895082e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5695416899256406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012941547616202073,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.0545366752576828
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02371906116604805,
+        "mean_feedback_forward_cosine": 0.9998412634197035,
+        "mean_feedback_forward_relative_error": 0.017515504536660093,
+        "min_feedback_forward_cosine": 0.9997194409370422
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002873108035522821,
+        "instruction_rms": 0.002873108035598262,
+        "raw_apical_rms": 0.058178710259836765,
+        "teaching_rms": 0.002873108035522821,
+        "traffic_rms": 0.05810192322496004
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5799334224529957e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5787444232900127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012880004612157738,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05403983069181442
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023714546114206314,
+        "mean_feedback_forward_cosine": 0.9998413230243482,
+        "mean_feedback_forward_relative_error": 0.017509420720958395,
+        "min_feedback_forward_cosine": 0.9997195601463318
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002786247814131035,
+        "instruction_rms": 0.0027862478142583027,
+        "raw_apical_rms": 0.05819869921410517,
+        "teaching_rms": 0.002786247814131035,
+        "traffic_rms": 0.05812587764970692
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.156296557449423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588434255265526e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012753137782011374,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.050622767721414566
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02370961755514145,
+        "mean_feedback_forward_cosine": 0.999841432822378,
+        "mean_feedback_forward_relative_error": 0.017503202010534312,
+        "min_feedback_forward_cosine": 0.9997196197509766
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028607882528103473,
+        "instruction_rms": 0.0028607882534355286,
+        "raw_apical_rms": 0.05815206816094043,
+        "teaching_rms": 0.0028607882528103473,
+        "traffic_rms": 0.05807635823793762
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9643180354810283e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581386175170291e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012874606266487055,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.050744752855300904
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023704899474978447,
+        "mean_feedback_forward_cosine": 0.999841504975369,
+        "mean_feedback_forward_relative_error": 0.017497003029443715,
+        "min_feedback_forward_cosine": 0.9997197389602661
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028195097628640206,
+        "instruction_rms": 0.002819509762931709,
+        "raw_apical_rms": 0.05810000743689457,
+        "teaching_rms": 0.0028195097628640206,
+        "traffic_rms": 0.058025004286034784
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5218106713964517e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.577060599257345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012997597666210088,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04723178561806679
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023699989542365074,
+        "mean_feedback_forward_cosine": 0.9998416022250527,
+        "mean_feedback_forward_relative_error": 0.017490704690939503,
+        "min_feedback_forward_cosine": 0.9997198581695557
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002828929797522141,
+        "instruction_rms": 0.0028289297984199465,
+        "raw_apical_rms": 0.05806340062852588,
+        "teaching_rms": 0.002828929797522141,
+        "traffic_rms": 0.0579873514167232
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.589377423589667e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5896274246706575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013143474080795945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04786119802355766
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023694995790719986,
+        "mean_feedback_forward_cosine": 0.99984168692639,
+        "mean_feedback_forward_relative_error": 0.017484494019299746,
+        "min_feedback_forward_cosine": 0.99972003698349
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002804846471647915,
+        "instruction_rms": 0.0028048464719146677,
+        "raw_apical_rms": 0.05804877372281076,
+        "teaching_rms": 0.002804846471647915,
+        "traffic_rms": 0.05797434732336635
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8177064237411287e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5836215601963932e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013345311897269051,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.0456303812110424
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023689979687333107,
+        "mean_feedback_forward_cosine": 0.999841781038987,
+        "mean_feedback_forward_relative_error": 0.01747817619654693,
+        "min_feedback_forward_cosine": 0.9997200965881348
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002805705866472067,
+        "instruction_rms": 0.002805705865952033,
+        "raw_apical_rms": 0.05805784735414297,
+        "teaching_rms": 0.002805705866472067,
+        "traffic_rms": 0.057981769526717575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.566092227596073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58433894366422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012976256034619396,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.0452512267267704
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023685121908783913,
+        "mean_feedback_forward_cosine": 0.9998418814257571,
+        "mean_feedback_forward_relative_error": 0.01747197157850391,
+        "min_feedback_forward_cosine": 0.9997203350067139
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027631317505483846,
+        "instruction_rms": 0.0027631317506881733,
+        "raw_apical_rms": 0.05807224333875635,
+        "teaching_rms": 0.0027631317505483846,
+        "traffic_rms": 0.0579985942966814
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8627738402065006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5800498396167407e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012983203247635836,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.04238693621635437
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023679867386817932,
+        "mean_feedback_forward_cosine": 0.9998419724012676,
+        "mean_feedback_forward_relative_error": 0.0174655569717288,
+        "min_feedback_forward_cosine": 0.9997202754020691
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002842209934580564,
+        "instruction_rms": 0.0028422099341845085,
+        "raw_apical_rms": 0.05805426712578024,
+        "teaching_rms": 0.002842209934580564,
+        "traffic_rms": 0.05797689873326765
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.3209488492502715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5831732759098893e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0130263755743642,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.043362416239380835
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02367483451962471,
+        "mean_feedback_forward_cosine": 0.999842035142999,
+        "mean_feedback_forward_relative_error": 0.017459253118814605,
+        "min_feedback_forward_cosine": 0.9997205138206482
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027986650571783472,
+        "instruction_rms": 0.0027986650587061026,
+        "raw_apical_rms": 0.058015518861262355,
+        "teaching_rms": 0.0027986650571783472,
+        "traffic_rms": 0.057940836297314474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.0091417357880346e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581037286134207e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013255172286656037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.041689656586050984
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02366987243294716,
+        "mean_feedback_forward_cosine": 0.9998421763118944,
+        "mean_feedback_forward_relative_error": 0.017453028011674945,
+        "min_feedback_forward_cosine": 0.999720573425293
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002785877887321599,
+        "instruction_rms": 0.002785877886682709,
+        "raw_apical_rms": 0.05797112371212086,
+        "teaching_rms": 0.002785877887321599,
+        "traffic_rms": 0.05789672602214794
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8551220054851e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5853948304338615e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013085532760908805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.040933654704093936
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023664962500333786,
+        "mean_feedback_forward_cosine": 0.9998422390536258,
+        "mean_feedback_forward_relative_error": 0.017446807340571757,
+        "min_feedback_forward_cosine": 0.9997207522392273
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027144073772723794,
+        "instruction_rms": 0.0027144073782762413,
+        "raw_apical_rms": 0.05795554381121854,
+        "teaching_rms": 0.0027144073772723794,
+        "traffic_rms": 0.05788370780570867
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5522085778106884e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.577313494258832e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013407984950695739,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.038150023303031924
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02365969493985176,
+        "mean_feedback_forward_cosine": 0.9998423206178766,
+        "mean_feedback_forward_relative_error": 0.01744030465028788,
+        "min_feedback_forward_cosine": 0.9997207522392273
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027987537903483334,
+        "instruction_rms": 0.002798753790628295,
+        "raw_apical_rms": 0.057951132057957266,
+        "teaching_rms": 0.0027987537903483334,
+        "traffic_rms": 0.057875494678494385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.129769865495291e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584108005286615e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01328523945315896,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03856465447068214
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02365473099052906,
+        "mean_feedback_forward_cosine": 0.9998424398271661,
+        "mean_feedback_forward_relative_error": 0.01743416444055344,
+        "min_feedback_forward_cosine": 0.9997209310531616
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026891464152861543,
+        "instruction_rms": 0.0026891464145561484,
+        "raw_apical_rms": 0.057939269047513044,
+        "teaching_rms": 0.0026891464152861543,
+        "traffic_rms": 0.05786853537011673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.509550434126595e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581688705587644e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013210471113227516,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.036727761143893006
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0236494243144989,
+        "mean_feedback_forward_cosine": 0.9998424931576377,
+        "mean_feedback_forward_relative_error": 0.01742766162772712,
+        "min_feedback_forward_cosine": 0.9997210502624512
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002776583252479212,
+        "instruction_rms": 0.0027765832534503926,
+        "raw_apical_rms": 0.057890681195060745,
+        "teaching_rms": 0.002776583252479212,
+        "traffic_rms": 0.057815124555598646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5216573718012114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58519263086882e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013264906507227442,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03668872314095497
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02364412322640419,
+        "mean_feedback_forward_cosine": 0.9998426060927542,
+        "mean_feedback_forward_relative_error": 0.017421154991576548,
+        "min_feedback_forward_cosine": 0.9997212290763855
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027799681940053164,
+        "instruction_rms": 0.002779968194113836,
+        "raw_apical_rms": 0.05788375426353001,
+        "teaching_rms": 0.0027799681940053164,
+        "traffic_rms": 0.05780905707948716
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5094104572076503e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588702746002728e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013206177262358785,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03619924788236618
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02363874390721321,
+        "mean_feedback_forward_cosine": 0.9998427221649572,
+        "mean_feedback_forward_relative_error": 0.017414551007708435,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027875746477434133,
+        "instruction_rms": 0.002787574647077749,
+        "raw_apical_rms": 0.05787779630631752,
+        "teaching_rms": 0.0027875746477434133,
+        "traffic_rms": 0.05780118139722461
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.0744860879394764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5859839170954707e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013183431817929928,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03560914731755853
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023633567616343498,
+        "mean_feedback_forward_cosine": 0.9998428162775541,
+        "mean_feedback_forward_relative_error": 0.017408217940675586,
+        "min_feedback_forward_cosine": 0.9997214674949646
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027286720293684744,
+        "instruction_rms": 0.0027286720302544787,
+        "raw_apical_rms": 0.057855575843486474,
+        "teaching_rms": 0.0027286720293684744,
+        "traffic_rms": 0.05778221124098056
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9131667744763945e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582200463097386e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013145762676139552,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.03431204848170281
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362808771431446,
+        "mean_feedback_forward_cosine": 0.9998429135272378,
+        "mean_feedback_forward_relative_error": 0.017401677997488724,
+        "min_feedback_forward_cosine": 0.9997215867042542
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002756712106115658,
+        "instruction_rms": 0.002756712105103656,
+        "raw_apical_rms": 0.05773952234345657,
+        "teaching_rms": 0.002756712106115658,
+        "traffic_rms": 0.057664595857305115
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.715187363833138e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5830316780072755e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01323314324092272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.03379962452769279
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023622216656804085,
+        "mean_feedback_forward_cosine": 0.9998430045027482,
+        "mean_feedback_forward_relative_error": 0.01739479790098573,
+        "min_feedback_forward_cosine": 0.9997217655181885
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002810183464682169,
+        "instruction_rms": 0.00281018346400442,
+        "raw_apical_rms": 0.05767047906303397,
+        "teaching_rms": 0.002810183464682169,
+        "traffic_rms": 0.05759026707328379
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.055739128399182e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5908632892580687e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013005453734538354,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.034090693633556365
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02361653745174408,
+        "mean_feedback_forward_cosine": 0.9998431299862108,
+        "mean_feedback_forward_relative_error": 0.01738787439994906,
+        "min_feedback_forward_cosine": 0.999721884727478
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027392777523919426,
+        "instruction_rms": 0.002739277751889986,
+        "raw_apical_rms": 0.05767484985039437,
+        "teaching_rms": 0.0027392777523919426,
+        "traffic_rms": 0.05759967575054474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.7194812563257074e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5850364644610278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012962672338627227,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.033417295489311216
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023611294105648994,
+        "mean_feedback_forward_cosine": 0.9998432178246347,
+        "mean_feedback_forward_relative_error": 0.017381350264737482,
+        "min_feedback_forward_cosine": 0.9997220039367676
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026551598826432617,
+        "instruction_rms": 0.0026551598816785997,
+        "raw_apical_rms": 0.057641344358273734,
+        "teaching_rms": 0.0026551598826432617,
+        "traffic_rms": 0.0575707909988344
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9475392793187893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894654393941743e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012963645829072027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.030888524031341076
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02360529638826847,
+        "mean_feedback_forward_cosine": 0.9998433370339243,
+        "mean_feedback_forward_relative_error": 0.017374323631979917,
+        "min_feedback_forward_cosine": 0.9997220635414124
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028079028770605983,
+        "instruction_rms": 0.0028079028761214373,
+        "raw_apical_rms": 0.05762508449455023,
+        "teaching_rms": 0.0028079028770605983,
+        "traffic_rms": 0.05754565840854733
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9372614562817034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5929973834709378e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013164825053451557,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.03311364466309547
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023599760606884956,
+        "mean_feedback_forward_cosine": 0.9998434468319541,
+        "mean_feedback_forward_relative_error": 0.017367539241125707,
+        "min_feedback_forward_cosine": 0.9997223615646362
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027045710200830496,
+        "instruction_rms": 0.0027045710209797334,
+        "raw_apical_rms": 0.05765334742131598,
+        "teaching_rms": 0.0027045710200830496,
+        "traffic_rms": 0.057579844211680345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.4987000912801705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5961964720239768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01293693999230156,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.0310197183573246
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023593520745635033,
+        "mean_feedback_forward_cosine": 0.9998435472187243,
+        "mean_feedback_forward_relative_error": 0.017360412417665907,
+        "min_feedback_forward_cosine": 0.9997222423553467
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028081918719351745,
+        "instruction_rms": 0.002808191873033212,
+        "raw_apical_rms": 0.057615975392926004,
+        "teaching_rms": 0.0028081918719351745,
+        "traffic_rms": 0.05753796031664983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9591728178957055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5796174797705326e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013125821729102951,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.0315018867456913
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023587718605995178,
+        "mean_feedback_forward_cosine": 0.999843650742581,
+        "mean_feedback_forward_relative_error": 0.017353386275078122,
+        "min_feedback_forward_cosine": 0.9997225403785706
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002652457873573126,
+        "instruction_rms": 0.0026524578726795124,
+        "raw_apical_rms": 0.057583097947951446,
+        "teaching_rms": 0.002652457873573126,
+        "traffic_rms": 0.05751039273390099
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.658272618167757e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.600238751748094e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013055859842952102,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.029292854620218276
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02358176000416279,
+        "mean_feedback_forward_cosine": 0.9998437762260437,
+        "mean_feedback_forward_relative_error": 0.01734631214486925,
+        "min_feedback_forward_cosine": 0.9997227191925049
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027325437302680947,
+        "instruction_rms": 0.0027325437301666646,
+        "raw_apical_rms": 0.057534370553697936,
+        "teaching_rms": 0.0027325437302680947,
+        "traffic_rms": 0.0574581175234071
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.2043328818408554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5941113753867e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012972755341566125,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.03000675590276718
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02357550710439682,
+        "mean_feedback_forward_cosine": 0.9998438954353333,
+        "mean_feedback_forward_relative_error": 0.01733896415680647,
+        "min_feedback_forward_cosine": 0.9997227191925049
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002782529870887378,
+        "instruction_rms": 0.0027825298708998663,
+        "raw_apical_rms": 0.05750605642056621,
+        "teaching_rms": 0.002782529870887378,
+        "traffic_rms": 0.05742690723778303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.7987843154164693e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5934579284879843e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012954881211095726,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.030608402154445647
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023569248616695404,
+        "mean_feedback_forward_cosine": 0.9998440020962766,
+        "mean_feedback_forward_relative_error": 0.017331609061281932,
+        "min_feedback_forward_cosine": 0.999722957611084
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027754965831625184,
+        "instruction_rms": 0.002775496583496655,
+        "raw_apical_rms": 0.0574642095377966,
+        "teaching_rms": 0.0027754965831625184,
+        "traffic_rms": 0.057386601862848954
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.589072956027394e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5943082733706334e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01297859023780562,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.030076277549266815
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023563234135508537,
+        "mean_feedback_forward_cosine": 0.9998441056201333,
+        "mean_feedback_forward_relative_error": 0.01732420580657689,
+        "min_feedback_forward_cosine": 0.9997230768203735
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027101197568862147,
+        "instruction_rms": 0.00271011975658064,
+        "raw_apical_rms": 0.05744070742034638,
+        "teaching_rms": 0.0027101197568862147,
+        "traffic_rms": 0.057365352735523255
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.672370851859341e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59363648743283e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013280733831998714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.028544936015605926
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023557377979159355,
+        "mean_feedback_forward_cosine": 0.9998442311035959,
+        "mean_feedback_forward_relative_error": 0.0173171284412475,
+        "min_feedback_forward_cosine": 0.9997233152389526
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026738634473450606,
+        "instruction_rms": 0.002673863447379795,
+        "raw_apical_rms": 0.05746043517532074,
+        "teaching_rms": 0.0026738634473450606,
+        "traffic_rms": 0.057388095693706134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.1818348844581124e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5889681128436496e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013507430875357086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.02750085748434067
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023551417514681816,
+        "mean_feedback_forward_cosine": 0.9998443565870586,
+        "mean_feedback_forward_relative_error": 0.01730959156626149,
+        "min_feedback_forward_cosine": 0.9997234344482422
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027279233112765472,
+        "instruction_rms": 0.0027279233116912095,
+        "raw_apical_rms": 0.05744351059508819,
+        "teaching_rms": 0.0027279233112765472,
+        "traffic_rms": 0.05736803543586199
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.980232594040899e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5958555779566655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013190545762997158,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.0274744773966074
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023545000702142715,
+        "mean_feedback_forward_cosine": 0.9998444852076078,
+        "mean_feedback_forward_relative_error": 0.01730193325171345,
+        "min_feedback_forward_cosine": 0.9997236132621765
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002709156258004635,
+        "instruction_rms": 0.002709156257683332,
+        "raw_apical_rms": 0.05747711882992226,
+        "teaching_rms": 0.002709156258004635,
+        "traffic_rms": 0.05739966514143422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.335746612265211e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5810670111045936e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01334225631486822,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.027866732613146306
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02353915572166443,
+        "mean_feedback_forward_cosine": 0.999844607553984,
+        "mean_feedback_forward_relative_error": 0.017294839171594696,
+        "min_feedback_forward_cosine": 0.9997236728668213
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002608751069137295,
+        "instruction_rms": 0.002608751068953392,
+        "raw_apical_rms": 0.057489663025026325,
+        "teaching_rms": 0.002608751069137295,
+        "traffic_rms": 0.0574192833951276
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.564614298705692e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594587172458054e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013337753997663557,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.026251247929930686
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02353229932487011,
+        "mean_feedback_forward_cosine": 0.9998446953924078,
+        "mean_feedback_forward_relative_error": 0.017286978784556453,
+        "min_feedback_forward_cosine": 0.9997237920761108
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002780129819519567,
+        "instruction_rms": 0.0027801298199279395,
+        "raw_apical_rms": 0.05749039974973138,
+        "teaching_rms": 0.002780129819519567,
+        "traffic_rms": 0.05741050112115724
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.928104869681647e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588801623356034e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013303544607688714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.028217818396687508
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023525627329945564,
+        "mean_feedback_forward_cosine": 0.9998448428354765,
+        "mean_feedback_forward_relative_error": 0.017279106069748338,
+        "min_feedback_forward_cosine": 0.9997239708900452
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002750434512733337,
+        "instruction_rms": 0.0027504345132446737,
+        "raw_apical_rms": 0.05745407211234368,
+        "teaching_rms": 0.002750434512733337,
+        "traffic_rms": 0.05737651542730492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.549046307365188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5833059473950843e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013381161176862007,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.026912111274302007
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023519257083535194,
+        "mean_feedback_forward_cosine": 0.9998449714560258,
+        "mean_feedback_forward_relative_error": 0.017271398640188732,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026447556827906547,
+        "instruction_rms": 0.002644755682485822,
+        "raw_apical_rms": 0.05739502465230702,
+        "teaching_rms": 0.0026447556827906547,
+        "traffic_rms": 0.057321503486664094
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.578851265866433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5952521441476362e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013471417872372732,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.02531719263136387
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023519178852438927,
+        "mean_feedback_forward_cosine": 0.9998449589076795,
+        "mean_feedback_forward_relative_error": 0.01727119654319004,
+        "min_feedback_forward_cosine": 0.9997240304946899
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0024984660169644047,
+        "instruction_rms": 0.0024984660184026787,
+        "raw_apical_rms": 0.05738325709389302,
+        "teaching_rms": 0.0024984660169644047,
+        "traffic_rms": 0.0573164676077068
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.970654300327169e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5932299927459126e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013490983665712802,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022948164941072463
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0235191248357296,
+        "mean_feedback_forward_cosine": 0.9998449808672855,
+        "mean_feedback_forward_relative_error": 0.017271015695051142,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023515890685296766,
+        "instruction_rms": 0.0023515890693939206,
+        "raw_apical_rms": 0.057374534190365235,
+        "teaching_rms": 0.0023515890685296766,
+        "traffic_rms": 0.05731569528002722
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.705597346164268e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5905870446197192e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013233478461712859,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021434672486782075
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351907268166542,
+        "mean_feedback_forward_cosine": 0.9998449714560258,
+        "mean_feedback_forward_relative_error": 0.017270845091460568,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022847290371578563,
+        "instruction_rms": 0.0022847290366933056,
+        "raw_apical_rms": 0.0573734062083818,
+        "teaching_rms": 0.0022847290371578563,
+        "traffic_rms": 0.0573174361458392
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.7503610056101024e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.596835507966456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013455217626759348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.021096742502748966
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351902797818184,
+        "mean_feedback_forward_cosine": 0.9998449777301989,
+        "mean_feedback_forward_relative_error": 0.01727067326244555,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023367294977548183,
+        "instruction_rms": 0.0023367294986397992,
+        "raw_apical_rms": 0.05737975330030295,
+        "teaching_rms": 0.0023367294977548183,
+        "traffic_rms": 0.05732156749726688
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.31183392429557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5857740142562933e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013272703140701485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.02075178978025913
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351897582411766,
+        "mean_feedback_forward_cosine": 0.999844984004372,
+        "mean_feedback_forward_relative_error": 0.017270512241674096,
+        "min_feedback_forward_cosine": 0.9997240304946899
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002232288561917826,
+        "instruction_rms": 0.002232288562324549,
+        "raw_apical_rms": 0.05737348458721552,
+        "teaching_rms": 0.002232288561917826,
+        "traffic_rms": 0.05731992795547907
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3539582727494235e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586576052104718e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01361129457330712,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.01994985049545765
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518923670053482,
+        "mean_feedback_forward_cosine": 0.9998449808672855,
+        "mean_feedback_forward_relative_error": 0.01727034511828893,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023047581722546325,
+        "instruction_rms": 0.0023047581720067817,
+        "raw_apical_rms": 0.05738229272301259,
+        "teaching_rms": 0.0023047581722546325,
+        "traffic_rms": 0.0573245555896195
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3610452259958947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5842413199835216e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013527439150612242,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.02045298466384411
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351888082921505,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.017270180445752646,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022286506370742098,
+        "instruction_rms": 0.002228650637956419,
+        "raw_apical_rms": 0.05738098818423979,
+        "teaching_rms": 0.0022286506370742098,
+        "traffic_rms": 0.057328995703304776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9689944724964334e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5873482354699045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013404039012638012,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.01974531180471182
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351883426308632,
+        "mean_feedback_forward_cosine": 0.9998449934156317,
+        "mean_feedback_forward_relative_error": 0.01727001312629957,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022173071440638515,
+        "instruction_rms": 0.0022173071440956954,
+        "raw_apical_rms": 0.05738514193488501,
+        "teaching_rms": 0.0022173071440638515,
+        "traffic_rms": 0.057331524296539225
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8927429340797062e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5857566315639373e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01342101107988028,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.01931478885859251
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518778383731842,
+        "mean_feedback_forward_cosine": 0.9998449683189392,
+        "mean_feedback_forward_relative_error": 0.017269842449183528,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022249830283360707,
+        "instruction_rms": 0.0022249830281719195,
+        "raw_apical_rms": 0.05738584804223898,
+        "teaching_rms": 0.0022249830283360707,
+        "traffic_rms": 0.05733172925445025
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5885732668484707e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894150901323794e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01335282099632516,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019554809569716454
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351873368024826,
+        "mean_feedback_forward_cosine": 0.9998449965527183,
+        "mean_feedback_forward_relative_error": 0.01726967760508782,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002151638215363517,
+        "instruction_rms": 0.0021516382155407333,
+        "raw_apical_rms": 0.057381430052229274,
+        "teaching_rms": 0.002151638215363517,
+        "traffic_rms": 0.057331062077174526
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.488441535637321e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588593699632505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013470523527911605,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01926325267970562
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351868897676468,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.017269518471470003,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002125634026245325,
+        "instruction_rms": 0.002125634025422105,
+        "raw_apical_rms": 0.05737740442952186,
+        "teaching_rms": 0.002125634026245325,
+        "traffic_rms": 0.057328454533699044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.076655374911752e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59027865905651e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013349836485837987,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.018467911663651467
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351863868534565,
+        "mean_feedback_forward_cosine": 0.999845005963978,
+        "mean_feedback_forward_relative_error": 0.017269355931172247,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002245239314089473,
+        "instruction_rms": 0.002245239314091207,
+        "raw_apical_rms": 0.05738239008157484,
+        "teaching_rms": 0.002245239314089473,
+        "traffic_rms": 0.057327105402776836
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.595736603439036e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5899662851827642e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013479209345880854,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.02052582154929638
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518595844507217,
+        "mean_feedback_forward_cosine": 0.999844984004372,
+        "mean_feedback_forward_relative_error": 0.01726919329284053,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002085286038777572,
+        "instruction_rms": 0.0020852860381598676,
+        "raw_apical_rms": 0.0573833706427686,
+        "teaching_rms": 0.002085286038777572,
+        "traffic_rms": 0.05733425342901533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.2860995702321816e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5921276154929244e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01337540389639851,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.01822956813007593
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518551141023636,
+        "mean_feedback_forward_cosine": 0.9998449965527183,
+        "mean_feedback_forward_relative_error": 0.01726903040942393,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002171648454808321,
+        "instruction_rms": 0.0021716484554713963,
+        "raw_apical_rms": 0.05738631310038968,
+        "teaching_rms": 0.002171648454808321,
+        "traffic_rms": 0.05733515524647261
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 3.647879864843162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.597610155349661e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01330903302003386,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.01875597714006901
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518500849604607,
+        "mean_feedback_forward_cosine": 0.9998450122381511,
+        "mean_feedback_forward_relative_error": 0.01726886331054725,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020918261639358924,
+        "instruction_rms": 0.002091826163651054,
+        "raw_apical_rms": 0.057374569367673094,
+        "teaching_rms": 0.0020918261639358924,
+        "traffic_rms": 0.057326323778322294
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6000833486250485e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5878981846498698e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013371086808858854,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01829057467728853
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518454283475876,
+        "mean_feedback_forward_cosine": 0.9998449965527183,
+        "mean_feedback_forward_relative_error": 0.01726869956933354,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002129252847319931,
+        "instruction_rms": 0.0021292528474498376,
+        "raw_apical_rms": 0.05738070843951083,
+        "teaching_rms": 0.002129252847319931,
+        "traffic_rms": 0.05733024445713955
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 2.4304661394580762e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5908106952560263e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013495574713068859,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.01816760263234377
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518411442637444,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.01726852555906302,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021407885121418058,
+        "instruction_rms": 0.002140788513567485,
+        "raw_apical_rms": 0.05737915283074554,
+        "teaching_rms": 0.0021407885121418058,
+        "traffic_rms": 0.05732850372271937
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9981148230717736e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5907598916601173e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013436224757928161,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.018039209269583224
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351836860179901,
+        "mean_feedback_forward_cosine": 0.9998449934156317,
+        "mean_feedback_forward_relative_error": 0.017268365224529254,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021163828404565494,
+        "instruction_rms": 0.0021163828418142502,
+        "raw_apical_rms": 0.05736745948711938,
+        "teaching_rms": 0.0021163828404565494,
+        "traffic_rms": 0.057317776783025194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.829055389952373e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.598985887737527e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013334733589270186,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.01793671552181244
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518327623605728,
+        "mean_feedback_forward_cosine": 0.9998449996898049,
+        "mean_feedback_forward_relative_error": 0.017268207463386812,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020832244859589227,
+        "instruction_rms": 0.0020832244874682956,
+        "raw_apical_rms": 0.057353355819119996,
+        "teaching_rms": 0.0020832244859589227,
+        "traffic_rms": 0.0573052934652387
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8028910747934788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590406969904027e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013274473191885858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.01819315657824278
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518290370702744,
+        "mean_feedback_forward_cosine": 0.9998449934156317,
+        "mean_feedback_forward_relative_error": 0.017268050658075434,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020781069023363065,
+        "instruction_rms": 0.002078106902547081,
+        "raw_apical_rms": 0.05735650283023351,
+        "teaching_rms": 0.0020781069023363065,
+        "traffic_rms": 0.05730920028722544
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.998887183025545e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59377289946861e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013295038066118333,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.017898254123926163
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351824752986431,
+        "mean_feedback_forward_cosine": 0.9998450185123243,
+        "mean_feedback_forward_relative_error": 0.01726788510323355,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021011860855973076,
+        "instruction_rms": 0.002101186085391997,
+        "raw_apical_rms": 0.05735041906647417,
+        "teaching_rms": 0.0021011860855973076,
+        "traffic_rms": 0.057301841732502204
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5323647179220643e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594898275927885e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013449609145165787,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.018024466275572776
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518214002251625,
+        "mean_feedback_forward_cosine": 0.9998450122381511,
+        "mean_feedback_forward_relative_error": 0.017267727391108087,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002087102389266293,
+        "instruction_rms": 0.002087102389495566,
+        "raw_apical_rms": 0.05735592528067921,
+        "teaching_rms": 0.002087102389266293,
+        "traffic_rms": 0.057307604575770686
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.901857243386985e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588603591865058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013348443492399673,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.017528176199793816
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518171161413193,
+        "mean_feedback_forward_cosine": 0.999845005963978,
+        "mean_feedback_forward_relative_error": 0.017267570414237286,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019893339499825135,
+        "instruction_rms": 0.0019893339502636107,
+        "raw_apical_rms": 0.057353590855402106,
+        "teaching_rms": 0.0019893339499825135,
+        "traffic_rms": 0.05731012084141232
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.209990140362606e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894949298460627e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013380838626160869,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.01656154245734215
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351813204586506,
+        "mean_feedback_forward_cosine": 0.9998450153752377,
+        "mean_feedback_forward_relative_error": 0.017267413094247643,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019981901987260586,
+        "instruction_rms": 0.0019981901972129902,
+        "raw_apical_rms": 0.05734882044997107,
+        "teaching_rms": 0.0019981901987260586,
+        "traffic_rms": 0.057304415683832904
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6037376699150627e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5865845761459818e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013327381199228994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.016893687390089035
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518087342381477,
+        "mean_feedback_forward_cosine": 0.999844984004372,
+        "mean_feedback_forward_relative_error": 0.017267252759713875,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020176040540159945,
+        "instruction_rms": 0.00201760405374586,
+        "raw_apical_rms": 0.057350337641196195,
+        "teaching_rms": 0.0020176040540159945,
+        "traffic_rms": 0.05730491986159956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8684906894227424e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5904243318155756e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013540174063617965,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01689831969231367
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518040776252747,
+        "mean_feedback_forward_cosine": 0.999845005963978,
+        "mean_feedback_forward_relative_error": 0.017267091346806603,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002110489302557219,
+        "instruction_rms": 0.0021104893029142238,
+        "raw_apical_rms": 0.0573430209548111,
+        "teaching_rms": 0.002110489302557219,
+        "traffic_rms": 0.05729411328179494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6443487399774313e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5903513031679064e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013434720724542092,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.01805402633190155
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517999798059464,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.017266930963255857,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020831217355797684,
+        "instruction_rms": 0.0020831217360948225,
+        "raw_apical_rms": 0.057344762702300094,
+        "teaching_rms": 0.0020831217355797684,
+        "traffic_rms": 0.0572965314896843
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.148596050550623e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5922893980484393e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013357991325996967,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.017737425000965597
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351795695722103,
+        "mean_feedback_forward_cosine": 0.9998450216494108,
+        "mean_feedback_forward_relative_error": 0.017266767295567614,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002064303038458786,
+        "instruction_rms": 0.0020643030375293485,
+        "raw_apical_rms": 0.057346604005834974,
+        "teaching_rms": 0.002064303038458786,
+        "traffic_rms": 0.057299130453858406
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 2.6667217767339935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586389925472698e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01342157532794813,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.017186520867347718
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517915979027748,
+        "mean_feedback_forward_cosine": 0.9998450247864974,
+        "mean_feedback_forward_relative_error": 0.01726660769628851,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002064908757239111,
+        "instruction_rms": 0.0020649087570205915,
+        "raw_apical_rms": 0.057359493733329776,
+        "teaching_rms": 0.002064908757239111,
+        "traffic_rms": 0.057312791425208
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.4808841203594056e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5882272618935948e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013329622781219245,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.01708396843150258
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517878726124763,
+        "mean_feedback_forward_cosine": 0.9998449871414586,
+        "mean_feedback_forward_relative_error": 0.017266449297925358,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002000839309244665,
+        "instruction_rms": 0.0020008393088562105,
+        "raw_apical_rms": 0.057354331010434766,
+        "teaching_rms": 0.002000839309244665,
+        "traffic_rms": 0.05731041612375414
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.082667632270386e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5861289543363617e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013703346191610802,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0169252636051178
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351783588528633,
+        "mean_feedback_forward_cosine": 0.9998450185123243,
+        "mean_feedback_forward_relative_error": 0.01726628592433898,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002075181777824532,
+        "instruction_rms": 0.0020751817774730466,
+        "raw_apical_rms": 0.0573524260369971,
+        "teaching_rms": 0.002075181777824532,
+        "traffic_rms": 0.057305416692034365
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.584153335760675e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5827674085165077e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013359061321905676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.017334949306249618
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517794907093048,
+        "mean_feedback_forward_cosine": 0.9998449996898049,
+        "mean_feedback_forward_relative_error": 0.01726613264824999,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002014207073887876,
+        "instruction_rms": 0.002014207073290162,
+        "raw_apical_rms": 0.057359259890034126,
+        "teaching_rms": 0.002014207073887876,
+        "traffic_rms": 0.05731347761433656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6199343139410303e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894676625237817e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013291305712022777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016212611750364304
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517759516835213,
+        "mean_feedback_forward_cosine": 0.9998450028268915,
+        "mean_feedback_forward_relative_error": 0.017265976627210255,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00202425156919865,
+        "instruction_rms": 0.002024251568952365,
+        "raw_apical_rms": 0.05736410632444398,
+        "teaching_rms": 0.00202425156919865,
+        "traffic_rms": 0.0573180389690067
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.130725983486627e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5856964706496374e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01343330052174667,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016154939995408058
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517712950706482,
+        "mean_feedback_forward_cosine": 0.9998450153752377,
+        "mean_feedback_forward_relative_error": 0.01726581766515186,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020808460084478335,
+        "instruction_rms": 0.0020808460078286383,
+        "raw_apical_rms": 0.05736800241736101,
+        "teaching_rms": 0.0020808460084478335,
+        "traffic_rms": 0.057318457351389115
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.1850928056419434e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589972196710049e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013443505317114786,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.017870618642866612
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351767010986805,
+        "mean_feedback_forward_cosine": 0.9998450153752377,
+        "mean_feedback_forward_relative_error": 0.017265660222619772,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019752129011466,
+        "instruction_rms": 0.001975212901077048,
+        "raw_apical_rms": 0.057361420458163684,
+        "teaching_rms": 0.0019752129011466,
+        "traffic_rms": 0.05731753810061673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5178477969234336e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585132040700604e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013263508613660376,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.01595723027318716
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517627269029617,
+        "mean_feedback_forward_cosine": 0.9998450122381511,
+        "mean_feedback_forward_relative_error": 0.01726549893225494,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002056042633513552,
+        "instruction_rms": 0.002056042633999269,
+        "raw_apical_rms": 0.057362854444357333,
+        "teaching_rms": 0.002056042633513552,
+        "traffic_rms": 0.057316702077554814
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 2.641351848353679e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5842899614656654e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01344182782785502,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.016741032394468783
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517588153481483,
+        "mean_feedback_forward_cosine": 0.999845005963978,
+        "mean_feedback_forward_relative_error": 0.017265341685790764,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020329601783776992,
+        "instruction_rms": 0.0020329601791557223,
+        "raw_apical_rms": 0.05735880451931111,
+        "teaching_rms": 0.0020329601783776992,
+        "traffic_rms": 0.05731267454983789
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.4085119676442446e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5836136262300237e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013460098599200498,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.01669560650587082
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517552763223648,
+        "mean_feedback_forward_cosine": 0.9998450185123243,
+        "mean_feedback_forward_relative_error": 0.017265176719152613,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020211817037602445,
+        "instruction_rms": 0.002021181704895943,
+        "raw_apical_rms": 0.05734329406095505,
+        "teaching_rms": 0.0020211817037602445,
+        "traffic_rms": 0.05729868706034937
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.7512847939069616e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.583986983531327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013358566601462223,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.01612350366294384
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517509922385216,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.0172650234920806,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002025432708327083,
+        "instruction_rms": 0.0020254327090709,
+        "raw_apical_rms": 0.05734765992241117,
+        "teaching_rms": 0.002025432708327083,
+        "traffic_rms": 0.05730157226386756
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.7961721826841313e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587383151039377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01351139882423983,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.017084790429621934
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517470806837082,
+        "mean_feedback_forward_cosine": 0.9998450310606706,
+        "mean_feedback_forward_relative_error": 0.017264868696465305,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019692059160469665,
+        "instruction_rms": 0.0019692059164125144,
+        "raw_apical_rms": 0.05733782188308922,
+        "teaching_rms": 0.0019692059160469665,
+        "traffic_rms": 0.05729467665702164
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5992076047032242e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5862184240332955e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013520175314197464,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.01590409055672586
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0235174261033535,
+        "mean_feedback_forward_cosine": 0.9998450185123243,
+        "mean_feedback_forward_relative_error": 0.01726471921919208,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002025227763892542,
+        "instruction_rms": 0.002025227764260128,
+        "raw_apical_rms": 0.05733468046349477,
+        "teaching_rms": 0.002025227763892542,
+        "traffic_rms": 0.057288533541542314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.0322183047483122e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582928958186145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013585357527955333,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.01626177947819233
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517383262515068,
+        "mean_feedback_forward_cosine": 0.9998450310606706,
+        "mean_feedback_forward_relative_error": 0.0172645628550335,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020021715825815473,
+        "instruction_rms": 0.0020021715821719206,
+        "raw_apical_rms": 0.05732200478566699,
+        "teaching_rms": 0.0020021715825815473,
+        "traffic_rms": 0.05727581919887089
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9174138660437166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584622900587571e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013338737027183982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.016226574447751045
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517346009612083,
+        "mean_feedback_forward_cosine": 0.9998450341977572,
+        "mean_feedback_forward_relative_error": 0.017264403549856262,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019979804266275682,
+        "instruction_rms": 0.0019979804273983146,
+        "raw_apical_rms": 0.05731966442404613,
+        "teaching_rms": 0.0019979804266275682,
+        "traffic_rms": 0.05727456249237145
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.365276507987346e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585106808997569e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013214349369234305,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.016052276432514192
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351730689406395,
+        "mean_feedback_forward_cosine": 0.999845027923584,
+        "mean_feedback_forward_relative_error": 0.017264244979933688,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020261862256974604,
+        "instruction_rms": 0.002026186225080451,
+        "raw_apical_rms": 0.05731911098822427,
+        "teaching_rms": 0.0020261862256974604,
+        "traffic_rms": 0.05727482046286172
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.750409677787502e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912921508358083e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0133770204123874,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.016106046799719335
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517267778515816,
+        "mean_feedback_forward_cosine": 0.9998450341977572,
+        "mean_feedback_forward_relative_error": 0.017264095747745352,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002084517786397392,
+        "instruction_rms": 0.002084517786810338,
+        "raw_apical_rms": 0.05731823835764148,
+        "teaching_rms": 0.002084517786397392,
+        "traffic_rms": 0.05727056065766402
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6282682696887605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5926909066856375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013407291462708287,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.017042857864499092
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517221212387085,
+        "mean_feedback_forward_cosine": 0.99984504988319,
+        "mean_feedback_forward_relative_error": 0.01726394038843481,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019533575766178964,
+        "instruction_rms": 0.0019533575763705504,
+        "raw_apical_rms": 0.057307394806373285,
+        "teaching_rms": 0.0019533575766178964,
+        "traffic_rms": 0.05726445641345482
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.015597727085151e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5882725827341307e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013322252800089685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.015307355008125306
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0235171876847744,
+        "mean_feedback_forward_cosine": 0.9998450310606706,
+        "mean_feedback_forward_relative_error": 0.01726379387668873,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020175057533645896,
+        "instruction_rms": 0.002017505753006968,
+        "raw_apical_rms": 0.05731023814774878,
+        "teaching_rms": 0.0020175057533645896,
+        "traffic_rms": 0.05726338736054773
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.994784153997898e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586028207071519e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013423752794974493,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.0161244964286685
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517148569226265,
+        "mean_feedback_forward_cosine": 0.9998450467461034,
+        "mean_feedback_forward_relative_error": 0.017263639644768677,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019277244213247295,
+        "instruction_rms": 0.001927724421166909,
+        "raw_apical_rms": 0.057302355535684635,
+        "teaching_rms": 0.0019277244213247295,
+        "traffic_rms": 0.05726092887403599
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.236558043795412e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5840046712144062e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013395139098612398,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.01522445619776845
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517107591032982,
+        "mean_feedback_forward_cosine": 0.9998450436090168,
+        "mean_feedback_forward_relative_error": 0.017263485143255246,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002007255169589413,
+        "instruction_rms": 0.0020072551695138295,
+        "raw_apical_rms": 0.057301600122195054,
+        "teaching_rms": 0.002007255169589413,
+        "traffic_rms": 0.057256973851480986
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 3.716307617196435e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5896233956811234e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013576885275588018,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015922825186252595
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517075926065445,
+        "mean_feedback_forward_cosine": 0.99984504988319,
+        "mean_feedback_forward_relative_error": 0.017263335592456554,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018885162356603754,
+        "instruction_rms": 0.0018885162354027258,
+        "raw_apical_rms": 0.057302852367039823,
+        "teaching_rms": 0.0018885162356603754,
+        "traffic_rms": 0.05726224190867023
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 2.9884116514722336e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5883394611679662e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013366220530925097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.0146630579072237
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9165,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.396319580078125,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 4.441796264131881e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 3.1988324877829655e-08,
+      "min_residual_soma_slope": -4.441796264131881e-08,
+      "mse": 3.440779624321059e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.211239499632087e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.211239499632087e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 12,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7013368606567383,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03748607635498047,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9091.857142448425,
+    "train_wall_s": 9089.30370759964
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.015147827565670013,
+      0.008992872200906277,
+      0.006335717625916004,
+      0.006321475841104984,
+      0.003678887849673629,
+      0.004123614635318518,
+      0.002525815973058343,
+      0.004781324882060289,
+      0.0033923478331416845,
+      0.0038862654473632574,
+      0.00256628030911088,
+      0.003065550234168768,
+      0.0020046851132065058,
+      0.0039893328212201595,
+      0.0029188611079007387,
+      0.0033148694783449173,
+      0.002407304011285305,
+      0.0027950506191700697,
+      0.0022151924204081297
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999523162842,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999761581421,
+      3.999999523162842,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.08152718842029572,
+      0.047528091818094254,
+      0.02159477397799492,
+      0.03322690725326538,
+      0.009904556907713413,
+      0.022132862359285355,
+      0.005730380769819021,
+      0.024846715852618217,
+      0.009144105948507786,
+      0.020660117268562317,
+      0.0059754690155386925,
+      0.01662653498351574,
+      0.0041145277209579945,
+      0.021255075931549072,
+      0.007200336549431086,
+      0.0175380390137434,
+      0.005119331181049347,
+      0.015115395188331604,
+      0.00420715194195509
+    ],
+    "unscaled_traffic_rms": [
+      0.7432036995887756,
+      0.7568469047546387,
+      1.1735650300979614,
+      0.7610068321228027,
+      1.4857354164123535,
+      0.7452474236488342,
+      1.7631051540374756,
+      0.7697314620018005,
+      1.4839494228363037,
+      0.7524188756942749,
+      1.7178770303726196,
+      0.7375078797340393,
+      1.9488848447799683,
+      0.7507538795471191,
+      1.6215137243270874,
+      0.7560410499572754,
+      1.8809518814086914,
+      0.7396566271781921,
+      2.1061205863952637
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}