results: pass dynamic innovation confirmation gate

11 files changed, 49575 insertions, 0 deletions

diff --git a/results/kp_dynamic_projection_confirmation/seed10_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed10_clean_kp.json
new file mode 100644
index 0000000..0dafe3b
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed10_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 0,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 0,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 0,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.01,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 0,
+    "loader_seed": 10,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp",
+    "momentum": 0.9,
+    "neutral_projection": 0,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed10_clean_kp.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "nlms",
+    "predictor_warmup_steps": 0,
+    "residual_scale": null,
+    "seed": 10,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 0,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 0,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 0
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996943175792694,
+    "feedback_forward_cosine": [
+      0.9998425245285034,
+      0.9998425245285034,
+      0.9998345971107483,
+      0.9998288154602051,
+      0.9998345971107483,
+      0.9997845888137817,
+      0.9998021721839905,
+      0.9998700618743896,
+      0.9998346567153931,
+      0.9997909069061279,
+      0.9998584985733032,
+      0.999813437461853,
+      0.9998350143432617,
+      0.999904453754425,
+      0.9998966455459595,
+      0.9998763799667358,
+      0.9998807907104492,
+      0.9997172951698303,
+      0.999988317489624
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9995854496955872,
+      1.0009312629699707,
+      0.9996626973152161,
+      1.0009467601776123,
+      0.9994809627532959,
+      1.000537395477295,
+      0.9993156790733337,
+      1.0004427433013916,
+      0.9995880126953125,
+      1.0010364055633545,
+      0.9996651411056519,
+      1.0011072158813477,
+      0.9993873834609985,
+      1.0000609159469604,
+      0.9999977350234985,
+      1.0003987550735474,
+      1.0000828504562378,
+      1.0007964372634888,
+      1.0027433633804321
+    ],
+    "feedback_forward_relative_error": [
+      0.01775248721241951,
+      0.017780128866434097,
+      0.018192417919635773,
+      0.0185343399643898,
+      0.018192430958151817,
+      0.02076704613864422,
+      0.019896846264600754,
+      0.016129642724990845,
+      0.018187053501605988,
+      0.020488634705543518,
+      0.01682351343333721,
+      0.019359398633241653,
+      0.018172236159443855,
+      0.013829465955495834,
+      0.01438230462372303,
+      0.015732765197753906,
+      0.015434577129781246,
+      0.02380364201962948,
+      0.005563169717788696
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.999703049659729,
+      0.9996821880340576,
+      0.9996962547302246,
+      0.9996733069419861,
+      0.9997035264968872,
+      0.9997075796127319,
+      0.9997260570526123,
+      0.9997570514678955,
+      0.9997557401657104,
+      0.9997051358222961,
+      0.99976646900177,
+      0.9997504353523254,
+      0.9997883439064026,
+      0.9998454451560974,
+      0.9998633861541748,
+      0.9998831152915955,
+      0.9999251365661621,
+      0.9999701976776123,
+      0.8750146627426147
+    ],
+    "mean_feedback_forward_cosine": 0.9998440146446228,
+    "mean_feedback_forward_relative_error": 0.017316952690874274,
+    "normalization_state": "training_batch_stats_without_running_update",
+    "raw_negative_gradient_cosine": [
+      0.999703049659729,
+      0.9996821880340576,
+      0.9996962547302246,
+      0.9996733069419861,
+      0.9997035264968872,
+      0.9997075796127319,
+      0.9997260570526123,
+      0.9997570514678955,
+      0.9997557401657104,
+      0.9997051358222961,
+      0.99976646900177,
+      0.9997504353523254,
+      0.9997883439064026,
+      0.9998454451560974,
+      0.9998633861541748,
+      0.9998831152915955,
+      0.9999251365661621,
+      0.9999701976776123,
+      0.8750146627426147
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.999703049659729,
+      0.9996821880340576,
+      0.9996962547302246,
+      0.9996733069419861,
+      0.9997035264968872,
+      0.9997075796127319,
+      0.9997260570526123,
+      0.9997570514678955,
+      0.9997557401657104,
+      0.9997051358222961,
+      0.99976646900177,
+      0.9997504353523254,
+      0.9997883439064026,
+      0.9998454451560974,
+      0.9998633861541748,
+      0.9998831152915955,
+      0.9999251365661621,
+      0.9999701976776123,
+      0.8750146627426147
+    ],
+    "wall_s": 0.09648609161376953
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3041185140609741,
+        "mean_feedback_forward_cosine": 0.2736612542679435,
+        "mean_feedback_forward_relative_error": 1.2024953898630644,
+        "min_feedback_forward_cosine": 0.15773168206214905
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.8356010372543334
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.243371844291687,
+        "mean_feedback_forward_cosine": 0.4222466114320253,
+        "mean_feedback_forward_relative_error": 1.0754974955006649,
+        "min_feedback_forward_cosine": 0.24570325016975403
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.2715008509635926
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1895959377288818,
+        "mean_feedback_forward_cosine": 0.5245403443512163,
+        "mean_feedback_forward_relative_error": 0.9786683587651503,
+        "min_feedback_forward_cosine": 0.3132213354110718
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 0.9838771463012695
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.141883373260498,
+        "mean_feedback_forward_cosine": 0.5945022388508445,
+        "mean_feedback_forward_relative_error": 0.9046765205107237,
+        "min_feedback_forward_cosine": 0.3691554665565491
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8258294191360473
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1009702682495117,
+        "mean_feedback_forward_cosine": 0.6463952660560608,
+        "mean_feedback_forward_relative_error": 0.8451103222997565,
+        "min_feedback_forward_cosine": 0.41622984409332275
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7246334367179871
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.059396505355835,
+        "mean_feedback_forward_cosine": 0.6886242486928639,
+        "mean_feedback_forward_relative_error": 0.7933045343348855,
+        "min_feedback_forward_cosine": 0.46115246415138245
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.6571639463996887
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0216901302337646,
+        "mean_feedback_forward_cosine": 0.7222898382889597,
+        "mean_feedback_forward_relative_error": 0.7487508936932212,
+        "min_feedback_forward_cosine": 0.49993962049484253
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6064288543891907
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9850110411643982,
+        "mean_feedback_forward_cosine": 0.7514332783849615,
+        "mean_feedback_forward_relative_error": 0.7081342119919626,
+        "min_feedback_forward_cosine": 0.5357208251953125
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.574867534160614
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9485263228416443,
+        "mean_feedback_forward_cosine": 0.7760953903198242,
+        "mean_feedback_forward_relative_error": 0.6718429358381974,
+        "min_feedback_forward_cosine": 0.5699862241744995
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5442277415084839
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9140889644622803,
+        "mean_feedback_forward_cosine": 0.7968643213573255,
+        "mean_feedback_forward_relative_error": 0.6396513330309015,
+        "min_feedback_forward_cosine": 0.601062536239624
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5144776938438416
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8813732862472534,
+        "mean_feedback_forward_cosine": 0.8151358616979498,
+        "mean_feedback_forward_relative_error": 0.6098568298314747,
+        "min_feedback_forward_cosine": 0.6292847990989685
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.4899724453735352
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.848876416683197,
+        "mean_feedback_forward_cosine": 0.831631180487181,
+        "mean_feedback_forward_relative_error": 0.5815863091694681,
+        "min_feedback_forward_cosine": 0.65630042552948
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4721221300506592
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8168927431106567,
+        "mean_feedback_forward_cosine": 0.8462759601442438,
+        "mean_feedback_forward_relative_error": 0.5554791563435605,
+        "min_feedback_forward_cosine": 0.6820494532585144
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.45774565432548525
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.785374641418457,
+        "mean_feedback_forward_cosine": 0.8596692806796024,
+        "mean_feedback_forward_relative_error": 0.5303741740553003,
+        "min_feedback_forward_cosine": 0.7061700820922852
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4391380731391907
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7563701272010803,
+        "mean_feedback_forward_cosine": 0.8713308698252628,
+        "mean_feedback_forward_relative_error": 0.5075985993209639,
+        "min_feedback_forward_cosine": 0.7274447679519653
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4230655994129181
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7266731858253479,
+        "mean_feedback_forward_cosine": 0.8819958097056338,
+        "mean_feedback_forward_relative_error": 0.4858224242925644,
+        "min_feedback_forward_cosine": 0.7484070658683777
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4118123607349396
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6991254091262817,
+        "mean_feedback_forward_cosine": 0.891421914100647,
+        "mean_feedback_forward_relative_error": 0.4657441009032099,
+        "min_feedback_forward_cosine": 0.7670483589172363
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4013237077999115
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6734879016876221,
+        "mean_feedback_forward_cosine": 0.9000662973052577,
+        "mean_feedback_forward_relative_error": 0.44667904941659226,
+        "min_feedback_forward_cosine": 0.7839051485061646
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3887851303672791
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6473090052604675,
+        "mean_feedback_forward_cosine": 0.9079619457847193,
+        "mean_feedback_forward_relative_error": 0.4283676633709355,
+        "min_feedback_forward_cosine": 0.8000421524047852
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38309918633461
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6222605109214783,
+        "mean_feedback_forward_cosine": 0.9152506746743855,
+        "mean_feedback_forward_relative_error": 0.41083644330501556,
+        "min_feedback_forward_cosine": 0.8149977922439575
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.37596964239120484
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5985783934593201,
+        "mean_feedback_forward_cosine": 0.9218225102675589,
+        "mean_feedback_forward_relative_error": 0.3943716177814885,
+        "min_feedback_forward_cosine": 0.8287612199783325
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3586363932991028
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.576032817363739,
+        "mean_feedback_forward_cosine": 0.9277743634424711,
+        "mean_feedback_forward_relative_error": 0.3788731788334094,
+        "min_feedback_forward_cosine": 0.8413866758346558
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.35420421438217164
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5534531474113464,
+        "mean_feedback_forward_cosine": 0.9333119988441467,
+        "mean_feedback_forward_relative_error": 0.3638961550436522,
+        "min_feedback_forward_cosine": 0.853378415107727
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34655102869033816
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5311400294303894,
+        "mean_feedback_forward_cosine": 0.9385892152786255,
+        "mean_feedback_forward_relative_error": 0.3490081515751387,
+        "min_feedback_forward_cosine": 0.8648223876953125
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.34269681767463683
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.510734498500824,
+        "mean_feedback_forward_cosine": 0.9431674480438232,
+        "mean_feedback_forward_relative_error": 0.33550663370835154,
+        "min_feedback_forward_cosine": 0.8749117851257324
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.33644331916809084
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4906480610370636,
+        "mean_feedback_forward_cosine": 0.9474997238108986,
+        "mean_feedback_forward_relative_error": 0.32233510676183197,
+        "min_feedback_forward_cosine": 0.8844285011291504
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.3293344172334671
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4712061882019043,
+        "mean_feedback_forward_cosine": 0.9515334179526881,
+        "mean_feedback_forward_relative_error": 0.30956344149614634,
+        "min_feedback_forward_cosine": 0.8932749629020691
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.32324320629119874
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.45228156447410583,
+        "mean_feedback_forward_cosine": 0.9551924969020643,
+        "mean_feedback_forward_relative_error": 0.2975124677545146,
+        "min_feedback_forward_cosine": 0.9016437530517578
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3145335978984833
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.43441838026046753,
+        "mean_feedback_forward_cosine": 0.9585838223758497,
+        "mean_feedback_forward_relative_error": 0.28590018733551625,
+        "min_feedback_forward_cosine": 0.9091375470161438
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.31292813460826874
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.416961133480072,
+        "mean_feedback_forward_cosine": 0.9617287202885276,
+        "mean_feedback_forward_relative_error": 0.2747007573121472,
+        "min_feedback_forward_cosine": 0.9161843061447144
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.30754787801742556
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.39982619881629944,
+        "mean_feedback_forward_cosine": 0.9646200694535908,
+        "mean_feedback_forward_relative_error": 0.26402254912414047,
+        "min_feedback_forward_cosine": 0.9228807687759399
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3073337629413605
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3841182291507721,
+        "mean_feedback_forward_cosine": 0.9672255829760903,
+        "mean_feedback_forward_relative_error": 0.25402774348070745,
+        "min_feedback_forward_cosine": 0.928751528263092
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.2970037853050232
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36938709020614624,
+        "mean_feedback_forward_cosine": 0.9696529570378756,
+        "mean_feedback_forward_relative_error": 0.24437143928126284,
+        "min_feedback_forward_cosine": 0.9339888095855713
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.29162209347724916
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3549087941646576,
+        "mean_feedback_forward_cosine": 0.9719137361175135,
+        "mean_feedback_forward_relative_error": 0.2350148629201086,
+        "min_feedback_forward_cosine": 0.9389908909797668
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2878492239189148
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3398529887199402,
+        "mean_feedback_forward_cosine": 0.974117658640209,
+        "mean_feedback_forward_relative_error": 0.22552741554222608,
+        "min_feedback_forward_cosine": 0.9440118074417114
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2892651585960388
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32580846548080444,
+        "mean_feedback_forward_cosine": 0.9760581129475644,
+        "mean_feedback_forward_relative_error": 0.2168219320868191,
+        "min_feedback_forward_cosine": 0.9484668970108032
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.28420805393218995
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.31265878677368164,
+        "mean_feedback_forward_cosine": 0.9778313511296323,
+        "mean_feedback_forward_relative_error": 0.20859109688746302,
+        "min_feedback_forward_cosine": 0.952483057975769
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27960984511375425
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2996475398540497,
+        "mean_feedback_forward_cosine": 0.9795032802381014,
+        "mean_feedback_forward_relative_error": 0.20050902821515737,
+        "min_feedback_forward_cosine": 0.9563074111938477
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.27376583651542663
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28715112805366516,
+        "mean_feedback_forward_cosine": 0.9810729873807806,
+        "mean_feedback_forward_relative_error": 0.19261449967560015,
+        "min_feedback_forward_cosine": 0.9598467350006104
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2761541701221466
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27562326192855835,
+        "mean_feedback_forward_cosine": 0.9825075017778497,
+        "mean_feedback_forward_relative_error": 0.1851246988302783,
+        "min_feedback_forward_cosine": 0.9629642963409424
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.27317368170261386
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26422426104545593,
+        "mean_feedback_forward_cosine": 0.9838146661457262,
+        "mean_feedback_forward_relative_error": 0.17799867846463857,
+        "min_feedback_forward_cosine": 0.9659215211868286
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.27047356218338015
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25380969047546387,
+        "mean_feedback_forward_cosine": 0.9850201951830011,
+        "mean_feedback_forward_relative_error": 0.17117400310541453,
+        "min_feedback_forward_cosine": 0.9685237407684326
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.26298034185409547
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2434985190629959,
+        "mean_feedback_forward_cosine": 0.9861482789641932,
+        "mean_feedback_forward_relative_error": 0.16458421906358317,
+        "min_feedback_forward_cosine": 0.9710122346878052
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2653024362277985
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23392316699028015,
+        "mean_feedback_forward_cosine": 0.9871551331720854,
+        "mean_feedback_forward_relative_error": 0.1584414451530105,
+        "min_feedback_forward_cosine": 0.9732286930084229
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.259649914932251
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22451873123645782,
+        "mean_feedback_forward_cosine": 0.9881107054258648,
+        "mean_feedback_forward_relative_error": 0.15240878258880816,
+        "min_feedback_forward_cosine": 0.975327730178833
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2577659420776367
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21546627581119537,
+        "mean_feedback_forward_cosine": 0.9889990436403375,
+        "mean_feedback_forward_relative_error": 0.1465405433585769,
+        "min_feedback_forward_cosine": 0.9772522449493408
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.25411363348960875
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20682618021965027,
+        "mean_feedback_forward_cosine": 0.9898229774675871,
+        "mean_feedback_forward_relative_error": 0.14092829999955078,
+        "min_feedback_forward_cosine": 0.9790107011795044
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25334115114212036
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19855043292045593,
+        "mean_feedback_forward_cosine": 0.9905795423608077,
+        "mean_feedback_forward_relative_error": 0.1355620422645619,
+        "min_feedback_forward_cosine": 0.9806437492370605
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.25010806784152984
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19042891263961792,
+        "mean_feedback_forward_cosine": 0.9912930507408945,
+        "mean_feedback_forward_relative_error": 0.13029807453092776,
+        "min_feedback_forward_cosine": 0.9821843504905701
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.2482856145954132
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18241143226623535,
+        "mean_feedback_forward_cosine": 0.9919578276182476,
+        "mean_feedback_forward_relative_error": 0.1252188225717921,
+        "min_feedback_forward_cosine": 0.9836432933807373
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.25066015458106994
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17519184947013855,
+        "mean_feedback_forward_cosine": 0.9925572589824074,
+        "mean_feedback_forward_relative_error": 0.12043296800632226,
+        "min_feedback_forward_cosine": 0.9848968386650085
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24143317845344545
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1679893434047699,
+        "mean_feedback_forward_cosine": 0.9931172289346394,
+        "mean_feedback_forward_relative_error": 0.11580108321811024,
+        "min_feedback_forward_cosine": 0.9861008524894714
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.24608960815429687
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16124595701694489,
+        "mean_feedback_forward_cosine": 0.993638559391624,
+        "mean_feedback_forward_relative_error": 0.11130892171671516,
+        "min_feedback_forward_cosine": 0.9871878027915955
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24206441249847413
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15466845035552979,
+        "mean_feedback_forward_cosine": 0.9941155659525018,
+        "mean_feedback_forward_relative_error": 0.10703967903789721,
+        "min_feedback_forward_cosine": 0.9882041811943054
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2399489393520355
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14854159951210022,
+        "mean_feedback_forward_cosine": 0.9945565273887232,
+        "mean_feedback_forward_relative_error": 0.10293684252782871,
+        "min_feedback_forward_cosine": 0.9891126155853271
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23437146086215974
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14255544543266296,
+        "mean_feedback_forward_cosine": 0.9949761534992018,
+        "mean_feedback_forward_relative_error": 0.09887950259603952,
+        "min_feedback_forward_cosine": 0.9899699687957764
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23884480169296265
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13674475252628326,
+        "mean_feedback_forward_cosine": 0.9953545771147075,
+        "mean_feedback_forward_relative_error": 0.09507158614302937,
+        "min_feedback_forward_cosine": 0.990766167640686
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.2372421080970764
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13124753534793854,
+        "mean_feedback_forward_cosine": 0.9957059057135331,
+        "mean_feedback_forward_relative_error": 0.09138967547761767,
+        "min_feedback_forward_cosine": 0.9914892315864563
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23350110571861268
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12596161663532257,
+        "mean_feedback_forward_cosine": 0.9960281158748426,
+        "mean_feedback_forward_relative_error": 0.08788347479544188,
+        "min_feedback_forward_cosine": 0.9921553730964661
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23144394822120667
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12090470641851425,
+        "mean_feedback_forward_cosine": 0.9963286173971075,
+        "mean_feedback_forward_relative_error": 0.08449560776352882,
+        "min_feedback_forward_cosine": 0.9927682876586914
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.2364779268360138
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11604072153568268,
+        "mean_feedback_forward_cosine": 0.996597525320555,
+        "mean_feedback_forward_relative_error": 0.08133108815864513,
+        "min_feedback_forward_cosine": 0.993336021900177
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22808763239860536
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11152151972055435,
+        "mean_feedback_forward_cosine": 0.9968531445453042,
+        "mean_feedback_forward_relative_error": 0.07820960898932658,
+        "min_feedback_forward_cosine": 0.9938417673110962
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.2266447284221649
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10693155974149704,
+        "mean_feedback_forward_cosine": 0.9970944115990087,
+        "mean_feedback_forward_relative_error": 0.07515961716049596,
+        "min_feedback_forward_cosine": 0.994335412979126
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.23168384791374205
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10286647826433182,
+        "mean_feedback_forward_cosine": 0.9973037556598061,
+        "mean_feedback_forward_relative_error": 0.0723838446367728,
+        "min_feedback_forward_cosine": 0.9947562217712402
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.21967432646751403
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09874574095010757,
+        "mean_feedback_forward_cosine": 0.9975028916409141,
+        "mean_feedback_forward_relative_error": 0.06964617242154322,
+        "min_feedback_forward_cosine": 0.9951664209365845
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22276782621383667
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09475722908973694,
+        "mean_feedback_forward_cosine": 0.9976867186395746,
+        "mean_feedback_forward_relative_error": 0.06702639535069466,
+        "min_feedback_forward_cosine": 0.9955471754074097
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.2208927348947525
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09098617732524872,
+        "mean_feedback_forward_cosine": 0.9978609085083008,
+        "mean_feedback_forward_relative_error": 0.06444480201523554,
+        "min_feedback_forward_cosine": 0.9958927631378174
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.21977276565551757
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08740058541297913,
+        "mean_feedback_forward_cosine": 0.9980220292743883,
+        "mean_feedback_forward_relative_error": 0.06196602424116511,
+        "min_feedback_forward_cosine": 0.9962090253829956
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21752099536895753
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08383046090602875,
+        "mean_feedback_forward_cosine": 0.9981727349130731,
+        "mean_feedback_forward_relative_error": 0.05956339208703292,
+        "min_feedback_forward_cosine": 0.9965111017227173
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.22395552233695984
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0804688110947609,
+        "mean_feedback_forward_cosine": 0.9983122599752325,
+        "mean_feedback_forward_relative_error": 0.05724060035457736,
+        "min_feedback_forward_cosine": 0.996785044670105
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.22269117835998536
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07737977057695389,
+        "mean_feedback_forward_cosine": 0.998433928740652,
+        "mean_feedback_forward_relative_error": 0.05512593872845173,
+        "min_feedback_forward_cosine": 0.9970258474349976
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21499397795677186
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07427549362182617,
+        "mean_feedback_forward_cosine": 0.9985538501488535,
+        "mean_feedback_forward_relative_error": 0.05297956811754327,
+        "min_feedback_forward_cosine": 0.9972590208053589
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21951112261772157
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07133505493402481,
+        "mean_feedback_forward_cosine": 0.9986621141433716,
+        "mean_feedback_forward_relative_error": 0.0509505889525539,
+        "min_feedback_forward_cosine": 0.9974708557128906
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.2146762759590149
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.068573497235775,
+        "mean_feedback_forward_cosine": 0.9987624381717882,
+        "mean_feedback_forward_relative_error": 0.04900112885393595,
+        "min_feedback_forward_cosine": 0.9976617693901062
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21213805459976195
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06581214815378189,
+        "mean_feedback_forward_cosine": 0.9988550763381155,
+        "mean_feedback_forward_relative_error": 0.04713135840077149,
+        "min_feedback_forward_cosine": 0.9978461861610413
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21292313886642456
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06323916465044022,
+        "mean_feedback_forward_cosine": 0.9989409383974577,
+        "mean_feedback_forward_relative_error": 0.04532517061421746,
+        "min_feedback_forward_cosine": 0.998010516166687
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.21277331172943115
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06074615940451622,
+        "mean_feedback_forward_cosine": 0.9990207207830328,
+        "mean_feedback_forward_relative_error": 0.04358574346100029,
+        "min_feedback_forward_cosine": 0.9981639385223389
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.20898236991882324
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05832308903336525,
+        "mean_feedback_forward_cosine": 0.9990944454544469,
+        "mean_feedback_forward_relative_error": 0.0419123242364118,
+        "min_feedback_forward_cosine": 0.9983067512512207
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.21116136218070983
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0559818260371685,
+        "mean_feedback_forward_cosine": 0.9991625045475206,
+        "mean_feedback_forward_relative_error": 0.04030360301074229,
+        "min_feedback_forward_cosine": 0.9984397292137146
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.21172104592323304
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05379173532128334,
+        "mean_feedback_forward_cosine": 0.9992254564636632,
+        "mean_feedback_forward_relative_error": 0.03875644593254516,
+        "min_feedback_forward_cosine": 0.9985591173171997
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.20921241371154786
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051668789237737656,
+        "mean_feedback_forward_cosine": 0.9992847285772625,
+        "mean_feedback_forward_relative_error": 0.037242337767230835,
+        "min_feedback_forward_cosine": 0.9986700415611267
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20510462395191192
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04965691268444061,
+        "mean_feedback_forward_cosine": 0.9993384574588976,
+        "mean_feedback_forward_relative_error": 0.03581918712313238,
+        "min_feedback_forward_cosine": 0.9987714886665344
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.2070067384815216
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.047659263014793396,
+        "mean_feedback_forward_cosine": 0.9993902633064672,
+        "mean_feedback_forward_relative_error": 0.034390744164978206,
+        "min_feedback_forward_cosine": 0.9988679885864258
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20999451464653016
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.045759331434965134,
+        "mean_feedback_forward_cosine": 0.9994356694974398,
+        "mean_feedback_forward_relative_error": 0.03308229128781118,
+        "min_feedback_forward_cosine": 0.9989561438560486
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.20893828397274017
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04397435113787651,
+        "mean_feedback_forward_cosine": 0.9994768374844601,
+        "mean_feedback_forward_relative_error": 0.03184907133445928,
+        "min_feedback_forward_cosine": 0.9990359544754028
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20038848754405975
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04222673177719116,
+        "mean_feedback_forward_cosine": 0.999517095716376,
+        "mean_feedback_forward_relative_error": 0.03060037922114134,
+        "min_feedback_forward_cosine": 0.9991111159324646
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.2064295777606964
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04057107865810394,
+        "mean_feedback_forward_cosine": 0.9995530153575697,
+        "mean_feedback_forward_relative_error": 0.029441306073414653,
+        "min_feedback_forward_cosine": 0.9991794228553772
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20408623010635377
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03902265802025795,
+        "mean_feedback_forward_cosine": 0.9995857100737723,
+        "mean_feedback_forward_relative_error": 0.02834192138949507,
+        "min_feedback_forward_cosine": 0.9992407560348511
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20103353147029876
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037542738020420074,
+        "mean_feedback_forward_cosine": 0.9996166323360643,
+        "mean_feedback_forward_relative_error": 0.027261023654749517,
+        "min_feedback_forward_cosine": 0.9992972612380981
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.19745080633163453
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0360117070376873,
+        "mean_feedback_forward_cosine": 0.9996461774173536,
+        "mean_feedback_forward_relative_error": 0.02619106748974637,
+        "min_feedback_forward_cosine": 0.9993532299995422
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20549977100372313
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03458224982023239,
+        "mean_feedback_forward_cosine": 0.9996738026016637,
+        "mean_feedback_forward_relative_error": 0.025146570889965483,
+        "min_feedback_forward_cosine": 0.9994035959243774
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.1986873722934723
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03324142470955849,
+        "mean_feedback_forward_cosine": 0.9996980867887798,
+        "mean_feedback_forward_relative_error": 0.024191624141837422,
+        "min_feedback_forward_cosine": 0.9994487762451172
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.19804216557025908
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03191523626446724,
+        "mean_feedback_forward_cosine": 0.9997214737691378,
+        "mean_feedback_forward_relative_error": 0.023236432455872234,
+        "min_feedback_forward_cosine": 0.999491810798645
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20227410102844237
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.030632607638835907,
+        "mean_feedback_forward_cosine": 0.9997428404657465,
+        "mean_feedback_forward_relative_error": 0.02232741314525667,
+        "min_feedback_forward_cosine": 0.9995319247245789
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.20241206522464752
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029394421726465225,
+        "mean_feedback_forward_cosine": 0.9997620331613641,
+        "mean_feedback_forward_relative_error": 0.02147653875382323,
+        "min_feedback_forward_cosine": 0.9995689392089844
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20295502564907075
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028264634311199188,
+        "mean_feedback_forward_cosine": 0.9997799741594415,
+        "mean_feedback_forward_relative_error": 0.020652579584796178,
+        "min_feedback_forward_cosine": 0.9996013045310974
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19767562034606934
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02715025283396244,
+        "mean_feedback_forward_cosine": 0.9997962775983309,
+        "mean_feedback_forward_relative_error": 0.019869652380676645,
+        "min_feedback_forward_cosine": 0.9996321201324463
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19347093383550643
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02612755261361599,
+        "mean_feedback_forward_cosine": 0.9998112007191307,
+        "mean_feedback_forward_relative_error": 0.019126742195926215,
+        "min_feedback_forward_cosine": 0.9996593594551086
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.19226393731117247
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025075765326619148,
+        "mean_feedback_forward_cosine": 0.9998256250431663,
+        "mean_feedback_forward_relative_error": 0.01837975173992546,
+        "min_feedback_forward_cosine": 0.9996861815452576
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19686378298282622
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024072103202342987,
+        "mean_feedback_forward_cosine": 0.9998391396120975,
+        "mean_feedback_forward_relative_error": 0.017656986258531873,
+        "min_feedback_forward_cosine": 0.9997107982635498
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.1982896047115326
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02406390942633152,
+        "mean_feedback_forward_cosine": 0.9998392996035124,
+        "mean_feedback_forward_relative_error": 0.01764692640618274,
+        "min_feedback_forward_cosine": 0.9997109174728394
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12299238201379777
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024059180170297623,
+        "mean_feedback_forward_cosine": 0.9998393686194169,
+        "mean_feedback_forward_relative_error": 0.017639402226593933,
+        "min_feedback_forward_cosine": 0.9997110366821289
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09884670098781585
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02405465766787529,
+        "mean_feedback_forward_cosine": 0.9998394313611483,
+        "mean_feedback_forward_relative_error": 0.017632367064882266,
+        "min_feedback_forward_cosine": 0.999711275100708
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08819357568740845
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024050189182162285,
+        "mean_feedback_forward_cosine": 0.9998395191995721,
+        "mean_feedback_forward_relative_error": 0.017625431652720038,
+        "min_feedback_forward_cosine": 0.999711275100708
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.08101649174511433
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02404564991593361,
+        "mean_feedback_forward_cosine": 0.9998396415459482,
+        "mean_feedback_forward_relative_error": 0.017618758236303142,
+        "min_feedback_forward_cosine": 0.9997114539146423
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.0770462325143814
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024041302502155304,
+        "mean_feedback_forward_cosine": 0.9998396980135065,
+        "mean_feedback_forward_relative_error": 0.017612302185673463,
+        "min_feedback_forward_cosine": 0.9997115135192871
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07072865057945252
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024036701768636703,
+        "mean_feedback_forward_cosine": 0.99983979526319,
+        "mean_feedback_forward_relative_error": 0.01760593789482587,
+        "min_feedback_forward_cosine": 0.9997116327285767
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06999157873630524
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024032164365053177,
+        "mean_feedback_forward_cosine": 0.9998398423194885,
+        "mean_feedback_forward_relative_error": 0.017599599656501885,
+        "min_feedback_forward_cosine": 0.9997117519378662
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06534900736093521
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02402760460972786,
+        "mean_feedback_forward_cosine": 0.9998399458433452,
+        "mean_feedback_forward_relative_error": 0.017593359721726494,
+        "min_feedback_forward_cosine": 0.9997119307518005
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06322124888181686
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024022996425628662,
+        "mean_feedback_forward_cosine": 0.9998400179963363,
+        "mean_feedback_forward_relative_error": 0.017587167137351475,
+        "min_feedback_forward_cosine": 0.9997119903564453
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.06139645607709884
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024018622934818268,
+        "mean_feedback_forward_cosine": 0.9998400901493273,
+        "mean_feedback_forward_relative_error": 0.01758105947489017,
+        "min_feedback_forward_cosine": 0.9997121095657349
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.05795342464208603
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024014070630073547,
+        "mean_feedback_forward_cosine": 0.9998401873990109,
+        "mean_feedback_forward_relative_error": 0.017574954949515432,
+        "min_feedback_forward_cosine": 0.9997121691703796
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.0559422425699234
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024009378626942635,
+        "mean_feedback_forward_cosine": 0.9998402689632616,
+        "mean_feedback_forward_relative_error": 0.017568798809263268,
+        "min_feedback_forward_cosine": 0.999712347984314
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.055113451805114747
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02400479093194008,
+        "mean_feedback_forward_cosine": 0.9998403473904258,
+        "mean_feedback_forward_relative_error": 0.017562687029375842,
+        "min_feedback_forward_cosine": 0.9997124075889587
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.052615987684726716
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024000002071261406,
+        "mean_feedback_forward_cosine": 0.9998404195434168,
+        "mean_feedback_forward_relative_error": 0.017556504248396346,
+        "min_feedback_forward_cosine": 0.9997124671936035
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.051486412073373795
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023995356634259224,
+        "mean_feedback_forward_cosine": 0.9998405293414467,
+        "mean_feedback_forward_relative_error": 0.017550376636025152,
+        "min_feedback_forward_cosine": 0.9997127056121826
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.04837573773741722
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02399068884551525,
+        "mean_feedback_forward_cosine": 0.9998405920831781,
+        "mean_feedback_forward_relative_error": 0.01754426519925657,
+        "min_feedback_forward_cosine": 0.9997127652168274
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.047202864929437635
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023985648527741432,
+        "mean_feedback_forward_cosine": 0.9998407018812079,
+        "mean_feedback_forward_relative_error": 0.0175379439943323,
+        "min_feedback_forward_cosine": 0.9997129440307617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04749902138710022
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023980626836419106,
+        "mean_feedback_forward_cosine": 0.9998407897196318,
+        "mean_feedback_forward_relative_error": 0.017531843120722396,
+        "min_feedback_forward_cosine": 0.9997129440307617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04516030862092972
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023976139724254608,
+        "mean_feedback_forward_cosine": 0.99984084618719,
+        "mean_feedback_forward_relative_error": 0.01752598497918562,
+        "min_feedback_forward_cosine": 0.999713122844696
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04241939604222775
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02397124096751213,
+        "mean_feedback_forward_cosine": 0.9998409371627005,
+        "mean_feedback_forward_relative_error": 0.01751989868812655,
+        "min_feedback_forward_cosine": 0.9997131824493408
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.042379607338905334
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02396647445857525,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.017513908837970934,
+        "min_feedback_forward_cosine": 0.9997134208679199
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.041688693816661834
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023961400613188744,
+        "mean_feedback_forward_cosine": 0.9998411034282885,
+        "mean_feedback_forward_relative_error": 0.017507812302363545,
+        "min_feedback_forward_cosine": 0.9997134208679199
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04086528647184372
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023956535384058952,
+        "mean_feedback_forward_cosine": 0.9998412038150587,
+        "mean_feedback_forward_relative_error": 0.017501762038783023,
+        "min_feedback_forward_cosine": 0.9997134804725647
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.03863505096554756
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02395145781338215,
+        "mean_feedback_forward_cosine": 0.9998413073389154,
+        "mean_feedback_forward_relative_error": 0.017495613153043547,
+        "min_feedback_forward_cosine": 0.9997137784957886
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.039321243322193625
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02394598349928856,
+        "mean_feedback_forward_cosine": 0.9998413889031661,
+        "mean_feedback_forward_relative_error": 0.01748918663514288,
+        "min_feedback_forward_cosine": 0.9997138977050781
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03911113297462463
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02394097112119198,
+        "mean_feedback_forward_cosine": 0.9998414798786766,
+        "mean_feedback_forward_relative_error": 0.01748289189938652,
+        "min_feedback_forward_cosine": 0.9997137784957886
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.036497448803186415
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023935630917549133,
+        "mean_feedback_forward_cosine": 0.9998415802654467,
+        "mean_feedback_forward_relative_error": 0.017476465430502828,
+        "min_feedback_forward_cosine": 0.9997141361236572
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03716952535510063
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02393004484474659,
+        "mean_feedback_forward_cosine": 0.9998416649667841,
+        "mean_feedback_forward_relative_error": 0.01747012307475272,
+        "min_feedback_forward_cosine": 0.9997142553329468
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.035937383514642714
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023924510926008224,
+        "mean_feedback_forward_cosine": 0.9998417653535542,
+        "mean_feedback_forward_relative_error": 0.01746368145962295,
+        "min_feedback_forward_cosine": 0.9997143149375916
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03566022593140602
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023919150233268738,
+        "mean_feedback_forward_cosine": 0.9998418406436318,
+        "mean_feedback_forward_relative_error": 0.017457206978609686,
+        "min_feedback_forward_cosine": 0.9997143745422363
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.034828656885623935
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023913824930787086,
+        "mean_feedback_forward_cosine": 0.9998419661270944,
+        "mean_feedback_forward_relative_error": 0.0174507660497176,
+        "min_feedback_forward_cosine": 0.9997146725654602
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.033103851650431754
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02390843629837036,
+        "mean_feedback_forward_cosine": 0.9998420539655184,
+        "mean_feedback_forward_relative_error": 0.017444494842110497,
+        "min_feedback_forward_cosine": 0.9997147917747498
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.032778032338619235
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023902934044599533,
+        "mean_feedback_forward_cosine": 0.9998421574893751,
+        "mean_feedback_forward_relative_error": 0.017437889265190614,
+        "min_feedback_forward_cosine": 0.9997148513793945
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03193912905871868
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023897364735603333,
+        "mean_feedback_forward_cosine": 0.9998422547390586,
+        "mean_feedback_forward_relative_error": 0.017431417480111122,
+        "min_feedback_forward_cosine": 0.9997149705886841
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.0319919503903389
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02389141172170639,
+        "mean_feedback_forward_cosine": 0.9998423739483482,
+        "mean_feedback_forward_relative_error": 0.01742457061711895,
+        "min_feedback_forward_cosine": 0.9997152090072632
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.03163765184640884
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023885833099484444,
+        "mean_feedback_forward_cosine": 0.9998424680609452,
+        "mean_feedback_forward_relative_error": 0.017417882520117257,
+        "min_feedback_forward_cosine": 0.9997152090072632
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.030665701761841774
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02388034388422966,
+        "mean_feedback_forward_cosine": 0.9998425684477154,
+        "mean_feedback_forward_relative_error": 0.017411238587412396,
+        "min_feedback_forward_cosine": 0.999715268611908
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.029491460859775543
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023874782025814056,
+        "mean_feedback_forward_cosine": 0.9998426719715721,
+        "mean_feedback_forward_relative_error": 0.017404530834602683,
+        "min_feedback_forward_cosine": 0.9997155666351318
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.0298191662889719
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02386835590004921,
+        "mean_feedback_forward_cosine": 0.9998427692212557,
+        "mean_feedback_forward_relative_error": 0.0173971701511427,
+        "min_feedback_forward_cosine": 0.9997156858444214
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.03218640671610832
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02386237494647503,
+        "mean_feedback_forward_cosine": 0.9998428821563721,
+        "mean_feedback_forward_relative_error": 0.017390342747890634,
+        "min_feedback_forward_cosine": 0.9997157454490662
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.029018398514389993
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02385648339986801,
+        "mean_feedback_forward_cosine": 0.9998429794060556,
+        "mean_feedback_forward_relative_error": 0.01738346966081544,
+        "min_feedback_forward_cosine": 0.9997159838676453
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.029316624326705933
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023850666359066963,
+        "mean_feedback_forward_cosine": 0.9998430766557392,
+        "mean_feedback_forward_relative_error": 0.01737667786839761,
+        "min_feedback_forward_cosine": 0.99971604347229
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.02739346834808588
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023844413459300995,
+        "mean_feedback_forward_cosine": 0.9998432429213273,
+        "mean_feedback_forward_relative_error": 0.01736944132043343,
+        "min_feedback_forward_cosine": 0.9997162818908691
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.028192082404494286
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023838169872760773,
+        "mean_feedback_forward_cosine": 0.9998433307597512,
+        "mean_feedback_forward_relative_error": 0.01736224898578305,
+        "min_feedback_forward_cosine": 0.9997164011001587
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.0277932139891386
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023832306265830994,
+        "mean_feedback_forward_cosine": 0.9998434468319541,
+        "mean_feedback_forward_relative_error": 0.01735522203441513,
+        "min_feedback_forward_cosine": 0.9997166395187378
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.026103150560855864
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023825665935873985,
+        "mean_feedback_forward_cosine": 0.9998435629041571,
+        "mean_feedback_forward_relative_error": 0.017347723637756548,
+        "min_feedback_forward_cosine": 0.9997166395187378
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.026399266733825207
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02381902001798153,
+        "mean_feedback_forward_cosine": 0.9998436977988795,
+        "mean_feedback_forward_relative_error": 0.017339963318878097,
+        "min_feedback_forward_cosine": 0.9997169375419617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.027654942645430565
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02381226420402527,
+        "mean_feedback_forward_cosine": 0.9998438044598228,
+        "mean_feedback_forward_relative_error": 0.01733238909295515,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.0263747742831707
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805851116776466,
+        "mean_feedback_forward_cosine": 0.9998439079836795,
+        "mean_feedback_forward_relative_error": 0.017324834718908135,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025472247238755227
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805778473615646,
+        "mean_feedback_forward_cosine": 0.999843933080372,
+        "mean_feedback_forward_relative_error": 0.017324644091882203,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022873886232972145
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805730044841766,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.01732448201724573,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021361280524134635
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805681616067886,
+        "mean_feedback_forward_cosine": 0.9998439519028914,
+        "mean_feedback_forward_relative_error": 0.01732430888928081,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.020693761838823557
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805633187294006,
+        "mean_feedback_forward_cosine": 0.9998439268061989,
+        "mean_feedback_forward_relative_error": 0.01732414387362568,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.021524387866258623
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805582895874977,
+        "mean_feedback_forward_cosine": 0.9998439236691123,
+        "mean_feedback_forward_relative_error": 0.017323974912103853,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020588710283078255
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805536329746246,
+        "mean_feedback_forward_cosine": 0.9998439393545452,
+        "mean_feedback_forward_relative_error": 0.01732380712698949,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019683998126387596
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805495351552963,
+        "mean_feedback_forward_cosine": 0.9998439519028914,
+        "mean_feedback_forward_relative_error": 0.017323645370963373,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.018572507655620574
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805446922779083,
+        "mean_feedback_forward_cosine": 0.9998439487658048,
+        "mean_feedback_forward_relative_error": 0.017323482781648636,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.019311912797093392
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238054022192955,
+        "mean_feedback_forward_cosine": 0.9998439393545452,
+        "mean_feedback_forward_relative_error": 0.01732332879481347,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019017863205373287
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380535565316677,
+        "mean_feedback_forward_cosine": 0.9998439362174586,
+        "mean_feedback_forward_relative_error": 0.01732316380366683,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01927336893439293
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380530722439289,
+        "mean_feedback_forward_cosine": 0.9998439393545452,
+        "mean_feedback_forward_relative_error": 0.017323002635844444,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.018690299270153046
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380525879561901,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.017322842399344632,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018778735616505147
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380521036684513,
+        "mean_feedback_forward_cosine": 0.9998439519028914,
+        "mean_feedback_forward_relative_error": 0.017322684932304055,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.018716709740757943
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238051638007164,
+        "mean_feedback_forward_cosine": 0.999843933080372,
+        "mean_feedback_forward_relative_error": 0.01732252025976777,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.018794280961900948
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380511350929737,
+        "mean_feedback_forward_cosine": 0.9998439456287184,
+        "mean_feedback_forward_relative_error": 0.017322357842012456,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01923126378715038
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380507066845894,
+        "mean_feedback_forward_cosine": 0.9998439393545452,
+        "mean_feedback_forward_relative_error": 0.017322201085718053,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.019187729357481004
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023805027827620506,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.017322045726407515,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.017014023590385913
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804988712072372,
+        "mean_feedback_forward_cosine": 0.9998439613141512,
+        "mean_feedback_forward_relative_error": 0.01732188144600705,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.017929602970182895
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380494214594364,
+        "mean_feedback_forward_cosine": 0.9998439581770646,
+        "mean_feedback_forward_relative_error": 0.017321729664935878,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.017645584962666036
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380489557981491,
+        "mean_feedback_forward_cosine": 0.9998439456287184,
+        "mean_feedback_forward_relative_error": 0.01732157080091144,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.01727688707411289
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804854601621628,
+        "mean_feedback_forward_cosine": 0.9998439707254109,
+        "mean_feedback_forward_relative_error": 0.017321413088785976,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.017035351138710974
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804813623428345,
+        "mean_feedback_forward_cosine": 0.9998439801366705,
+        "mean_feedback_forward_relative_error": 0.01732124819567329,
+        "min_feedback_forward_cosine": 0.9997172951698303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.017451484676599502
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804765194654465,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.017321086170053797,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.017583800478577615
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804711177945137,
+        "mean_feedback_forward_cosine": 0.9998439675883243,
+        "mean_feedback_forward_relative_error": 0.0173209248061635,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.018306848403811454
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380465902388096,
+        "mean_feedback_forward_cosine": 0.9998439801366705,
+        "mean_feedback_forward_relative_error": 0.01732077581906005,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.016635816239118577
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804618045687675,
+        "mean_feedback_forward_cosine": 0.9998439675883243,
+        "mean_feedback_forward_relative_error": 0.017320614847305574,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.017419615784883498
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380458079278469,
+        "mean_feedback_forward_cosine": 0.9998439487658048,
+        "mean_feedback_forward_relative_error": 0.01732046534552386,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.016998306522369385
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380453795194626,
+        "mean_feedback_forward_cosine": 0.999843955039978,
+        "mean_feedback_forward_relative_error": 0.017320308074551195,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.016233026780486107
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804493248462677,
+        "mean_feedback_forward_cosine": 0.9998439832737571,
+        "mean_feedback_forward_relative_error": 0.017320153131884963,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.017383653934001923
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804450407624245,
+        "mean_feedback_forward_cosine": 0.9998439613141512,
+        "mean_feedback_forward_relative_error": 0.017320000689084594,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0170416913112998
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804405704140663,
+        "mean_feedback_forward_cosine": 0.9998439738624975,
+        "mean_feedback_forward_relative_error": 0.017319846089537207,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.016445232709050177
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380436658859253,
+        "mean_feedback_forward_cosine": 0.999843976999584,
+        "mean_feedback_forward_relative_error": 0.017319693891821725,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016828604788780212
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804321885108948,
+        "mean_feedback_forward_cosine": 0.9998439832737571,
+        "mean_feedback_forward_relative_error": 0.017319535395424617,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016447176468521358
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804284632205963,
+        "mean_feedback_forward_cosine": 0.9998439707254109,
+        "mean_feedback_forward_relative_error": 0.017319383589844955,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.0159349295052886
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380424551665783,
+        "mean_feedback_forward_cosine": 0.9998439519028914,
+        "mean_feedback_forward_relative_error": 0.01731923038728143,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.01665976164340973
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804206401109695,
+        "mean_feedback_forward_cosine": 0.9998439738624975,
+        "mean_feedback_forward_relative_error": 0.01731907419468227,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.01594864286452532
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804159834980965,
+        "mean_feedback_forward_cosine": 0.9998439738624975,
+        "mean_feedback_forward_relative_error": 0.017318920158830128,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.016114003044962882
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380412444472313,
+        "mean_feedback_forward_cosine": 0.9998439864108437,
+        "mean_feedback_forward_relative_error": 0.01731876867186082,
+        "min_feedback_forward_cosine": 0.9997172951698303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.016495792008042336
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804085329174995,
+        "mean_feedback_forward_cosine": 0.9998439926850168,
+        "mean_feedback_forward_relative_error": 0.017318619366147016,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.015994502281844614
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804040625691414,
+        "mean_feedback_forward_cosine": 0.99984399895919,
+        "mean_feedback_forward_relative_error": 0.01731846827131353,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.016001024417877197
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023804010823369026,
+        "mean_feedback_forward_cosine": 0.999843976999584,
+        "mean_feedback_forward_relative_error": 0.017318317078446086,
+        "min_feedback_forward_cosine": 0.999717116355896
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.015285830289721488
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380397729575634,
+        "mean_feedback_forward_cosine": 0.9998439707254109,
+        "mean_feedback_forward_relative_error": 0.01731816600812109,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015755094451606274
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803941905498505,
+        "mean_feedback_forward_cosine": 0.9998439644512377,
+        "mean_feedback_forward_relative_error": 0.01731802113844376,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.014800295288711787
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380390465259552,
+        "mean_feedback_forward_cosine": 0.9998439864108437,
+        "mean_feedback_forward_relative_error": 0.01731786680848975,
+        "min_feedback_forward_cosine": 0.9997171759605408
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.01677374741256237
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803865537047386,
+        "mean_feedback_forward_cosine": 0.9998439895479303,
+        "mean_feedback_forward_relative_error": 0.017317713409858316,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015875785137712956
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803822696208954,
+        "mean_feedback_forward_cosine": 0.9998439926850168,
+        "mean_feedback_forward_relative_error": 0.017317562976754027,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.016230050567686557
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803774267435074,
+        "mean_feedback_forward_cosine": 0.9998439801366705,
+        "mean_feedback_forward_relative_error": 0.017317412788734624,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.01620101815342903
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023803729563951492,
+        "mean_feedback_forward_cosine": 0.9998439675883243,
+        "mean_feedback_forward_relative_error": 0.017317260296917276,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.01728534370690584
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380368486046791,
+        "mean_feedback_forward_cosine": 0.9998439832737571,
+        "mean_feedback_forward_relative_error": 0.017317102486757857,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.01559103421419859
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02380364201962948,
+        "mean_feedback_forward_cosine": 0.9998440146446228,
+        "mean_feedback_forward_relative_error": 0.017316952690874274,
+        "min_feedback_forward_cosine": 0.9997172951698303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015727360000908373
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9158,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.37618404846191406,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2162265600,
+    "peak_memory_reserved_bytes": 2864709632,
+    "torch_version": "2.3.1+cu118"
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 10,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7086873054504395,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.0,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 6220.81570649147,
+    "train_wall_s": 6218.6675980091095
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401086720000000,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 0
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 0,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 0,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000000,
+    "total_forward_equivalent_examples": 10000000,
+    "total_macs_estimate": 1613194240000000
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed10_dynamic.json b/results/kp_dynamic_projection_confirmation/seed10_dynamic.json
new file mode 100644
index 0000000..96f3a8e
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed10_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 10,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed10_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 10,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5010,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996865193049113,
+    "feedback_forward_cosine": [
+      0.9998410940170288,
+      0.9998330473899841,
+      0.9998416900634766,
+      0.9998196959495544,
+      0.9998658895492554,
+      0.9998244643211365,
+      0.999796986579895,
+      0.999862015247345,
+      0.9998462200164795,
+      0.999814510345459,
+      0.9998553991317749,
+      0.9998033046722412,
+      0.999829888343811,
+      0.9999003410339355,
+      0.9998985528945923,
+      0.9998725056648254,
+      0.9998707175254822,
+      0.9996960759162903,
+      0.9999880790710449
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9993373155593872,
+      1.0009738206863403,
+      0.9991396069526672,
+      1.0013306140899658,
+      1.0004464387893677,
+      1.0007975101470947,
+      0.9989447593688965,
+      1.0005112886428833,
+      0.999376118183136,
+      1.0006011724472046,
+      0.9997497200965881,
+      1.0005595684051514,
+      0.9993224740028381,
+      1.0002479553222656,
+      0.9999218583106995,
+      1.0006370544433594,
+      0.9999715685844421,
+      1.0011106729507446,
+      1.002750039100647
+    ],
+    "feedback_forward_relative_error": [
+      0.0178312286734581,
+      0.018311940133571625,
+      0.017811154946684837,
+      0.0190509632229805,
+      0.016383934766054153,
+      0.018760578706860542,
+      0.020169012248516083,
+      0.01662510633468628,
+      0.017547694966197014,
+      0.019280681386590004,
+      0.01700552925467491,
+      0.019850602373480797,
+      0.018454521894454956,
+      0.014121557585895061,
+      0.014242949895560741,
+      0.01598425954580307,
+      0.016081707552075386,
+      0.024693168699741364,
+      0.005619601812213659
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.999696671962738,
+      0.9996646642684937,
+      0.9996858835220337,
+      0.9996673464775085,
+      0.9996991157531738,
+      0.99970543384552,
+      0.9997129440307617,
+      0.9997279644012451,
+      0.9997462630271912,
+      0.9997026920318604,
+      0.9997648596763611,
+      0.9997409582138062,
+      0.9997850060462952,
+      0.9998424053192139,
+      0.9998652935028076,
+      0.9998970031738281,
+      0.9999339580535889,
+      0.9999661445617676,
+      0.8225135207176208
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.999696671962738,
+      0.9996646642684937,
+      0.9996858835220337,
+      0.9996673464775085,
+      0.9996991157531738,
+      0.99970543384552,
+      0.9997129440307617,
+      0.9997279644012451,
+      0.9997462630271912,
+      0.9997026920318604,
+      0.9997648596763611,
+      0.9997409582138062,
+      0.9997850060462952,
+      0.9998425245285034,
+      0.9998652935028076,
+      0.9998970031738281,
+      0.9999339580535889,
+      0.9999661445617676,
+      0.8333896398544312
+    ],
+    "matched_negative_gradient_cosine": [
+      0.04031185805797577,
+      0.02294144034385681,
+      0.07925271987915039,
+      0.06389088928699493,
+      0.10397612303495407,
+      0.06171322613954544,
+      0.17028145492076874,
+      0.12919682264328003,
+      0.1864108145236969,
+      0.19627267122268677,
+      0.21861426532268524,
+      0.24826310575008392,
+      0.26166218519210815,
+      0.188859224319458,
+      0.26533007621765137,
+      0.38330066204071045,
+      0.32661405205726624,
+      0.4409025013446808,
+      0.18323172628879547
+    ],
+    "max_norm_match_direction_error": 1.7881393432617188e-07,
+    "max_norm_match_relative_error": 1.5625958837972576e-07,
+    "mean_feedback_forward_cosine": 0.9998452883017691,
+    "mean_feedback_forward_relative_error": 0.01725401021049995,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.04131019487977028,
+      "max_absolute_post_projection_soma_slope": 1.1123523435685456e-08,
+      "max_absolute_pre_projection_soma_slope": 0.04131019487977028,
+      "max_positive_post_projection_soma_slope": 1.1123523435685456e-08,
+      "min_post_projection_soma_slope": -8.423204356233782e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.442327581203251e-08,
+      "pre_projection_traffic_rms_ratio": 0.010445562569347066
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.010445562569319911,
+    "raw_negative_gradient_cosine": [
+      0.04031185433268547,
+      0.02294144034385681,
+      0.07925271987915039,
+      0.06389088928699493,
+      0.10397612303495407,
+      0.06171322613954544,
+      0.17028146982192993,
+      0.12919680774211884,
+      0.1864108145236969,
+      0.19627267122268677,
+      0.21861428022384644,
+      0.24826312065124512,
+      0.26166218519210815,
+      0.188859224319458,
+      0.265330046415329,
+      0.38330066204071045,
+      0.32661402225494385,
+      0.4409025013446808,
+      0.18323172628879547
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.999696671962738,
+      0.9996646642684937,
+      0.9996858835220337,
+      0.9996673464775085,
+      0.9996991157531738,
+      0.99970543384552,
+      0.9997129440307617,
+      0.9997279644012451,
+      0.9997462630271912,
+      0.9997026920318604,
+      0.9997648596763611,
+      0.9997409582138062,
+      0.9997850060462952,
+      0.9998424053192139,
+      0.9998652935028076,
+      0.9998970031738281,
+      0.9999339580535889,
+      0.9999661445617676,
+      0.8225135207176208
+    ],
+    "traffic_instruction_rms_ratio": 7.620982087891445,
+    "used_negative_gradient_cosine": [
+      0.999696671962738,
+      0.9996646642684937,
+      0.9996858835220337,
+      0.9996673464775085,
+      0.9996991157531738,
+      0.99970543384552,
+      0.9997129440307617,
+      0.9997279644012451,
+      0.9997462630271912,
+      0.9997026920318604,
+      0.9997648596763611,
+      0.9997409582138062,
+      0.9997850060462952,
+      0.9998424053192139,
+      0.9998652935028076,
+      0.9998970031738281,
+      0.9999339580535889,
+      0.9999661445617676,
+      0.8225135207176208
+    ],
+    "wall_s": 0.17217803001403809
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.320502758026123,
+        "mean_feedback_forward_cosine": 0.2628641504990427,
+        "mean_feedback_forward_relative_error": 1.2123042941093445,
+        "min_feedback_forward_cosine": 0.13181225955486298
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0021275785024451933,
+        "instruction_rms": 0.002127578503158672,
+        "raw_apical_rms": 0.023176449945245748,
+        "teaching_rms": 0.0021275785024451933,
+        "traffic_rms": 0.023071871151298124
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617135167122,
+        "maximum_absolute_post_projection_soma_slope": 2.238697227596731e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.020465978422986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008262347450077354,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.8486383348846436
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.263249397277832,
+        "mean_feedback_forward_cosine": 0.41009544463534103,
+        "mean_feedback_forward_relative_error": 1.0852607708228261,
+        "min_feedback_forward_cosine": 0.2170705944299698
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003419255584278289,
+        "instruction_rms": 0.0034192555841248812,
+        "raw_apical_rms": 0.027697921424250777,
+        "teaching_rms": 0.003419255584278289,
+        "traffic_rms": 0.027483683706630225
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617135167122,
+        "maximum_absolute_post_projection_soma_slope": 2.2150308254254014e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8290591011616386e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011349137001226894,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3407626229476928
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2148741483688354,
+        "mean_feedback_forward_cosine": 0.5129171547136808,
+        "mean_feedback_forward_relative_error": 0.98753212313903,
+        "min_feedback_forward_cosine": 0.28244727849960327
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004155201973159864,
+        "instruction_rms": 0.004155201974522851,
+        "raw_apical_rms": 0.031356771361276514,
+        "teaching_rms": 0.004155201973159864,
+        "traffic_rms": 0.03107873843038194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965616390109062,
+        "maximum_absolute_post_projection_soma_slope": 2.367823803695046e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7004024518109506e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013456675321577856,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.04707872631073
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1693495512008667,
+        "mean_feedback_forward_cosine": 0.5838200967562827,
+        "mean_feedback_forward_relative_error": 0.913337778103979,
+        "min_feedback_forward_cosine": 0.3386703133583069
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004469251675453464,
+        "instruction_rms": 0.004469251674747498,
+        "raw_apical_rms": 0.03360634732131272,
+        "teaching_rms": 0.004469251675453464,
+        "traffic_rms": 0.03330607230028016
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617507696152,
+        "maximum_absolute_post_projection_soma_slope": 2.7334627006325718e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6803144676608004e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013521942104567503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8596860185623169
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1282025575637817,
+        "mean_feedback_forward_cosine": 0.6379323742891613,
+        "mean_feedback_forward_relative_error": 0.8527652684010958,
+        "min_feedback_forward_cosine": 0.38725700974464417
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004676869857570115,
+        "instruction_rms": 0.004676869856679229,
+        "raw_apical_rms": 0.03546752976587663,
+        "teaching_rms": 0.004676869857570115,
+        "traffic_rms": 0.03515579585038711
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965616390109062,
+        "maximum_absolute_post_projection_soma_slope": 2.5742021847463548e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6671919638881145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014207688762619481,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7460113258743286
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0879181623458862,
+        "mean_feedback_forward_cosine": 0.6807615113885779,
+        "mean_feedback_forward_relative_error": 0.8006067150517514,
+        "min_feedback_forward_cosine": 0.4330441355705261
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004788255506036307,
+        "instruction_rms": 0.004788255505249911,
+        "raw_apical_rms": 0.03704748602919479,
+        "teaching_rms": 0.004788255506036307,
+        "traffic_rms": 0.03673419029382538
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.6890104365406842e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.652932149164355e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012899933914861935,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.67720983959198
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.049793004989624,
+        "mean_feedback_forward_cosine": 0.716141159597196,
+        "mean_feedback_forward_relative_error": 0.7551720565871188,
+        "min_feedback_forward_cosine": 0.47409024834632874
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00485548028911756,
+        "instruction_rms": 0.004855480288843814,
+        "raw_apical_rms": 0.03838508600271614,
+        "teaching_rms": 0.00485548028911756,
+        "traffic_rms": 0.03807411312999705
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.4465771630843847e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6557112708334806e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011944836714007923,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6242147707176209
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0138064622879028,
+        "mean_feedback_forward_cosine": 0.7452715196107563,
+        "mean_feedback_forward_relative_error": 0.7151469368683664,
+        "min_feedback_forward_cosine": 0.5109031200408936
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048598457930537015,
+        "instruction_rms": 0.004859845793113798,
+        "raw_apical_rms": 0.038941740968605774,
+        "teaching_rms": 0.0048598457930537015,
+        "traffic_rms": 0.038634765057638014
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.1102499303538025e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.652294416461312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011816401319273938,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5895955443954468
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9788080453872681,
+        "mean_feedback_forward_cosine": 0.7701171793435749,
+        "mean_feedback_forward_relative_error": 0.6790932165948969,
+        "min_feedback_forward_cosine": 0.5446146130561829
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00480853667182706,
+        "instruction_rms": 0.0048085366720623055,
+        "raw_apical_rms": 0.040038655664419484,
+        "teaching_rms": 0.00480853667182706,
+        "traffic_rms": 0.03974575905487539
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617135167122,
+        "maximum_absolute_post_projection_soma_slope": 1.7101859484114357e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6371845127137723e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012249857173464022,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5574038748550415
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9448283314704895,
+        "mean_feedback_forward_cosine": 0.7916683586020219,
+        "mean_feedback_forward_relative_error": 0.6462197397884569,
+        "min_feedback_forward_cosine": 0.5763647556304932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004839559456288207,
+        "instruction_rms": 0.0048395594563809255,
+        "raw_apical_rms": 0.04071995732276518,
+        "teaching_rms": 0.004839559456288207,
+        "traffic_rms": 0.040428260742060164
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617507696152,
+        "maximum_absolute_post_projection_soma_slope": 1.9611592350088358e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6353924398720684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010892910417689689,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5239255970001221
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9127702116966248,
+        "mean_feedback_forward_cosine": 0.8106209384767633,
+        "mean_feedback_forward_relative_error": 0.6158937576570009,
+        "min_feedback_forward_cosine": 0.604814350605011
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048546249945467974,
+        "instruction_rms": 0.004854624995657346,
+        "raw_apical_rms": 0.04182852561944663,
+        "teaching_rms": 0.0048546249945467974,
+        "traffic_rms": 0.041542760847679536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617507696152,
+        "maximum_absolute_post_projection_soma_slope": 2.4940618459368125e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6338669582419218e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011229249705963293,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5029154551792144
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.880604088306427,
+        "mean_feedback_forward_cosine": 0.8274708766686288,
+        "mean_feedback_forward_relative_error": 0.5874443477705905,
+        "min_feedback_forward_cosine": 0.6324325799942017
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004875801166246104,
+        "instruction_rms": 0.004875801165657019,
+        "raw_apical_rms": 0.042090524416669946,
+        "teaching_rms": 0.004875801166246104,
+        "traffic_rms": 0.04180406412467894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965617135167122,
+        "maximum_absolute_post_projection_soma_slope": 2.2846981195812077e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.629485752598832e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011279564551533476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4801908302307129
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8490339517593384,
+        "mean_feedback_forward_cosine": 0.8423407767948351,
+        "mean_feedback_forward_relative_error": 0.5612034036924964,
+        "min_feedback_forward_cosine": 0.6584939360618591
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004862513530950027,
+        "instruction_rms": 0.004862513529463852,
+        "raw_apical_rms": 0.04249569152035548,
+        "teaching_rms": 0.004862513530950027,
+        "traffic_rms": 0.04221326323324876
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965616390109062,
+        "maximum_absolute_post_projection_soma_slope": 2.2992447057390564e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6238762214005956e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010901864806123028,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4624407964229584
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8190855383872986,
+        "mean_feedback_forward_cosine": 0.8555049143339458,
+        "mean_feedback_forward_relative_error": 0.5368027522375709,
+        "min_feedback_forward_cosine": 0.68202143907547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048450762274929934,
+        "instruction_rms": 0.00484507622736933,
+        "raw_apical_rms": 0.04243617484306245,
+        "teaching_rms": 0.0048450762274929934,
+        "traffic_rms": 0.042155351393765084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.444627078546091e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626035179086535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011516681802460982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4469337102127075
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7892797589302063,
+        "mean_feedback_forward_cosine": 0.867406754117263,
+        "mean_feedback_forward_relative_error": 0.5138307700031682,
+        "min_feedback_forward_cosine": 0.7048470973968506
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004840755794789061,
+        "instruction_rms": 0.0048407557961092735,
+        "raw_apical_rms": 0.04271795967715501,
+        "teaching_rms": 0.004840755794789061,
+        "traffic_rms": 0.042438805840826335
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.596258141807084e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626153478384452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010698829063202188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.43113454271316526
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7609896063804626,
+        "mean_feedback_forward_cosine": 0.87833130045941,
+        "mean_feedback_forward_relative_error": 0.49183685136468785,
+        "min_feedback_forward_cosine": 0.725717306137085
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004898346259325372,
+        "instruction_rms": 0.004898346259808533,
+        "raw_apical_rms": 0.04317676024136317,
+        "teaching_rms": 0.004898346259325372,
+        "traffic_rms": 0.04289397019731282
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.148017941294711e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.614856001795994e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01105319672978955,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.417020124835968
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7313572764396667,
+        "mean_feedback_forward_cosine": 0.8882385366841367,
+        "mean_feedback_forward_relative_error": 0.4710692026113209,
+        "min_feedback_forward_cosine": 0.7461642622947693
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00490210475062717,
+        "instruction_rms": 0.004902104750837312,
+        "raw_apical_rms": 0.04336559586539004,
+        "teaching_rms": 0.00490210475062717,
+        "traffic_rms": 0.04308361323342959
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.8865463857764553e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6124075120174232e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010716983177622165,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4071095234394074
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7039198875427246,
+        "mean_feedback_forward_cosine": 0.8972031348630002,
+        "mean_feedback_forward_relative_error": 0.4515492923949894,
+        "min_feedback_forward_cosine": 0.76481032371521
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00487884125751058,
+        "instruction_rms": 0.004878841258071224,
+        "raw_apical_rms": 0.043572771819466054,
+        "teaching_rms": 0.00487884125751058,
+        "traffic_rms": 0.043294449617874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.218666317332918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.61510330589462e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010966411646623783,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3952154863166809
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6760586500167847,
+        "mean_feedback_forward_cosine": 0.9055123360533464,
+        "mean_feedback_forward_relative_error": 0.432666700137289,
+        "min_feedback_forward_cosine": 0.7828711867332458
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004826131099398438,
+        "instruction_rms": 0.004826131098403971,
+        "raw_apical_rms": 0.04427121012470213,
+        "teaching_rms": 0.004826131099398438,
+        "traffic_rms": 0.044003013054155715
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.1595486288106258e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6049881701093482e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010700291261184805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.3883430826663971
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6499698162078857,
+        "mean_feedback_forward_cosine": 0.9130455380991885,
+        "mean_feedback_forward_relative_error": 0.41489325385344655,
+        "min_feedback_forward_cosine": 0.7989453673362732
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004846451784575131,
+        "instruction_rms": 0.004846451785861449,
+        "raw_apical_rms": 0.044173631429521874,
+        "teaching_rms": 0.004846451784575131,
+        "traffic_rms": 0.04390287960550795
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.8378893901503943e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6058612531029433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010735236867933434,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.37585717695236204
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.625340461730957,
+        "mean_feedback_forward_cosine": 0.9199741451363814,
+        "mean_feedback_forward_relative_error": 0.39776876490367086,
+        "min_feedback_forward_cosine": 0.813711404800415
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00488245938786709,
+        "instruction_rms": 0.00488245938930715,
+        "raw_apical_rms": 0.04440515206797135,
+        "teaching_rms": 0.00488245938786709,
+        "traffic_rms": 0.04413196940673291
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9610590484830936e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.598585864113767e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010955542964601692,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.36385989884376524
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6014867424964905,
+        "mean_feedback_forward_cosine": 0.9261057502345035,
+        "mean_feedback_forward_relative_error": 0.38204732615696757,
+        "min_feedback_forward_cosine": 0.8274017572402954
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004767061589466885,
+        "instruction_rms": 0.0047670615894972405,
+        "raw_apical_rms": 0.04443198335494705,
+        "teaching_rms": 0.004767061589466885,
+        "traffic_rms": 0.044172117403575746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9285021579662498e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6040807147045422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01071544062081152,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3566269008731842
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5769627690315247,
+        "mean_feedback_forward_cosine": 0.9320178816193029,
+        "mean_feedback_forward_relative_error": 0.36625535001880244,
+        "min_feedback_forward_cosine": 0.8410085439682007
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004880451906141327,
+        "instruction_rms": 0.00488045190739654,
+        "raw_apical_rms": 0.04479561292054751,
+        "teaching_rms": 0.004880451906141327,
+        "traffic_rms": 0.04452457349488161
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.000492038689572e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5993348668235517e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010595572633524574,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34451889419555665
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5530531406402588,
+        "mean_feedback_forward_cosine": 0.9374981334334925,
+        "mean_feedback_forward_relative_error": 0.35104288945072576,
+        "min_feedback_forward_cosine": 0.8538684844970703
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004872916706021525,
+        "instruction_rms": 0.004872916704016392,
+        "raw_apical_rms": 0.0450628927473559,
+        "teaching_rms": 0.004872916706021525,
+        "traffic_rms": 0.044793844460607184
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.8626860054382632e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5908263326663273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010246079349183127,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.343729743719101
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5309622883796692,
+        "mean_feedback_forward_cosine": 0.9423335351442036,
+        "mean_feedback_forward_relative_error": 0.33713539180002716,
+        "min_feedback_forward_cosine": 0.8651860952377319
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004763406416530395,
+        "instruction_rms": 0.00476340641546126,
+        "raw_apical_rms": 0.04503846165886252,
+        "teaching_rms": 0.004763406416530395,
+        "traffic_rms": 0.04478126237751626
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9349030822013447e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593365304832808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010227151302966414,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3361011459636688
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5097626447677612,
+        "mean_feedback_forward_cosine": 0.946784894717367,
+        "mean_feedback_forward_relative_error": 0.3237452640345222,
+        "min_feedback_forward_cosine": 0.8755882978439331
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004707666300489913,
+        "instruction_rms": 0.004707666301230657,
+        "raw_apical_rms": 0.045455087287577606,
+        "teaching_rms": 0.004707666300489913,
+        "traffic_rms": 0.04520657252496422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.6294561195072674e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594602304158012e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010458807208812267,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.3313072333908081
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4898495078086853,
+        "mean_feedback_forward_cosine": 0.9507420376727456,
+        "mean_feedback_forward_relative_error": 0.3113015270546863,
+        "min_feedback_forward_cosine": 0.8849688768386841
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004672409424872863,
+        "instruction_rms": 0.0046724094236538375,
+        "raw_apical_rms": 0.04550809160884328,
+        "teaching_rms": 0.004672409424872863,
+        "traffic_rms": 0.04526317837594371
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.4858042735331765e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.610700350884696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01096711834743687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3156372369003296
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4701102077960968,
+        "mean_feedback_forward_cosine": 0.9545243539308247,
+        "mean_feedback_forward_relative_error": 0.2989914762346368,
+        "min_feedback_forward_cosine": 0.8938727974891663
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004685297245944731,
+        "instruction_rms": 0.004685297246499785,
+        "raw_apical_rms": 0.045502216464951166,
+        "teaching_rms": 0.004685297245944731,
+        "traffic_rms": 0.04525641767032558
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.7308065142506166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590584866567117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010635617127093069,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3151611440849304
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4514484107494354,
+        "mean_feedback_forward_cosine": 0.9580100900248477,
+        "mean_feedback_forward_relative_error": 0.28721805269780915,
+        "min_feedback_forward_cosine": 0.9020853042602539
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00471582445346118,
+        "instruction_rms": 0.004715824453514253,
+        "raw_apical_rms": 0.04562637913656733,
+        "teaching_rms": 0.00471582445346118,
+        "traffic_rms": 0.045377426863333195
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.0210960016697754e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5913151852409433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01019708533057066,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.31049583714008333
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4331558048725128,
+        "mean_feedback_forward_cosine": 0.9611946940422058,
+        "mean_feedback_forward_relative_error": 0.2760291162290071,
+        "min_feedback_forward_cosine": 0.9097447395324707
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004649439818271301,
+        "instruction_rms": 0.004649439818080042,
+        "raw_apical_rms": 0.0460985930588171,
+        "teaching_rms": 0.004649439818271301,
+        "traffic_rms": 0.045859472343420665
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.1644195768999452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586919563225879e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011175115760104224,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.3060585072135925
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4154963195323944,
+        "mean_feedback_forward_cosine": 0.9641703806425396,
+        "mean_feedback_forward_relative_error": 0.2651503780170491,
+        "min_feedback_forward_cosine": 0.9168375730514526
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004700010725278692,
+        "instruction_rms": 0.0047000107268652825,
+        "raw_apical_rms": 0.046274634644315187,
+        "teaching_rms": 0.004700010725278692,
+        "traffic_rms": 0.046030711063648214
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.359038830945792e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584983103135626e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011288928336327941,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3012772894334793
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3987475037574768,
+        "mean_feedback_forward_cosine": 0.966879361554196,
+        "mean_feedback_forward_relative_error": 0.25484490002456467,
+        "min_feedback_forward_cosine": 0.9233200550079346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004632363463715776,
+        "instruction_rms": 0.004632363464323253,
+        "raw_apical_rms": 0.046436484114491375,
+        "teaching_rms": 0.004632363463715776,
+        "traffic_rms": 0.046200258826903144
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.729025005976382e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582961200714867e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010756620379649666,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.299833934841156
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3831382691860199,
+        "mean_feedback_forward_cosine": 0.9693560506168165,
+        "mean_feedback_forward_relative_error": 0.24504858647522174,
+        "min_feedback_forward_cosine": 0.9291266202926636
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004634451962833277,
+        "instruction_rms": 0.00463445196291094,
+        "raw_apical_rms": 0.046296397158987215,
+        "teaching_rms": 0.004634451962833277,
+        "traffic_rms": 0.04605928974589038
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.451723446483811e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5949435796536836e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01081329744919295,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2918899378585815
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3686857521533966,
+        "mean_feedback_forward_cosine": 0.9716149411703411,
+        "mean_feedback_forward_relative_error": 0.23575982804361142,
+        "min_feedback_forward_cosine": 0.9342780113220215
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004625293054340958,
+        "instruction_rms": 0.004625293053599866,
+        "raw_apical_rms": 0.04641588446942614,
+        "teaching_rms": 0.004625293054340958,
+        "traffic_rms": 0.04618015144463419
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.4617518690206452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5979603924253845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010797718049740857,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.28732581980705263
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3542514443397522,
+        "mean_feedback_forward_cosine": 0.9737554286655626,
+        "mean_feedback_forward_relative_error": 0.22664432109970795,
+        "min_feedback_forward_cosine": 0.9392459392547607
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004591263763704823,
+        "instruction_rms": 0.0045912637643424695,
+        "raw_apical_rms": 0.046424567350310704,
+        "teaching_rms": 0.004591263763704823,
+        "traffic_rms": 0.04619209266128522
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9562998332389725e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.593906016419143e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010048392697360858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.28304784592151644
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33971351385116577,
+        "mean_feedback_forward_cosine": 0.9757565354046068,
+        "mean_feedback_forward_relative_error": 0.2177534146528495,
+        "min_feedback_forward_cosine": 0.9440736770629883
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004584020894224263,
+        "instruction_rms": 0.004584020893189275,
+        "raw_apical_rms": 0.046881356043197826,
+        "teaching_rms": 0.004584020894224263,
+        "traffic_rms": 0.046652551233252196
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.6497210708621424e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5930631511374206e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009928740820599379,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.27701704328536986
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3257816433906555,
+        "mean_feedback_forward_cosine": 0.9776207553712946,
+        "mean_feedback_forward_relative_error": 0.20914848148822784,
+        "min_feedback_forward_cosine": 0.9484876990318298
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045699938997658986,
+        "instruction_rms": 0.0045699938996150435,
+        "raw_apical_rms": 0.04721199358155779,
+        "teaching_rms": 0.0045699938997658986,
+        "traffic_rms": 0.0469857616587348
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.264329168610857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588461774260781e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009791487241170042,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27945471187591553
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3126906752586365,
+        "mean_feedback_forward_cosine": 0.9793275751565632,
+        "mean_feedback_forward_relative_error": 0.2009731523300472,
+        "min_feedback_forward_cosine": 0.9524905681610107
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00459537074946488,
+        "instruction_rms": 0.00459537075020188,
+        "raw_apical_rms": 0.04724798384994235,
+        "teaching_rms": 0.00459537074946488,
+        "traffic_rms": 0.04701932481454449
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04965614527463913,
+        "maximum_absolute_post_projection_soma_slope": 2.7281378933707856e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576272783768814e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00983058668844555,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.27565833495140074
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30018121004104614,
+        "mean_feedback_forward_cosine": 0.9808878459428486,
+        "mean_feedback_forward_relative_error": 0.19319257532295428,
+        "min_feedback_forward_cosine": 0.9561586976051331
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004570399533083984,
+        "instruction_rms": 0.004570399530771056,
+        "raw_apical_rms": 0.047334571384317,
+        "teaching_rms": 0.004570399533083984,
+        "traffic_rms": 0.04710815274711813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.2293953350072115e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5798906434225757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010158248317890644,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.27303394671440123
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28806281089782715,
+        "mean_feedback_forward_cosine": 0.9823181974260431,
+        "mean_feedback_forward_relative_error": 0.18578022326293744,
+        "min_feedback_forward_cosine": 0.959617018699646
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045822870107609225,
+        "instruction_rms": 0.004582287008050415,
+        "raw_apical_rms": 0.04737661491369318,
+        "teaching_rms": 0.0045822870107609225,
+        "traffic_rms": 0.04714989061794759
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.9443495702375913e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5783674035421154e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009958921616382878,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.27144758014678955
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27629902958869934,
+        "mean_feedback_forward_cosine": 0.983634823247006,
+        "mean_feedback_forward_relative_error": 0.17869483444251513,
+        "min_feedback_forward_cosine": 0.9628146886825562
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004480455338389332,
+        "instruction_rms": 0.004480455337465031,
+        "raw_apical_rms": 0.04768904803554509,
+        "teaching_rms": 0.004480455338389332,
+        "traffic_rms": 0.047473662784896516
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.000337495644544e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747896698186405e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010219888986180427,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2649312253379822
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26496124267578125,
+        "mean_feedback_forward_cosine": 0.984870571839182,
+        "mean_feedback_forward_relative_error": 0.17181221552585302,
+        "min_feedback_forward_cosine": 0.9657787680625916
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004536011826450301,
+        "instruction_rms": 0.004536011824418632,
+        "raw_apical_rms": 0.047680434312672264,
+        "teaching_rms": 0.004536011826450301,
+        "traffic_rms": 0.04745966370028507
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.810502148202886e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5867340144168265e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010220009503375255,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2625256006813049
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2540586590766907,
+        "mean_feedback_forward_cosine": 0.9860233570400038,
+        "mean_feedback_forward_relative_error": 0.16508959429828743,
+        "min_feedback_forward_cosine": 0.9684973359107971
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004489659334614921,
+        "instruction_rms": 0.00448965933472776,
+        "raw_apical_rms": 0.04784656899895421,
+        "teaching_rms": 0.004489659334614921,
+        "traffic_rms": 0.047630821003871046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.6205021324822155e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5866656164029547e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009965854159112154,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2627211030292511
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24354994297027588,
+        "mean_feedback_forward_cosine": 0.9870748268930536,
+        "mean_feedback_forward_relative_error": 0.15873934210915314,
+        "min_feedback_forward_cosine": 0.9710098505020142
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461893320807373,
+        "instruction_rms": 0.00446189332145296,
+        "raw_apical_rms": 0.04771120380947657,
+        "teaching_rms": 0.004461893320807373,
+        "traffic_rms": 0.04749701157283165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.737614852004299e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5820703693411632e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010133174034811942,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2632413591003418
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23378250002861023,
+        "mean_feedback_forward_cosine": 0.988057111438952,
+        "mean_feedback_forward_relative_error": 0.15256281902915553,
+        "min_feedback_forward_cosine": 0.9732738733291626
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004491984692721575,
+        "instruction_rms": 0.004491984694007777,
+        "raw_apical_rms": 0.0477039934452674,
+        "teaching_rms": 0.004491984692721575,
+        "traffic_rms": 0.04748650201386578
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.7407991492746078e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5828735255045125e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009920960414254222,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.25725475827217104
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2245842069387436,
+        "mean_feedback_forward_cosine": 0.9889477491378784,
+        "mean_feedback_forward_relative_error": 0.14674226743610283,
+        "min_feedback_forward_cosine": 0.9753188490867615
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004499793235438485,
+        "instruction_rms": 0.004499793235795408,
+        "raw_apical_rms": 0.04821682672797886,
+        "teaching_rms": 0.004499793235438485,
+        "traffic_rms": 0.048001916869382225
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.5840094508566835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5822435064302712e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00961574449580261,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.252205842757225
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2155420482158661,
+        "mean_feedback_forward_cosine": 0.9897868162707278,
+        "mean_feedback_forward_relative_error": 0.14104864883579707,
+        "min_feedback_forward_cosine": 0.9772313833236694
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004502135259875897,
+        "instruction_rms": 0.004502135260646706,
+        "raw_apical_rms": 0.048277314163618454,
+        "teaching_rms": 0.004502135259875897,
+        "traffic_rms": 0.04806196643443894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2382581121860312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586660466154161e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009545440409402531,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25274529129981993
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2066994458436966,
+        "mean_feedback_forward_cosine": 0.9905601237949572,
+        "mean_feedback_forward_relative_error": 0.13557493804316773,
+        "min_feedback_forward_cosine": 0.979049801826477
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004446824505594154,
+        "instruction_rms": 0.0044468245047348766,
+        "raw_apical_rms": 0.04849771519674685,
+        "teaching_rms": 0.004446824505594154,
+        "traffic_rms": 0.04828894520579859
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.3296539808370653e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588914843234681e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009592742215258087,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.25043526336193084
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19830110669136047,
+        "mean_feedback_forward_cosine": 0.9912690708511754,
+        "mean_feedback_forward_relative_error": 0.1303661736218553,
+        "min_feedback_forward_cosine": 0.9806932210922241
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004468333242367009,
+        "instruction_rms": 0.004468333242966715,
+        "raw_apical_rms": 0.04822489411088073,
+        "teaching_rms": 0.004468333242367009,
+        "traffic_rms": 0.048012793824050555
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.5508576584343245e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6003266253325565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00931491589497861,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24824605320930482
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19016799330711365,
+        "mean_feedback_forward_cosine": 0.9919484916486239,
+        "mean_feedback_forward_relative_error": 0.1251751298182889,
+        "min_feedback_forward_cosine": 0.9822373390197754
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045520125228369,
+        "instruction_rms": 0.004552012522872138,
+        "raw_apical_rms": 0.04839019623801517,
+        "teaching_rms": 0.0045520125228369,
+        "traffic_rms": 0.04817110336322972
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.6493775234494024e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588625567732588e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010392743640005128,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.252831037068367
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1825910210609436,
+        "mean_feedback_forward_cosine": 0.9925533501725448,
+        "mean_feedback_forward_relative_error": 0.12036858714724842,
+        "min_feedback_forward_cosine": 0.9836133122444153
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004439441921494824,
+        "instruction_rms": 0.004439441921568123,
+        "raw_apical_rms": 0.04852623928021148,
+        "teaching_rms": 0.004439441921494824,
+        "traffic_rms": 0.04831782744756503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.7917525241273324e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5810127335302093e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010187553644786853,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24218381887435914
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17537155747413635,
+        "mean_feedback_forward_cosine": 0.9931042068882993,
+        "mean_feedback_forward_relative_error": 0.11581317864750561,
+        "min_feedback_forward_cosine": 0.9848694801330566
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004407115329816568,
+        "instruction_rms": 0.004407115331567175,
+        "raw_apical_rms": 0.048840282752428035,
+        "teaching_rms": 0.004407115329816568,
+        "traffic_rms": 0.048636026865883135
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.470954996169894e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5794874826526263e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010216123797259618,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.24054338912010192
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16813552379608154,
+        "mean_feedback_forward_cosine": 0.9936252518704063,
+        "mean_feedback_forward_relative_error": 0.11133660513319467,
+        "min_feedback_forward_cosine": 0.9860899448394775
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004436040774829246,
+        "instruction_rms": 0.004436040773566878,
+        "raw_apical_rms": 0.0489646862689084,
+        "teaching_rms": 0.004436040774829246,
+        "traffic_rms": 0.048758946656996476
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.8616582053709863e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5937568286495426e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00970933360339328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24386898059844972
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1614685356616974,
+        "mean_feedback_forward_cosine": 0.9940971732139587,
+        "mean_feedback_forward_relative_error": 0.10711970964544698,
+        "min_feedback_forward_cosine": 0.9871599674224854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044242920409178,
+        "instruction_rms": 0.004424292039233787,
+        "raw_apical_rms": 0.04907542275993226,
+        "teaching_rms": 0.0044242920409178,
+        "traffic_rms": 0.048870791154472945
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.5109183237882462e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5844752417262017e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010730653208905462,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2397679744529724
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15520313382148743,
+        "mean_feedback_forward_cosine": 0.994537419394443,
+        "mean_feedback_forward_relative_error": 0.10304862201998108,
+        "min_feedback_forward_cosine": 0.9881303310394287
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004412562346199447,
+        "instruction_rms": 0.004412562346764008,
+        "raw_apical_rms": 0.04936183168987331,
+        "teaching_rms": 0.004412562346199447,
+        "traffic_rms": 0.049158850028310275
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.4577706980721814e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5848282009914022e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01044339082720109,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23525391114234925
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14899519085884094,
+        "mean_feedback_forward_cosine": 0.9949510442583185,
+        "mean_feedback_forward_relative_error": 0.09906155165088804,
+        "min_feedback_forward_cosine": 0.9890524744987488
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043810316296158365,
+        "instruction_rms": 0.0043810316305741386,
+        "raw_apical_rms": 0.04975805936798994,
+        "teaching_rms": 0.0043810316296158365,
+        "traffic_rms": 0.049560433377080715
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.6110194895068162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5811291918819097e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009849952534653744,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23558293833732605
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1429750621318817,
+        "mean_feedback_forward_cosine": 0.9953346409295735,
+        "mean_feedback_forward_relative_error": 0.09521660012634177,
+        "min_feedback_forward_cosine": 0.9899138808250427
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043711295831807585,
+        "instruction_rms": 0.004371129584344294,
+        "raw_apical_rms": 0.049709572707724047,
+        "teaching_rms": 0.0043711295831807585,
+        "traffic_rms": 0.0495120441236059
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.2445387770630987e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5741360751123606e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009224445286531543,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.2341153144836426
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13717669248580933,
+        "mean_feedback_forward_cosine": 0.9956826253941184,
+        "mean_feedback_forward_relative_error": 0.09159298731308234,
+        "min_feedback_forward_cosine": 0.9907131195068359
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043509010229194085,
+        "instruction_rms": 0.004350901021080774,
+        "raw_apical_rms": 0.0499107775195112,
+        "teaching_rms": 0.0043509010229194085,
+        "traffic_rms": 0.049716291508482356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.7385877626452384e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5809981452237294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009617983579651927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23292119561195374
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13173137605190277,
+        "mean_feedback_forward_cosine": 0.9960011149707594,
+        "mean_feedback_forward_relative_error": 0.08813149834934034,
+        "min_feedback_forward_cosine": 0.9914308190345764
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004366089765019402,
+        "instruction_rms": 0.004366089765736602,
+        "raw_apical_rms": 0.049569473580689576,
+        "teaching_rms": 0.004366089765019402,
+        "traffic_rms": 0.049371859845251685
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.8824524161686895e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5940598138017674e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010048896385888625,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.22959224577903747
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12635906040668488,
+        "mean_feedback_forward_cosine": 0.9963114449852392,
+        "mean_feedback_forward_relative_error": 0.08463039072720628,
+        "min_feedback_forward_cosine": 0.9921120405197144
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004464089647382964,
+        "instruction_rms": 0.00446408964629034,
+        "raw_apical_rms": 0.04977750781016337,
+        "teaching_rms": 0.004464089647382964,
+        "traffic_rms": 0.04957160718672485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.213823968588713e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5955146002701704e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009747165150807105,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.22690556151866914
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12116800248622894,
+        "mean_feedback_forward_cosine": 0.9965891398881611,
+        "mean_feedback_forward_relative_error": 0.08138100920539153,
+        "min_feedback_forward_cosine": 0.9927440881729126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004393283107910172,
+        "instruction_rms": 0.004393283108684292,
+        "raw_apical_rms": 0.04981754247820321,
+        "teaching_rms": 0.004393283107910172,
+        "traffic_rms": 0.04961857459984422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.8740537061366922e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5827198577483916e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009654511344020586,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.2328632764816284
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11644566804170609,
+        "mean_feedback_forward_cosine": 0.9968423498304266,
+        "mean_feedback_forward_relative_error": 0.07829765504912327,
+        "min_feedback_forward_cosine": 0.9932966828346252
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043153105624695555,
+        "instruction_rms": 0.004315310563101568,
+        "raw_apical_rms": 0.05005554124344902,
+        "teaching_rms": 0.0043153105624695555,
+        "traffic_rms": 0.04986445242143217
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.3016848871293405e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5902143882657706e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010720675320574628,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.22361379769802092
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11181630939245224,
+        "mean_feedback_forward_cosine": 0.9970827290886327,
+        "mean_feedback_forward_relative_error": 0.07526457505790811,
+        "min_feedback_forward_cosine": 0.9938156604766846
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004389796358882262,
+        "instruction_rms": 0.004389796358575357,
+        "raw_apical_rms": 0.0501110045721212,
+        "teaching_rms": 0.004389796358882262,
+        "traffic_rms": 0.04991381051989102
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.9929584144383625e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5942427182633597e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010289006544090248,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22675478215694428
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1074429377913475,
+        "mean_feedback_forward_cosine": 0.9972974312932867,
+        "mean_feedback_forward_relative_error": 0.0724363182916453,
+        "min_feedback_forward_cosine": 0.9942895174026489
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004335969893821169,
+        "instruction_rms": 0.004335969892975842,
+        "raw_apical_rms": 0.05048091770650513,
+        "teaching_rms": 0.004335969893821169,
+        "traffic_rms": 0.050289789819659224
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.642305491600382e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5823232252492862e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010056177154704467,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22276763926506044
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1030639037489891,
+        "mean_feedback_forward_cosine": 0.9975028100766634,
+        "mean_feedback_forward_relative_error": 0.06962906020252328,
+        "min_feedback_forward_cosine": 0.9947442412376404
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004311440616436437,
+        "instruction_rms": 0.004311440615349417,
+        "raw_apical_rms": 0.05060041610749226,
+        "teaching_rms": 0.004311440616436437,
+        "traffic_rms": 0.05041172953747549
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.3759705314319035e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5842166489278117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00991144931006194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22210287408828736
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09881311655044556,
+        "mean_feedback_forward_cosine": 0.9976921144284701,
+        "mean_feedback_forward_relative_error": 0.06693724346788306,
+        "min_feedback_forward_cosine": 0.9951662421226501
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004312114518034538,
+        "instruction_rms": 0.004312114517285171,
+        "raw_apical_rms": 0.05073095284599487,
+        "teaching_rms": 0.004312114518034538,
+        "traffic_rms": 0.05054294851807691
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.9004787077392393e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589390967932825e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010266737540438761,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.21907354725837708
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09483559429645538,
+        "mean_feedback_forward_cosine": 0.9978669348515963,
+        "mean_feedback_forward_relative_error": 0.06435415442836911,
+        "min_feedback_forward_cosine": 0.9955459237098694
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004363508122653554,
+        "instruction_rms": 0.004363508123274865,
+        "raw_apical_rms": 0.050703815828723305,
+        "teaching_rms": 0.004363508122653554,
+        "traffic_rms": 0.050510917968044994
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310206055641174,
+        "maximum_absolute_post_projection_soma_slope": 1.3368408602332238e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5795832950471387e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009926159542588336,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22173248829841613
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09093330055475235,
+        "mean_feedback_forward_cosine": 0.9980315660175524,
+        "mean_feedback_forward_relative_error": 0.06181786523053521,
+        "min_feedback_forward_cosine": 0.9959030151367188
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004348012161153263,
+        "instruction_rms": 0.004348012162915065,
+        "raw_apical_rms": 0.05095703471523187,
+        "teaching_rms": 0.004348012161153263,
+        "traffic_rms": 0.0507665268799358
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.3763626682816721e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5797605265986742e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009885593151516036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.22314986868858339
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08734314888715744,
+        "mean_feedback_forward_cosine": 0.9981773276078073,
+        "mean_feedback_forward_relative_error": 0.059479821669427974,
+        "min_feedback_forward_cosine": 0.9962201714515686
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042972481977759415,
+        "instruction_rms": 0.004297248197257192,
+        "raw_apical_rms": 0.051121859272626725,
+        "teaching_rms": 0.0042972481977759415,
+        "traffic_rms": 0.0509362229995218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.7166735588602933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.580513140856402e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010404774064404964,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.219828632106781
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08387009054422379,
+        "mean_feedback_forward_cosine": 0.9983159491890355,
+        "mean_feedback_forward_relative_error": 0.05717404402400318,
+        "min_feedback_forward_cosine": 0.9965143203735352
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043357917425745265,
+        "instruction_rms": 0.0043357917409257,
+        "raw_apical_rms": 0.05117088370258993,
+        "teaching_rms": 0.0043357917425745265,
+        "traffic_rms": 0.05098156026844837
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.0939951994591866e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5828626395441076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010005302851891244,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21956851550102233
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08060833811759949,
+        "mean_feedback_forward_cosine": 0.9984416647961265,
+        "mean_feedback_forward_relative_error": 0.05499116125467576,
+        "min_feedback_forward_cosine": 0.9967789649963379
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004336097584892762,
+        "instruction_rms": 0.004336097586236355,
+        "raw_apical_rms": 0.051171509896947534,
+        "teaching_rms": 0.004336097584892762,
+        "traffic_rms": 0.05098263202800919
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.4523585889492097e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5786506411995276e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010108496876021675,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21457249857902527
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07731872797012329,
+        "mean_feedback_forward_cosine": 0.9985639766642922,
+        "mean_feedback_forward_relative_error": 0.052796324126814544,
+        "min_feedback_forward_cosine": 0.9970343112945557
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004359898003482318,
+        "instruction_rms": 0.0043598980024326444,
+        "raw_apical_rms": 0.05121613657387408,
+        "teaching_rms": 0.004359898003482318,
+        "traffic_rms": 0.0510249350896865
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.4857496566378359e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5776917765967182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00988161903252984,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.22145178850650787
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07432200759649277,
+        "mean_feedback_forward_cosine": 0.9986696274656999,
+        "mean_feedback_forward_relative_error": 0.05081453027301713,
+        "min_feedback_forward_cosine": 0.997259259223938
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004264310883774777,
+        "instruction_rms": 0.004264310884270018,
+        "raw_apical_rms": 0.051221157023130647,
+        "teaching_rms": 0.004264310883774777,
+        "traffic_rms": 0.051038736136141315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.041370628091954e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5785796951662475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009666999601708052,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.21297208185195923
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07139836996793747,
+        "mean_feedback_forward_cosine": 0.9987696377854598,
+        "mean_feedback_forward_relative_error": 0.04886545476160551,
+        "min_feedback_forward_cosine": 0.9974699020385742
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004277591455970825,
+        "instruction_rms": 0.004277591456270485,
+        "raw_apical_rms": 0.05131395651691947,
+        "teaching_rms": 0.004277591455970825,
+        "traffic_rms": 0.051130458100669456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.2914663944106906e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5728282997732458e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009446838804335634,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21247433193206788
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06854322552680969,
+        "mean_feedback_forward_cosine": 0.998861174834402,
+        "mean_feedback_forward_relative_error": 0.04701301680975839,
+        "min_feedback_forward_cosine": 0.9976679086685181
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004238812855198681,
+        "instruction_rms": 0.004238812853933287,
+        "raw_apical_rms": 0.05135516761629053,
+        "teaching_rms": 0.004238812855198681,
+        "traffic_rms": 0.05117528727728718
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310206055641174,
+        "maximum_absolute_post_projection_soma_slope": 1.594575493868433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5778485669061157e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009573882583707224,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21451585424423217
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06587859988212585,
+        "mean_feedback_forward_cosine": 0.9989482038899472,
+        "mean_feedback_forward_relative_error": 0.04517907923773715,
+        "min_feedback_forward_cosine": 0.9978453516960144
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004299294962577623,
+        "instruction_rms": 0.0042992949627171755,
+        "raw_apical_rms": 0.0512032807686363,
+        "teaching_rms": 0.004299294962577623,
+        "traffic_rms": 0.05101800689281148
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.6076295850098177e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5848454301070456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009942705225596121,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.2105280179977417
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06329141557216644,
+        "mean_feedback_forward_cosine": 0.9990277321715104,
+        "mean_feedback_forward_relative_error": 0.04343542035080885,
+        "min_feedback_forward_cosine": 0.9980106353759766
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00433688488897691,
+        "instruction_rms": 0.004336884889619934,
+        "raw_apical_rms": 0.0513361696381011,
+        "teaching_rms": 0.00433688488897691,
+        "traffic_rms": 0.05114815608571894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 3.055617625591367e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5824349861055547e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010042965235788483,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.21199178836345672
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06076444312930107,
+        "mean_feedback_forward_cosine": 0.9991020936714975,
+        "mean_feedback_forward_relative_error": 0.041740065440535545,
+        "min_feedback_forward_cosine": 0.9981657266616821
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004320959570310046,
+        "instruction_rms": 0.004320959572662075,
+        "raw_apical_rms": 0.05133636853124326,
+        "teaching_rms": 0.004320959570310046,
+        "traffic_rms": 0.05114960355095062
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.17847997419085e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5843039823950913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009707342106903036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.21325809626579284
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05832800269126892,
+        "mean_feedback_forward_cosine": 0.9991705072553534,
+        "mean_feedback_forward_relative_error": 0.04011591288604235,
+        "min_feedback_forward_cosine": 0.9983096122741699
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004313643059714623,
+        "instruction_rms": 0.0043136430571534675,
+        "raw_apical_rms": 0.05139277568098535,
+        "teaching_rms": 0.004313643059714623,
+        "traffic_rms": 0.051206096601756984
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.438881097077683e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584253270253293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00993045216669205,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.2151906727027893
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0560128279030323,
+        "mean_feedback_forward_cosine": 0.9992340363954243,
+        "mean_feedback_forward_relative_error": 0.03855119694612528,
+        "min_feedback_forward_cosine": 0.9984409213066101
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004319361493957478,
+        "instruction_rms": 0.0043193614941483445,
+        "raw_apical_rms": 0.051772555503816826,
+        "teaching_rms": 0.004319361493957478,
+        "traffic_rms": 0.05158718705466244
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.5598360764433892e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5800471482240842e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010104428358889543,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.21193367936134339
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.053826287388801575,
+        "mean_feedback_forward_cosine": 0.9992905165019789,
+        "mean_feedback_forward_relative_error": 0.037099787573281084,
+        "min_feedback_forward_cosine": 0.9985596537590027
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004210528708735921,
+        "instruction_rms": 0.004210528708699238,
+        "raw_apical_rms": 0.051950034285133305,
+        "teaching_rms": 0.004210528708735921,
+        "traffic_rms": 0.051774837072279804
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.9549514007621838e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578905339444288e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009492446990611145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20497748321533202
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05175800248980522,
+        "mean_feedback_forward_cosine": 0.9993435740470886,
+        "mean_feedback_forward_relative_error": 0.03568450351686854,
+        "min_feedback_forward_cosine": 0.9986680746078491
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004201907495426313,
+        "instruction_rms": 0.004201907493902032,
+        "raw_apical_rms": 0.051792669400000164,
+        "teaching_rms": 0.004201907495426313,
+        "traffic_rms": 0.051617231593559874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.3017777078516701e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578362924637927e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009688142746181653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20380166818618775
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04963529109954834,
+        "mean_feedback_forward_cosine": 0.9993935697957089,
+        "mean_feedback_forward_relative_error": 0.034301276318728924,
+        "min_feedback_forward_cosine": 0.9987748861312866
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042196758652042485,
+        "instruction_rms": 0.004219675865523485,
+        "raw_apical_rms": 0.05232193590734586,
+        "teaching_rms": 0.0042196758652042485,
+        "traffic_rms": 0.05214667017528512
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.1786165821092709e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5763571319511323e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009770579867926123,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20745719299316406
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04758305847644806,
+        "mean_feedback_forward_cosine": 0.9994403845385501,
+        "mean_feedback_forward_relative_error": 0.03295115631465849,
+        "min_feedback_forward_cosine": 0.9988738894462585
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004237459827894888,
+        "instruction_rms": 0.004237459828848531,
+        "raw_apical_rms": 0.052369660701538145,
+        "teaching_rms": 0.004237459827894888,
+        "traffic_rms": 0.052193189674284185
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.4420257876679443e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.575089790199063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008978992244733799,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.2116233547115326
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04569057375192642,
+        "mean_feedback_forward_cosine": 0.9994823744422511,
+        "mean_feedback_forward_relative_error": 0.03168854440905546,
+        "min_feedback_forward_cosine": 0.9989615678787231
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004217582265034805,
+        "instruction_rms": 0.004217582265840299,
+        "raw_apical_rms": 0.05250227277959666,
+        "teaching_rms": 0.004217582265034805,
+        "traffic_rms": 0.05232778751644238
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310206055641174,
+        "maximum_absolute_post_projection_soma_slope": 2.0381442311645515e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5808929513011242e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009807654800328022,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20357963340997695
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04388083517551422,
+        "mean_feedback_forward_cosine": 0.9995215127342626,
+        "mean_feedback_forward_relative_error": 0.030465343574944296,
+        "min_feedback_forward_cosine": 0.9990420937538147
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00417168949109296,
+        "instruction_rms": 0.00417168949237941,
+        "raw_apical_rms": 0.05236575266282243,
+        "teaching_rms": 0.00417168949109296,
+        "traffic_rms": 0.05219524774195823
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.1717246667662948e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5849519803235635e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009430121798837801,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20870501115322113
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.042201265692710876,
+        "mean_feedback_forward_cosine": 0.999556657515074,
+        "mean_feedback_forward_relative_error": 0.02932613274376643,
+        "min_feedback_forward_cosine": 0.9991137981414795
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004215399511197793,
+        "instruction_rms": 0.004215399512234364,
+        "raw_apical_rms": 0.05250208253756997,
+        "teaching_rms": 0.004215399511197793,
+        "traffic_rms": 0.052327480971781505
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.4788356317296802e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.577472017789875e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009260137997389853,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.1986999891281128
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04052811861038208,
+        "mean_feedback_forward_cosine": 0.9995905098162199,
+        "mean_feedback_forward_relative_error": 0.028185089314846618,
+        "min_feedback_forward_cosine": 0.9991824626922607
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042420035895679425,
+        "instruction_rms": 0.004242003590189175,
+        "raw_apical_rms": 0.05275584018967605,
+        "teaching_rms": 0.0042420035895679425,
+        "traffic_rms": 0.05258026615367099
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.5411014686605995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582792010393971e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008981656866760545,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20453996290206908
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03890683129429817,
+        "mean_feedback_forward_cosine": 0.999621215619539,
+        "mean_feedback_forward_relative_error": 0.027109207585453987,
+        "min_feedback_forward_cosine": 0.9992464780807495
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004226492569450857,
+        "instruction_rms": 0.004226492570042449,
+        "raw_apical_rms": 0.052730246782935544,
+        "teaching_rms": 0.004226492569450857,
+        "traffic_rms": 0.0525558998544944
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.4526030156503111e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582433073646181e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00924538486541574,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20273867946624755
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.037348274141550064,
+        "mean_feedback_forward_cosine": 0.9996500423080042,
+        "mean_feedback_forward_relative_error": 0.026056812634985698,
+        "min_feedback_forward_cosine": 0.9993056654930115
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004221500982132105,
+        "instruction_rms": 0.004221500983169267,
+        "raw_apical_rms": 0.053043954594194934,
+        "teaching_rms": 0.004221500982132105,
+        "traffic_rms": 0.05287054204352493
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.2426171142342355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5751763924499294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009152344549492639,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20237358448028564
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0358535572886467,
+        "mean_feedback_forward_cosine": 0.9996758856271443,
+        "mean_feedback_forward_relative_error": 0.025075952473439668,
+        "min_feedback_forward_cosine": 0.9993599653244019
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042097546427755875,
+        "instruction_rms": 0.00420975464483651,
+        "raw_apical_rms": 0.053123381224667414,
+        "teaching_rms": 0.0042097546427755875,
+        "traffic_rms": 0.0529520744542873
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.6679512881978553e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581760196840102e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009023579848294237,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.2009496861076355
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03445439785718918,
+        "mean_feedback_forward_cosine": 0.9997001666771738,
+        "mean_feedback_forward_relative_error": 0.024117070201196168,
+        "min_feedback_forward_cosine": 0.9994088411331177
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004193220402622446,
+        "instruction_rms": 0.004193220403184789,
+        "raw_apical_rms": 0.05309336945192261,
+        "teaching_rms": 0.004193220402622446,
+        "traffic_rms": 0.0529229888210743
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.2640812840913895e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5803999220112146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009318551875239105,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.19765312261104584
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.033110540360212326,
+        "mean_feedback_forward_cosine": 0.9997232117150959,
+        "mean_feedback_forward_relative_error": 0.023172111250460148,
+        "min_feedback_forward_cosine": 0.9994539022445679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004225424098413704,
+        "instruction_rms": 0.004225424099819315,
+        "raw_apical_rms": 0.053173819766998955,
+        "teaching_rms": 0.004225424098413704,
+        "traffic_rms": 0.05300003642703047
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.7578274835727825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.580585560569721e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008919702077019774,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.2028199564552307
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03172991797327995,
+        "mean_feedback_forward_cosine": 0.9997449140799674,
+        "mean_feedback_forward_relative_error": 0.022246560228890495,
+        "min_feedback_forward_cosine": 0.9994984865188599
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004324412306659063,
+        "instruction_rms": 0.004324412306909616,
+        "raw_apical_rms": 0.053113701224656404,
+        "teaching_rms": 0.004324412306659063,
+        "traffic_rms": 0.05293205850400673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 1.2795946524590818e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5840083281653128e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0085656981627908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.2054722313261032
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0304856114089489,
+        "mean_feedback_forward_cosine": 0.9997638087523611,
+        "mean_feedback_forward_relative_error": 0.021404852061287352,
+        "min_feedback_forward_cosine": 0.9995371103286743
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004175266589431395,
+        "instruction_rms": 0.004175266589332579,
+        "raw_apical_rms": 0.05288517424914404,
+        "teaching_rms": 0.004175266589431395,
+        "traffic_rms": 0.05271549712913089
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.7591428758123584e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576825879621282e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009110100130270617,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.19985778070449828
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029313936829566956,
+        "mean_feedback_forward_cosine": 0.9997816054444564,
+        "mean_feedback_forward_relative_error": 0.02058363612741232,
+        "min_feedback_forward_cosine": 0.9995718598365784
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042437576673242956,
+        "instruction_rms": 0.004243757669846576,
+        "raw_apical_rms": 0.05312354649161112,
+        "teaching_rms": 0.0042437576673242956,
+        "traffic_rms": 0.05294853080111969
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131020978093147,
+        "maximum_absolute_post_projection_soma_slope": 2.843038160449396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5840657172982027e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008739816528167655,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.1983957711648941
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028112933039665222,
+        "mean_feedback_forward_cosine": 0.9997984296397159,
+        "mean_feedback_forward_relative_error": 0.019775260828043286,
+        "min_feedback_forward_cosine": 0.9996061325073242
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042356799636419805,
+        "instruction_rms": 0.004235679964981735,
+        "raw_apical_rms": 0.05332777583337166,
+        "teaching_rms": 0.0042356799636419805,
+        "traffic_rms": 0.053154605692001373
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.8178690552872467e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5809947248273305e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008708036328959555,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.2010181058549881
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02702934481203556,
+        "mean_feedback_forward_cosine": 0.9998134719698053,
+        "mean_feedback_forward_relative_error": 0.01902175096696929,
+        "min_feedback_forward_cosine": 0.9996359348297119
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004225469229050273,
+        "instruction_rms": 0.004225469229868987,
+        "raw_apical_rms": 0.05343672058750718,
+        "teaching_rms": 0.004225469229050273,
+        "traffic_rms": 0.05326452207100042
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 1.8954246172597777e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5776081667917654e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00940856917555136,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.19444774205207824
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02597552165389061,
+        "mean_feedback_forward_cosine": 0.9998273504407782,
+        "mean_feedback_forward_relative_error": 0.018299708584029423,
+        "min_feedback_forward_cosine": 0.9996637105941772
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00412962988555776,
+        "instruction_rms": 0.004129629886596306,
+        "raw_apical_rms": 0.053714871096354644,
+        "teaching_rms": 0.00412962988555776,
+        "traffic_rms": 0.053551340411711834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.5272550274735295e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572622012543758e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008815358067701872,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.195263289437294
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024980811402201653,
+        "mean_feedback_forward_cosine": 0.9998402689632616,
+        "mean_feedback_forward_relative_error": 0.017601860417543275,
+        "min_feedback_forward_cosine": 0.9996888637542725
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004149513471357185,
+        "instruction_rms": 0.004149513470003428,
+        "raw_apical_rms": 0.053704102800767706,
+        "teaching_rms": 0.004149513471357185,
+        "traffic_rms": 0.053539444903498046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.0987794613347432e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5784157694012665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008631394291984706,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.193451759557724
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024972131475806236,
+        "mean_feedback_forward_cosine": 0.9998404132692438,
+        "mean_feedback_forward_relative_error": 0.01759220752865076,
+        "min_feedback_forward_cosine": 0.9996891617774963
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003118356444925106,
+        "instruction_rms": 0.003118356443801,
+        "raw_apical_rms": 0.0536377416157236,
+        "teaching_rms": 0.003118356444925106,
+        "traffic_rms": 0.05354302843517718
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9343764751388335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561716325886276e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008498195702875678,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.1215439262676239
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024967260658740997,
+        "mean_feedback_forward_cosine": 0.9998405011076676,
+        "mean_feedback_forward_relative_error": 0.017584732807192364,
+        "min_feedback_forward_cosine": 0.9996892809867859
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028883607350490043,
+        "instruction_rms": 0.0028883607355625804,
+        "raw_apical_rms": 0.05360887626311013,
+        "teaching_rms": 0.0028883607350490043,
+        "traffic_rms": 0.053527337027403
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.523221986905355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5623156955457215e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008483888207484407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09589749070167541
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024962542578577995,
+        "mean_feedback_forward_cosine": 0.9998405607123124,
+        "mean_feedback_forward_relative_error": 0.017577684754015582,
+        "min_feedback_forward_cosine": 0.9996893405914307
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002883577609761072,
+        "instruction_rms": 0.0028835776080342267,
+        "raw_apical_rms": 0.0536155068101294,
+        "teaching_rms": 0.002883577609761072,
+        "traffic_rms": 0.053533755033593707
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 1.9508709314663975e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56357894089705e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008524763162750275,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08751098495960236
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024957751855254173,
+        "mean_feedback_forward_cosine": 0.9998406642361691,
+        "mean_feedback_forward_relative_error": 0.017570784021365016,
+        "min_feedback_forward_cosine": 0.9996894598007202
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002877061360870155,
+        "instruction_rms": 0.0028770613601121434,
+        "raw_apical_rms": 0.05360383223400516,
+        "teaching_rms": 0.002877061360870155,
+        "traffic_rms": 0.053522176637848445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.3318802888638857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5632104082710472e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00850561937345124,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.07981414791047572
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024953002110123634,
+        "mean_feedback_forward_cosine": 0.9998407552116796,
+        "mean_feedback_forward_relative_error": 0.017564181679565655,
+        "min_feedback_forward_cosine": 0.9996895790100098
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002866770449317986,
+        "instruction_rms": 0.0028667704491874093,
+        "raw_apical_rms": 0.053639271333603494,
+        "teaching_rms": 0.002866770449317986,
+        "traffic_rms": 0.05355769804221328
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9466205475614515e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5644215181284824e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008537602347432947,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07567984591007233
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02494850382208824,
+        "mean_feedback_forward_cosine": 0.9998407959938049,
+        "mean_feedback_forward_relative_error": 0.017557746118032617,
+        "min_feedback_forward_cosine": 0.9996897578239441
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028903713387972677,
+        "instruction_rms": 0.0028903713399331464,
+        "raw_apical_rms": 0.053573245630836264,
+        "teaching_rms": 0.0028903713387972677,
+        "traffic_rms": 0.05349060650790833
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6637602346113454e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5638557683721326e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008562781101985417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07109593364715576
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024943886324763298,
+        "mean_feedback_forward_cosine": 0.9998409183401811,
+        "mean_feedback_forward_relative_error": 0.017551220585837177,
+        "min_feedback_forward_cosine": 0.9996898770332336
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002860283677566943,
+        "instruction_rms": 0.0028602836796768733,
+        "raw_apical_rms": 0.05351947152098079,
+        "teaching_rms": 0.002860283677566943,
+        "traffic_rms": 0.0534371253632421
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.7862286700042205e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5613735551587573e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008584232849981346,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06718155276894569
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02493915520608425,
+        "mean_feedback_forward_cosine": 0.9998409873560855,
+        "mean_feedback_forward_relative_error": 0.017544988616320648,
+        "min_feedback_forward_cosine": 0.999690055847168
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002880964443798777,
+        "instruction_rms": 0.0028809644436302508,
+        "raw_apical_rms": 0.053515655054223586,
+        "teaching_rms": 0.002880964443798777,
+        "traffic_rms": 0.05343217054662885
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.5449994112136665e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.566144307202615e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008578859084754956,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06575992215633392
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02493450790643692,
+        "mean_feedback_forward_cosine": 0.9998410500978169,
+        "mean_feedback_forward_relative_error": 0.017538692998258693,
+        "min_feedback_forward_cosine": 0.9996899962425232
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002841001576759283,
+        "instruction_rms": 0.0028410015770507537,
+        "raw_apical_rms": 0.053508495695811904,
+        "teaching_rms": 0.002841001576759283,
+        "traffic_rms": 0.05342691944114285
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.4920259633631758e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5632553298829937e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008576373847297324,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06165153832316399
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02492988482117653,
+        "mean_feedback_forward_cosine": 0.9998411410733273,
+        "mean_feedback_forward_relative_error": 0.017532516564977795,
+        "min_feedback_forward_cosine": 0.9996902942657471
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002850363667550805,
+        "instruction_rms": 0.0028503636673590043,
+        "raw_apical_rms": 0.05348281525112695,
+        "teaching_rms": 0.002850363667550805,
+        "traffic_rms": 0.05340140578449342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.448350677752842e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567043436217866e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008664877948931253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.059029286065101626
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024925243109464645,
+        "mean_feedback_forward_cosine": 0.9998412195004915,
+        "mean_feedback_forward_relative_error": 0.01752640402532722,
+        "min_feedback_forward_cosine": 0.9996904134750366
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002855648011957314,
+        "instruction_rms": 0.002855648011805187,
+        "raw_apical_rms": 0.05344273852399766,
+        "teaching_rms": 0.002855648011957314,
+        "traffic_rms": 0.05336017181420272
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.9741748619471764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.568214967883799e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008763477762273774,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.055717943649291994
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024920614436268806,
+        "mean_feedback_forward_cosine": 0.9998413136130885,
+        "mean_feedback_forward_relative_error": 0.017520195559451456,
+        "min_feedback_forward_cosine": 0.9996904134750366
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028378363840179466,
+        "instruction_rms": 0.002837836383781916,
+        "raw_apical_rms": 0.05341805429525769,
+        "teaching_rms": 0.0028378363840179466,
+        "traffic_rms": 0.05333576998418407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.2300440605249605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5755018489697544e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008672933848097204,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05460149075031281
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024915579706430435,
+        "mean_feedback_forward_cosine": 0.9998414139998587,
+        "mean_feedback_forward_relative_error": 0.0175140039309075,
+        "min_feedback_forward_cosine": 0.999690592288971
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002928112610720043,
+        "instruction_rms": 0.0029281126110635106,
+        "raw_apical_rms": 0.05333501468695325,
+        "teaching_rms": 0.002928112610720043,
+        "traffic_rms": 0.053248064174127356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.499266749111939e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5734538117201636e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008682705693730093,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.05425468865990639
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02491065487265587,
+        "mean_feedback_forward_cosine": 0.9998414673303303,
+        "mean_feedback_forward_relative_error": 0.01750787832823239,
+        "min_feedback_forward_cosine": 0.9996907114982605
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028253081403412593,
+        "instruction_rms": 0.002825308140310521,
+        "raw_apical_rms": 0.0532580296634084,
+        "teaching_rms": 0.0028253081403412593,
+        "traffic_rms": 0.053176019304506106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.6905150107836562e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5673578774343018e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008598895718240908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.051537623496055604
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02490581013262272,
+        "mean_feedback_forward_cosine": 0.9998415363462347,
+        "mean_feedback_forward_relative_error": 0.017501677214903266,
+        "min_feedback_forward_cosine": 0.9996908903121948
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002836321723063973,
+        "instruction_rms": 0.002836321723623131,
+        "raw_apical_rms": 0.053231975382156925,
+        "teaching_rms": 0.002836321723063973,
+        "traffic_rms": 0.053149719330025096
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.4840563384032066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571752297730495e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008579577708021532,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.049948431177139284
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02490111254155636,
+        "mean_feedback_forward_cosine": 0.9998416398700914,
+        "mean_feedback_forward_relative_error": 0.017495644009230954,
+        "min_feedback_forward_cosine": 0.9996910095214844
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002817533261607967,
+        "instruction_rms": 0.002817533261904726,
+        "raw_apical_rms": 0.053243493936139814,
+        "teaching_rms": 0.002817533261607967,
+        "traffic_rms": 0.05316156139997626
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.5391534208552002e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5705716876883868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00858457775053969,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.0478496047604084
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02489612251520157,
+        "mean_feedback_forward_cosine": 0.9998417371197751,
+        "mean_feedback_forward_relative_error": 0.017489548257895206,
+        "min_feedback_forward_cosine": 0.9996910095214844
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028089770432409124,
+        "instruction_rms": 0.002808977043061803,
+        "raw_apical_rms": 0.05323049345851172,
+        "teaching_rms": 0.0028089770432409124,
+        "traffic_rms": 0.05314862040385184
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.3018069228442073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5738087513164958e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008753081940180369,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04579744330644608
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024890977889299393,
+        "mean_feedback_forward_cosine": 0.9998418155469393,
+        "mean_feedback_forward_relative_error": 0.01748337329512364,
+        "min_feedback_forward_cosine": 0.9996912479400635
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028654481129152995,
+        "instruction_rms": 0.0028654481127610883,
+        "raw_apical_rms": 0.05325017685837686,
+        "teaching_rms": 0.0028654481129152995,
+        "traffic_rms": 0.05316623239085267
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.969952284104238e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5726924291617464e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008581096970148812,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04594320053935051
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024885674938559532,
+        "mean_feedback_forward_cosine": 0.9998418939741034,
+        "mean_feedback_forward_relative_error": 0.017477128532175954,
+        "min_feedback_forward_cosine": 0.999691367149353
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028370009106452932,
+        "instruction_rms": 0.0028370009096797518,
+        "raw_apical_rms": 0.05325969399699958,
+        "teaching_rms": 0.0028370009106452932,
+        "traffic_rms": 0.05317648815057421
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 3.209093435430077e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5738712822498887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008565872493675387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.043992597589492796
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024880867451429367,
+        "mean_feedback_forward_cosine": 0.9998419598529213,
+        "mean_feedback_forward_relative_error": 0.01747116451396754,
+        "min_feedback_forward_cosine": 0.999691367149353
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027151213805914143,
+        "instruction_rms": 0.0027151213806471024,
+        "raw_apical_rms": 0.053227125175962724,
+        "teaching_rms": 0.0027151213805914143,
+        "traffic_rms": 0.05315035891531771
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.3983259822557557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5652384790902255e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008572649881434963,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04105339134573936
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024875467643141747,
+        "mean_feedback_forward_cosine": 0.9998420382800856,
+        "mean_feedback_forward_relative_error": 0.017464877718961554,
+        "min_feedback_forward_cosine": 0.9996915459632874
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002846703928872553,
+        "instruction_rms": 0.002846703928569682,
+        "raw_apical_rms": 0.053209976490143,
+        "teaching_rms": 0.002846703928872553,
+        "traffic_rms": 0.053125082945009706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.162948398165554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5702250027308237e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008620579953067104,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.04367523800611496
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024870507419109344,
+        "mean_feedback_forward_cosine": 0.9998421574893751,
+        "mean_feedback_forward_relative_error": 0.017458775815995115,
+        "min_feedback_forward_cosine": 0.9996917247772217
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002750976442340914,
+        "instruction_rms": 0.002750976442054911,
+        "raw_apical_rms": 0.05314193687737486,
+        "teaching_rms": 0.002750976442340914,
+        "traffic_rms": 0.053062351958226506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.3035331864207365e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5737049345568432e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008560488168254643,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.040262078982591626
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02486463263630867,
+        "mean_feedback_forward_cosine": 0.9998422829728377,
+        "mean_feedback_forward_relative_error": 0.017452324691571687,
+        "min_feedback_forward_cosine": 0.9996919631958008
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002840754173333478,
+        "instruction_rms": 0.0028407541730596534,
+        "raw_apical_rms": 0.05316527535840711,
+        "teaching_rms": 0.002840754173333478,
+        "traffic_rms": 0.05307895473127675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5974095763103833e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5687502444811916e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008535943708442906,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04089560312509537
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02485906518995762,
+        "mean_feedback_forward_cosine": 0.9998423488516557,
+        "mean_feedback_forward_relative_error": 0.01744576928352839,
+        "min_feedback_forward_cosine": 0.9996921420097351
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028715486406808146,
+        "instruction_rms": 0.0028715486408765188,
+        "raw_apical_rms": 0.0531468013293618,
+        "teaching_rms": 0.0028715486406808146,
+        "traffic_rms": 0.05305873810773769
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.157051426365797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578257266114828e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008741856235261945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.03994308191716671
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02485399879515171,
+        "mean_feedback_forward_cosine": 0.9998424492384258,
+        "mean_feedback_forward_relative_error": 0.017439584884988635,
+        "min_feedback_forward_cosine": 0.9996921420097351
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027680314420203403,
+        "instruction_rms": 0.002768031440345517,
+        "raw_apical_rms": 0.05311524866918133,
+        "teaching_rms": 0.0027680314420203403,
+        "traffic_rms": 0.05303441551497122
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.700923218412754e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58227848666298e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008594723242031081,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.03753870831727982
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024848196655511856,
+        "mean_feedback_forward_cosine": 0.9998425370768497,
+        "mean_feedback_forward_relative_error": 0.017432984748953266,
+        "min_feedback_forward_cosine": 0.9996922016143799
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028978546068756036,
+        "instruction_rms": 0.0028978546068779555,
+        "raw_apical_rms": 0.05315158185646781,
+        "teaching_rms": 0.0028978546068756036,
+        "traffic_rms": 0.05306239252533869
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.545060340253258e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5743060844334248e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00863059146092962,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.039153937132358554
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024842634797096252,
+        "mean_feedback_forward_cosine": 0.9998426343265333,
+        "mean_feedback_forward_relative_error": 0.01742656925987256,
+        "min_feedback_forward_cosine": 0.999692440032959
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027957218459185116,
+        "instruction_rms": 0.002795721845220226,
+        "raw_apical_rms": 0.05314215330858384,
+        "teaching_rms": 0.0027957218459185116,
+        "traffic_rms": 0.05305838720534828
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.7861210227797528e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5716479750061284e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008667946395770575,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03783581973075867
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02483692206442356,
+        "mean_feedback_forward_cosine": 0.99984273785039,
+        "mean_feedback_forward_relative_error": 0.01741992449387908,
+        "min_feedback_forward_cosine": 0.999692440032959
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002839035034871608,
+        "instruction_rms": 0.002839035034867449,
+        "raw_apical_rms": 0.053135224704568114,
+        "teaching_rms": 0.002839035034871608,
+        "traffic_rms": 0.053048786869928914
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.3836632223606102e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5723311199191657e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008722368342658604,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03632310200095177
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024830877780914307,
+        "mean_feedback_forward_cosine": 0.999842853922593,
+        "mean_feedback_forward_relative_error": 0.017413043392528044,
+        "min_feedback_forward_cosine": 0.9996926784515381
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002901545255231637,
+        "instruction_rms": 0.0029015452548708026,
+        "raw_apical_rms": 0.05310790479150422,
+        "teaching_rms": 0.002901545255231637,
+        "traffic_rms": 0.05301836777862992
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.7643666911103537e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5664745591581383e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008549718041986665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03722758994102478
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024825237691402435,
+        "mean_feedback_forward_cosine": 0.9998429417610168,
+        "mean_feedback_forward_relative_error": 0.017406478254614693,
+        "min_feedback_forward_cosine": 0.9996929168701172
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002805595401172759,
+        "instruction_rms": 0.0028055954010858595,
+        "raw_apical_rms": 0.053080498605001865,
+        "teaching_rms": 0.002805595401172759,
+        "traffic_rms": 0.05299671932747346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5555053184689314e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573279026102724e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008790438718422531,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03587395909667015
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02481934241950512,
+        "mean_feedback_forward_cosine": 0.9998430264623541,
+        "mean_feedback_forward_relative_error": 0.01739963465125153,
+        "min_feedback_forward_cosine": 0.999692976474762
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002841979392039918,
+        "instruction_rms": 0.0028419793914680426,
+        "raw_apical_rms": 0.05307182417656077,
+        "teaching_rms": 0.002841979392039918,
+        "traffic_rms": 0.05298564168391536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.4897911288235264e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5687336360409526e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008701741455130817,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.034597409229278564
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02481353096663952,
+        "mean_feedback_forward_cosine": 0.9998431613570765,
+        "mean_feedback_forward_relative_error": 0.01739289133662456,
+        "min_feedback_forward_cosine": 0.9996931552886963
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002830990779525994,
+        "instruction_rms": 0.002830990779885155,
+        "raw_apical_rms": 0.05301745418012194,
+        "teaching_rms": 0.002830990779525994,
+        "traffic_rms": 0.05293050174991747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.2808595900869477e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572981296354146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0087484168675491,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.03414357463479042
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024807706475257874,
+        "mean_feedback_forward_cosine": 0.9998432397842407,
+        "mean_feedback_forward_relative_error": 0.01738621966031037,
+        "min_feedback_forward_cosine": 0.9996931552886963
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027606250150023818,
+        "instruction_rms": 0.0027606250159028017,
+        "raw_apical_rms": 0.05300345599121664,
+        "teaching_rms": 0.0027606250150023818,
+        "traffic_rms": 0.05292102009351959
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 3.345177290725587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57520966012595e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008745024125466091,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.03240537658154964
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02480151504278183,
+        "mean_feedback_forward_cosine": 0.9998433495822706,
+        "mean_feedback_forward_relative_error": 0.017379267067697487,
+        "min_feedback_forward_cosine": 0.9996934533119202
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00282493113580313,
+        "instruction_rms": 0.002824931137099979,
+        "raw_apical_rms": 0.0530258414580229,
+        "teaching_rms": 0.00282493113580313,
+        "traffic_rms": 0.05293907379028834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.3056808018395714e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5680365445457588e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008795781651325048,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03343699937462807
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024795260280370712,
+        "mean_feedback_forward_cosine": 0.9998434907511661,
+        "mean_feedback_forward_relative_error": 0.017372308519521828,
+        "min_feedback_forward_cosine": 0.9996935129165649
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027668262847827417,
+        "instruction_rms": 0.0027668262840049333,
+        "raw_apical_rms": 0.05302960522065486,
+        "teaching_rms": 0.0027668262847827417,
+        "traffic_rms": 0.052945996458989474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4892614192140172e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571703532513767e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008823972815355918,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.032039070374965666
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02478880062699318,
+        "mean_feedback_forward_cosine": 0.9998435660412437,
+        "mean_feedback_forward_relative_error": 0.017365151967265104,
+        "min_feedback_forward_cosine": 0.9996936917304993
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027940824475840855,
+        "instruction_rms": 0.0027940824488900656,
+        "raw_apical_rms": 0.05298732924136139,
+        "teaching_rms": 0.0027940824475840855,
+        "traffic_rms": 0.05290146669105889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2752336903408832e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574955263807575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008753149959388714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.03192510010421276
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024782922118902206,
+        "mean_feedback_forward_cosine": 0.9998436570167542,
+        "mean_feedback_forward_relative_error": 0.017358369463564532,
+        "min_feedback_forward_cosine": 0.9996939301490784
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002700395665270598,
+        "instruction_rms": 0.002700395664844295,
+        "raw_apical_rms": 0.053002962496313866,
+        "teaching_rms": 0.002700395665270598,
+        "traffic_rms": 0.052923673610528736
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 3.01772118405097e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5708082927423105e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008701667140524647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.03071082781136036
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024777008220553398,
+        "mean_feedback_forward_cosine": 0.9998437762260437,
+        "mean_feedback_forward_relative_error": 0.01735162087961247,
+        "min_feedback_forward_cosine": 0.9996939897537231
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026734159758871746,
+        "instruction_rms": 0.0026734159749783153,
+        "raw_apical_rms": 0.05290051486376036,
+        "teaching_rms": 0.0026734159758871746,
+        "traffic_rms": 0.05282290291368256
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 3.0210987489454055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5720402630298793e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00896028061369613,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.028557328315973282
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024770908057689667,
+        "mean_feedback_forward_cosine": 0.9998438954353333,
+        "mean_feedback_forward_relative_error": 0.017344764654377575,
+        "min_feedback_forward_cosine": 0.9996942281723022
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026624011143559804,
+        "instruction_rms": 0.0026624011143588687,
+        "raw_apical_rms": 0.0528671156473697,
+        "teaching_rms": 0.0026624011143559804,
+        "traffic_rms": 0.052788216186813536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.8261801787721197e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5717390311609657e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00883245859295099,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.02974926018893719
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0247642919421196,
+        "mean_feedback_forward_cosine": 0.9998439832737571,
+        "mean_feedback_forward_relative_error": 0.01733758511315835,
+        "min_feedback_forward_cosine": 0.9996942281723022
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002727265183100315,
+        "instruction_rms": 0.0027272651831617752,
+        "raw_apical_rms": 0.05288025663198776,
+        "teaching_rms": 0.002727265183100315,
+        "traffic_rms": 0.0527981676115685
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6508940820235694e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5736830653565096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008730566648553872,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.029952392307519914
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024757936596870422,
+        "mean_feedback_forward_cosine": 0.9998440993459601,
+        "mean_feedback_forward_relative_error": 0.017330493238803587,
+        "min_feedback_forward_cosine": 0.9996945261955261
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026866496740042974,
+        "instruction_rms": 0.0026866496735481007,
+        "raw_apical_rms": 0.0529254043468354,
+        "teaching_rms": 0.0026866496740042974,
+        "traffic_rms": 0.052844652772588444
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6207294112623458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567371834430205e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008890134225633145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.02835966933429241
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024751292541623116,
+        "mean_feedback_forward_cosine": 0.9998442279665094,
+        "mean_feedback_forward_relative_error": 0.017323160446003863,
+        "min_feedback_forward_cosine": 0.9996946454048157
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002764242977326084,
+        "instruction_rms": 0.002764242978611837,
+        "raw_apical_rms": 0.05290993370283982,
+        "teaching_rms": 0.002764242977326084,
+        "traffic_rms": 0.052826134947147003
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.6204316938560623e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576890058866546e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00880099830805765,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.02865204894423485
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024744495749473572,
+        "mean_feedback_forward_cosine": 0.9998443283532795,
+        "mean_feedback_forward_relative_error": 0.017315630555937166,
+        "min_feedback_forward_cosine": 0.9996947646141052
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027799496276432138,
+        "instruction_rms": 0.002779949626454308,
+        "raw_apical_rms": 0.052876855821965156,
+        "teaching_rms": 0.0027799496276432138,
+        "traffic_rms": 0.05279216116171058
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.530111764542653e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5732465170074817e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008967613618596578,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.028958555803894996
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024737315252423286,
+        "mean_feedback_forward_cosine": 0.999844469522175,
+        "mean_feedback_forward_relative_error": 0.017308086058811137,
+        "min_feedback_forward_cosine": 0.9996949434280396
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002720047783673426,
+        "instruction_rms": 0.0027200477842496324,
+        "raw_apical_rms": 0.05286408502955342,
+        "teaching_rms": 0.002720047783673426,
+        "traffic_rms": 0.05278166346717218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.6246096851423317e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747238431473923e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008930030925949345,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.027837801626324654
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024730779230594635,
+        "mean_feedback_forward_cosine": 0.999844557360599,
+        "mean_feedback_forward_relative_error": 0.017300799366478856,
+        "min_feedback_forward_cosine": 0.9996951818466187
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002707626105888933,
+        "instruction_rms": 0.002707626106805306,
+        "raw_apical_rms": 0.05279983043694018,
+        "teaching_rms": 0.002707626105888933,
+        "traffic_rms": 0.05271730941893087
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9072156237930358e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573206376615714e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009150409471150889,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.027014597750604153
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024723678827285767,
+        "mean_feedback_forward_cosine": 0.9998446859811482,
+        "mean_feedback_forward_relative_error": 0.0172931522523102,
+        "min_feedback_forward_cosine": 0.9996953010559082
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027297969361726837,
+        "instruction_rms": 0.002729796937385229,
+        "raw_apical_rms": 0.05277941328154662,
+        "teaching_rms": 0.0027297969361726837,
+        "traffic_rms": 0.05269539767542452
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.58915573425611e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5720380381038837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008818849366860105,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.027236394861340524
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02471659705042839,
+        "mean_feedback_forward_cosine": 0.9998448114646109,
+        "mean_feedback_forward_relative_error": 0.017285480139482962,
+        "min_feedback_forward_cosine": 0.9996955394744873
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027269897416071103,
+        "instruction_rms": 0.002726989742227887,
+        "raw_apical_rms": 0.052773061117069656,
+        "teaching_rms": 0.0027269897416071103,
+        "traffic_rms": 0.0526887877828997
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 3.065361653398213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57034152490165e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009032905751656412,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.02809814004778862
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02470981702208519,
+        "mean_feedback_forward_cosine": 0.999844962044766,
+        "mean_feedback_forward_relative_error": 0.017277585710153767,
+        "min_feedback_forward_cosine": 0.9996957182884216
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027876595807139674,
+        "instruction_rms": 0.002787659581408104,
+        "raw_apical_rms": 0.052760793441255775,
+        "teaching_rms": 0.0027876595807139674,
+        "traffic_rms": 0.05267407206261267
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9261624234777628e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5773347633090993e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008935531608426561,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.026872507026195525
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02470279671251774,
+        "mean_feedback_forward_cosine": 0.9998450812540556,
+        "mean_feedback_forward_relative_error": 0.017269801838617576,
+        "min_feedback_forward_cosine": 0.9996958374977112
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002720710230181238,
+        "instruction_rms": 0.002720710230332778,
+        "raw_apical_rms": 0.052739877966152496,
+        "teaching_rms": 0.002720710230181238,
+        "traffic_rms": 0.05265611779492673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.447434965802131e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5779711324111877e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009030259029288364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.02654887043774128
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469548024237156,
+        "mean_feedback_forward_cosine": 0.9998451941891721,
+        "mean_feedback_forward_relative_error": 0.017261924099569257,
+        "min_feedback_forward_cosine": 0.999695897102356
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002670158551456272,
+        "instruction_rms": 0.002670158550358832,
+        "raw_apical_rms": 0.052756107583245254,
+        "teaching_rms": 0.002670158551456272,
+        "traffic_rms": 0.052675539874958266
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4144558352645618e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57978701887336e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00881995996433851,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025377073049545288
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695394560694695,
+        "mean_feedback_forward_cosine": 0.9998452036004317,
+        "mean_feedback_forward_relative_error": 0.017261729379625695,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002479234255228688,
+        "instruction_rms": 0.0024792342563585016,
+        "raw_apical_rms": 0.05272674992932638,
+        "teaching_rms": 0.002479234255228688,
+        "traffic_rms": 0.05265621809899292
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.255520037408587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5789283063435205e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008802629399234823,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022865796129703523
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695340543985367,
+        "mean_feedback_forward_cosine": 0.999845216148778,
+        "mean_feedback_forward_relative_error": 0.01726155551640611,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023974155730684464,
+        "instruction_rms": 0.0023974155731496284,
+        "raw_apical_rms": 0.05272270029577233,
+        "teaching_rms": 0.0023974155730684464,
+        "traffic_rms": 0.05265601690044708
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 3.022931238660931e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581692628581013e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009049034008575343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021620644186735153
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695290252566338,
+        "mean_feedback_forward_cosine": 0.9998452098746049,
+        "mean_feedback_forward_relative_error": 0.017261385427493798,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022993815974316134,
+        "instruction_rms": 0.0022993815964799254,
+        "raw_apical_rms": 0.05270530516592663,
+        "teaching_rms": 0.0022993815974316134,
+        "traffic_rms": 0.0526431590533636
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.612968508231006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578886526792996e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008884094656713177,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.02053577525496483
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469523809850216,
+        "mean_feedback_forward_cosine": 0.9998452098746049,
+        "mean_feedback_forward_relative_error": 0.017261213108309005,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022777782370366467,
+        "instruction_rms": 0.002277778236698745,
+        "raw_apical_rms": 0.05270184076757251,
+        "teaching_rms": 0.0022777782370366467,
+        "traffic_rms": 0.052641451293286595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.509644936310451e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578890892187247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00893313032383275,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.019987084248661996
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695176631212234,
+        "mean_feedback_forward_cosine": 0.9998452067375183,
+        "mean_feedback_forward_relative_error": 0.017261047283873746,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022590901309470397,
+        "instruction_rms": 0.002259090129970557,
+        "raw_apical_rms": 0.05269757522946245,
+        "teaching_rms": 0.0022590901309470397,
+        "traffic_rms": 0.05263754609276883
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5866642161531672e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5801777888652606e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00889874831651847,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.02015689009666443
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695126339793205,
+        "mean_feedback_forward_cosine": 0.9998451910520855,
+        "mean_feedback_forward_relative_error": 0.01726087935170845,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002241252519801511,
+        "instruction_rms": 0.002241252519196533,
+        "raw_apical_rms": 0.05269673842966714,
+        "teaching_rms": 0.002241252519801511,
+        "traffic_rms": 0.05263697515963878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 3.087804500978564e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578552790823117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008891373489180466,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019621603740751743
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024695077911019325,
+        "mean_feedback_forward_cosine": 0.9998451973262587,
+        "mean_feedback_forward_relative_error": 0.017260708135405655,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002212517654709845,
+        "instruction_rms": 0.002212517655852134,
+        "raw_apical_rms": 0.05269194005235903,
+        "teaching_rms": 0.002212517654709845,
+        "traffic_rms": 0.052635076576188426
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2424931245268453e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5768907463585378e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008918621135243712,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.018830292373895646
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469502203166485,
+        "mean_feedback_forward_cosine": 0.9998452067375183,
+        "mean_feedback_forward_relative_error": 0.01726054628134558,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002267372788776748,
+        "instruction_rms": 0.002267372789596909,
+        "raw_apical_rms": 0.05269201638943592,
+        "teaching_rms": 0.002267372788776748,
+        "traffic_rms": 0.05263024798657937
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.890847561332066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.579928437793507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008867937624249167,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.020214489295482637
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469496801495552,
+        "mean_feedback_forward_cosine": 0.9998452130116915,
+        "mean_feedback_forward_relative_error": 0.017260380947080097,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002155658797578336,
+        "instruction_rms": 0.002155658797939005,
+        "raw_apical_rms": 0.052684870722586985,
+        "teaching_rms": 0.002155658797578336,
+        "traffic_rms": 0.05262876522192901
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.529148979135698e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5757165951392558e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009010410917767171,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.01859889463186264
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694930762052536,
+        "mean_feedback_forward_cosine": 0.9998452192858646,
+        "mean_feedback_forward_relative_error": 0.017260216152001368,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021290279950859706,
+        "instruction_rms": 0.0021290279944132947,
+        "raw_apical_rms": 0.05268030107256729,
+        "teaching_rms": 0.0021290279950859706,
+        "traffic_rms": 0.05262530862694739
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.474961924292529e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572255880949363e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009310686140984702,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01835311034142971
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694889783859253,
+        "mean_feedback_forward_cosine": 0.9998452443825571,
+        "mean_feedback_forward_relative_error": 0.01726005094027833,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002150658217949902,
+        "instruction_rms": 0.0021506582175356546,
+        "raw_apical_rms": 0.05268374961221048,
+        "teaching_rms": 0.002150658217949902,
+        "traffic_rms": 0.05262953234704257
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.0615845031102253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5735277241318533e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008941412794563171,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.017973438830375672
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694835767149925,
+        "mean_feedback_forward_cosine": 0.9998451816408258,
+        "mean_feedback_forward_relative_error": 0.017259882934587568,
+        "min_feedback_forward_cosine": 0.9996959567070007
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021724429403416875,
+        "instruction_rms": 0.002172442940046495,
+        "raw_apical_rms": 0.05267989016638941,
+        "teaching_rms": 0.0021724429403416875,
+        "traffic_rms": 0.052624245627321896
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.9774414045391495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572652017543528e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008934843251961446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018124886343181133
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694792926311493,
+        "mean_feedback_forward_cosine": 0.9998452318342108,
+        "mean_feedback_forward_relative_error": 0.017259724487207438,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002156435717056835,
+        "instruction_rms": 0.0021564357179697335,
+        "raw_apical_rms": 0.052685502934622055,
+        "teaching_rms": 0.002156435717056835,
+        "traffic_rms": 0.0526299972880803
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.306694923959185e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5737497238700966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008907093525518326,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.018199110619276763
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469475008547306,
+        "mean_feedback_forward_cosine": 0.9998452067375183,
+        "mean_feedback_forward_relative_error": 0.017259557903009027,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019900821350035624,
+        "instruction_rms": 0.0019900821343450813,
+        "raw_apical_rms": 0.05267923513526017,
+        "teaching_rms": 0.0019900821350035624,
+        "traffic_rms": 0.052631643713382345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.296890855291167e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573417898225321e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008860660989574389,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.016220813887119292
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469470165669918,
+        "mean_feedback_forward_cosine": 0.9998452443825571,
+        "mean_feedback_forward_relative_error": 0.017259402837800353,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00210184791559032,
+        "instruction_rms": 0.0021018479169646904,
+        "raw_apical_rms": 0.05268532375861928,
+        "teaching_rms": 0.00210184791559032,
+        "traffic_rms": 0.05263227835541156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4303430379291058e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.575306306108839e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009067819316919364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01781693098574877
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469465136528015,
+        "mean_feedback_forward_cosine": 0.9998452098746049,
+        "mean_feedback_forward_relative_error": 0.017259242748351472,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020855419923562495,
+        "instruction_rms": 0.0020855419925108667,
+        "raw_apical_rms": 0.05268329039981108,
+        "teaching_rms": 0.0020855419923562495,
+        "traffic_rms": 0.052630406859028374
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4616882754457947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573586812481973e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009077270880083652,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.017735188884437085
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469460666179657,
+        "mean_feedback_forward_cosine": 0.9998452004633451,
+        "mean_feedback_forward_relative_error": 0.017259084031377967,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002050968076089688,
+        "instruction_rms": 0.0020509680768225,
+        "raw_apical_rms": 0.05268570627000222,
+        "teaching_rms": 0.002050968076089688,
+        "traffic_rms": 0.05263606328661945
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6612843484485893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5768253960952887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00898486302235671,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.01695771865516901
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469455637037754,
+        "mean_feedback_forward_cosine": 0.9998452318342108,
+        "mean_feedback_forward_relative_error": 0.01725892573104877,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020719894194141377,
+        "instruction_rms": 0.0020719894189664347,
+        "raw_apical_rms": 0.05268679634581428,
+        "teaching_rms": 0.0020719894194141377,
+        "traffic_rms": 0.0526340067969024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.296354750797036e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572836985314055e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009170189033324855,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.01721804666340351
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694515392184258,
+        "mean_feedback_forward_cosine": 0.999845238108384,
+        "mean_feedback_forward_relative_error": 0.01725876569061687,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020427220501612136,
+        "instruction_rms": 0.002042722049849654,
+        "raw_apical_rms": 0.052684375645072605,
+        "teaching_rms": 0.0020427220501612136,
+        "traffic_rms": 0.05263444696530813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.3684888716957175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572380800363635e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009061133672804918,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.016418924125134945
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694468826055527,
+        "mean_feedback_forward_cosine": 0.9998451973262587,
+        "mean_feedback_forward_relative_error": 0.017258606826592433,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020417179861939665,
+        "instruction_rms": 0.0020417179867564623,
+        "raw_apical_rms": 0.052681482632081826,
+        "teaching_rms": 0.0020417179861939665,
+        "traffic_rms": 0.052632358375518204
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.9235073029099112e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5714907819858065e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009006967741223268,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.016678612322211267
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694420397281647,
+        "mean_feedback_forward_cosine": 0.9998452130116915,
+        "mean_feedback_forward_relative_error": 0.017258450854569674,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021204052467304743,
+        "instruction_rms": 0.002120405246508465,
+        "raw_apical_rms": 0.052693292678561376,
+        "teaching_rms": 0.0021204052467304743,
+        "traffic_rms": 0.052639222216715235
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.9176657534435435e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5750084200267784e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009032871943695538,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.017163557976186277
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694373831152916,
+        "mean_feedback_forward_cosine": 0.9998452286971243,
+        "mean_feedback_forward_relative_error": 0.01725829699027695,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021638435507467203,
+        "instruction_rms": 0.002163843550750996,
+        "raw_apical_rms": 0.05269354867483361,
+        "teaching_rms": 0.0021638435507467203,
+        "traffic_rms": 0.052637334484251445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6604167757682262e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.579150566473307e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008862411231971026,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.0178820726890862
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694329127669334,
+        "mean_feedback_forward_cosine": 0.9998452475196437,
+        "mean_feedback_forward_relative_error": 0.01725813957225335,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002047629402516152,
+        "instruction_rms": 0.0020476294024374033,
+        "raw_apical_rms": 0.05268767069966766,
+        "teaching_rms": 0.002047629402516152,
+        "traffic_rms": 0.05263715950816693
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5726368590994753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573500651082354e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00904783457770781,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.01651822836689651
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0246942900121212,
+        "mean_feedback_forward_cosine": 0.9998452349712974,
+        "mean_feedback_forward_relative_error": 0.017257986982402048,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002075211016840175,
+        "instruction_rms": 0.0020752110169399824,
+        "raw_apical_rms": 0.05268881680305638,
+        "teaching_rms": 0.002075211016840175,
+        "traffic_rms": 0.05263785121160219
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.7821508652436933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576455081573303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009040418151918818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.01716788552969694
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694250896573067,
+        "mean_feedback_forward_cosine": 0.9998452349712974,
+        "mean_feedback_forward_relative_error": 0.01725782939281903,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00199677490142399,
+        "instruction_rms": 0.0019967749007176114,
+        "raw_apical_rms": 0.052679094787247534,
+        "teaching_rms": 0.00199677490142399,
+        "traffic_rms": 0.052629359381575556
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.5935584346825635e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5699890766721872e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009263535026268924,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.016418485013842583
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694202467799187,
+        "mean_feedback_forward_cosine": 0.9998452412454706,
+        "mean_feedback_forward_relative_error": 0.017257670259201212,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002047698576247226,
+        "instruction_rms": 0.0020476985756748556,
+        "raw_apical_rms": 0.05267454584200206,
+        "teaching_rms": 0.002047698576247226,
+        "traffic_rms": 0.05262387353747353
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.4555511402013508e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5750909339429254e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009035746819032357,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.016445254400670527
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694157764315605,
+        "mean_feedback_forward_cosine": 0.9998452255600377,
+        "mean_feedback_forward_relative_error": 0.017257514532263343,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00209321563734765,
+        "instruction_rms": 0.0020932156377305965,
+        "raw_apical_rms": 0.05267295548163874,
+        "teaching_rms": 0.00209321563734765,
+        "traffic_rms": 0.0526191961539915
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.3632711787513472e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5702515554782807e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009017621179537198,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.017420087650418282
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024694113060832024,
+        "mean_feedback_forward_cosine": 0.9998452537938168,
+        "mean_feedback_forward_relative_error": 0.017257359344512224,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020475055479012355,
+        "instruction_rms": 0.0020475055489271236,
+        "raw_apical_rms": 0.05266810627670884,
+        "teaching_rms": 0.0020475055479012355,
+        "traffic_rms": 0.052617077555440796
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.236372509401008e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704882412752577e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008914463287909387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.01637837338626385
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469407208263874,
+        "mean_feedback_forward_cosine": 0.9998452475196437,
+        "mean_feedback_forward_relative_error": 0.017257202808794222,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020831223884985013,
+        "instruction_rms": 0.002083122388627794,
+        "raw_apical_rms": 0.05266793419173417,
+        "teaching_rms": 0.0020831223884985013,
+        "traffic_rms": 0.0526151866741375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.2799381937943508e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5778910192334342e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009029003446690206,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.01653236492574215
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469402551651001,
+        "mean_feedback_forward_cosine": 0.999845238108384,
+        "mean_feedback_forward_relative_error": 0.01725704752300915,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002018635574333392,
+        "instruction_rms": 0.0020186355749846857,
+        "raw_apical_rms": 0.05267028349717876,
+        "teaching_rms": 0.002018635574333392,
+        "traffic_rms": 0.052621309524335344
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.3544163951783048e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56951366350768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009183245072970683,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.016112965257763862
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693986400961876,
+        "mean_feedback_forward_cosine": 0.9998452506567302,
+        "mean_feedback_forward_relative_error": 0.017256888585459245,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020063992827013748,
+        "instruction_rms": 0.002006399282749263,
+        "raw_apical_rms": 0.05267092127569102,
+        "teaching_rms": 0.0020063992827013748,
+        "traffic_rms": 0.052621086161152755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2263629162466714e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704506101702984e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008984513411194939,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.016156427116245032
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693936109542847,
+        "mean_feedback_forward_cosine": 0.9998452349712974,
+        "mean_feedback_forward_relative_error": 0.01725673175563938,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020346413140210707,
+        "instruction_rms": 0.00203464131400085,
+        "raw_apical_rms": 0.05267282325390738,
+        "teaching_rms": 0.0020346413140210707,
+        "traffic_rms": 0.052622555827405125
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.445273139528581e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5695656069818497e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009075339129486024,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016451019580364226
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693885818123817,
+        "mean_feedback_forward_cosine": 0.9998452412454706,
+        "mean_feedback_forward_relative_error": 0.017256575244429865,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019627094521689403,
+        "instruction_rms": 0.0019627094525714573,
+        "raw_apical_rms": 0.0526674574911522,
+        "teaching_rms": 0.0019627094521689403,
+        "traffic_rms": 0.052620757882942466
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.223956130364968e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573865296731777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008995606807146936,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.015544302426874637
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693850427865982,
+        "mean_feedback_forward_cosine": 0.9998452255600377,
+        "mean_feedback_forward_relative_error": 0.017256422384985183,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002010666823611301,
+        "instruction_rms": 0.0020106668240013016,
+        "raw_apical_rms": 0.052668271674142696,
+        "teaching_rms": 0.002010666823611301,
+        "traffic_rms": 0.05261951352159435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.438715895891619e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5715601655045236e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009248696634922851,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.016066308098584413
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469380758702755,
+        "mean_feedback_forward_cosine": 0.9998452318342108,
+        "mean_feedback_forward_relative_error": 0.01725626834913304,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020217912931837123,
+        "instruction_rms": 0.002021791293228274,
+        "raw_apical_rms": 0.05267287308084285,
+        "teaching_rms": 0.0020217912931837123,
+        "traffic_rms": 0.05262322234353807
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.041310228407382965,
+        "maximum_absolute_post_projection_soma_slope": 2.99996223418475e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573325667794039e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00909433202719243,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.015859204360842705
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693764746189117,
+        "mean_feedback_forward_cosine": 0.9998452286971243,
+        "mean_feedback_forward_relative_error": 0.01725611725429955,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002040342212853331,
+        "instruction_rms": 0.0020403422129227117,
+        "raw_apical_rms": 0.05266935641041976,
+        "teaching_rms": 0.002040342212853331,
+        "traffic_rms": 0.05261812300215096
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6632644534174688e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570230040242764e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00908146612843092,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.016466289927363396
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693727493286133,
+        "mean_feedback_forward_cosine": 0.9998452224229512,
+        "mean_feedback_forward_relative_error": 0.017255962066548437,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019013518148660777,
+        "instruction_rms": 0.001901351815459719,
+        "raw_apical_rms": 0.052658640461262944,
+        "teaching_rms": 0.0019013518148660777,
+        "traffic_rms": 0.05261366997820364
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021350622177,
+        "maximum_absolute_post_projection_soma_slope": 2.8476636160235103e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572484438728477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009138757618885524,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.015183972748219967
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469368651509285,
+        "mean_feedback_forward_cosine": 0.9998452569309034,
+        "mean_feedback_forward_relative_error": 0.017255807810119893,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002006083906552788,
+        "instruction_rms": 0.0020060839069147426,
+        "raw_apical_rms": 0.052669175686714344,
+        "teaching_rms": 0.002006083906552788,
+        "traffic_rms": 0.05261957280487815
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.781576924348883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571924152497074e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009096201326352488,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.01583015501141548
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693641811609268,
+        "mean_feedback_forward_cosine": 0.9998452349712974,
+        "mean_feedback_forward_relative_error": 0.01725565904359284,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001906866404209925,
+        "instruction_rms": 0.001906866404877572,
+        "raw_apical_rms": 0.05266395805645946,
+        "teaching_rms": 0.001906866404209925,
+        "traffic_rms": 0.05261958078151381
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.1253217852290618e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570996373768959e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00897921941661239,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.014950838492810726
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693600833415985,
+        "mean_feedback_forward_cosine": 0.9998452412454706,
+        "mean_feedback_forward_relative_error": 0.017255509149675306,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001945867123589965,
+        "instruction_rms": 0.0019458671237604088,
+        "raw_apical_rms": 0.052661532100080836,
+        "teaching_rms": 0.001945867123589965,
+        "traffic_rms": 0.05261539557264512
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.7328706408979997e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5697848775070286e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009031448653721325,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.015377850647568702
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469356171786785,
+        "mean_feedback_forward_cosine": 0.9998452537938168,
+        "mean_feedback_forward_relative_error": 0.017255357981316354,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001947772406392085,
+        "instruction_rms": 0.0019477724067760139,
+        "raw_apical_rms": 0.052661077396077505,
+        "teaching_rms": 0.001947772406392085,
+        "traffic_rms": 0.05261515355609507
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022468209267,
+        "maximum_absolute_post_projection_soma_slope": 2.5557683969168465e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5705889825297764e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008945701613746448,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.015296067990660668
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02469351515173912,
+        "mean_feedback_forward_cosine": 0.9998452632050765,
+        "mean_feedback_forward_relative_error": 0.017255200122139956,
+        "min_feedback_forward_cosine": 0.9996960163116455
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002083160848628611,
+        "instruction_rms": 0.002083160848747914,
+        "raw_apical_rms": 0.05267045664255526,
+        "teaching_rms": 0.002083160848628611,
+        "traffic_rms": 0.05261761999071281
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 2.152534150923202e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573887167726998e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008969741693737583,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015874052988365292
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693476036190987,
+        "mean_feedback_forward_cosine": 0.9998452694792497,
+        "mean_feedback_forward_relative_error": 0.017255047703848073,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019039739934423308,
+        "instruction_rms": 0.0019039739925696532,
+        "raw_apical_rms": 0.052663074575119886,
+        "teaching_rms": 0.0019039739934423308,
+        "traffic_rms": 0.05261809195582004
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.5456424523895294e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5728100118340928e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009081680314464956,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.014850457570850848
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693427607417107,
+        "mean_feedback_forward_cosine": 0.9998452600679899,
+        "mean_feedback_forward_relative_error": 0.017254897001150408,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021003928341667916,
+        "instruction_rms": 0.0021003928335930687,
+        "raw_apical_rms": 0.052675110091004985,
+        "teaching_rms": 0.0021003928341667916,
+        "traffic_rms": 0.05262043268190784
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.2883472894363877e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5797078251806932e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008925146655758777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.016324833072721957
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693384766578674,
+        "mean_feedback_forward_cosine": 0.9998452788905093,
+        "mean_feedback_forward_relative_error": 0.017254752155981566,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002058824053280724,
+        "instruction_rms": 0.00205882405399172,
+        "raw_apical_rms": 0.05266328357654824,
+        "teaching_rms": 0.002058824053280724,
+        "traffic_rms": 0.05261216244598899
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.4191718850374855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57488982781692e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008964128223626364,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.0163795031170547
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693338200449944,
+        "mean_feedback_forward_cosine": 0.9998452726163363,
+        "mean_feedback_forward_relative_error": 0.017254605276608152,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002015904946750669,
+        "instruction_rms": 0.0020159049471090715,
+        "raw_apical_rms": 0.05266174920794186,
+        "teaching_rms": 0.002015904946750669,
+        "traffic_rms": 0.05261222100904224
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131021723151207,
+        "maximum_absolute_post_projection_soma_slope": 3.192641528926288e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5726138524806688e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008989056078659548,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.01575489930868149
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693302810192108,
+        "mean_feedback_forward_cosine": 0.9998452632050765,
+        "mean_feedback_forward_relative_error": 0.017254457612963098,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020008150722442357,
+        "instruction_rms": 0.002000815071843514,
+        "raw_apical_rms": 0.05266597780670111,
+        "teaching_rms": 0.0020008150722442357,
+        "traffic_rms": 0.052617323053632155
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.6130836161541993e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572086770828335e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.008945798037437456,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.015409411179721355
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693259969353676,
+        "mean_feedback_forward_cosine": 0.9998452475196437,
+        "mean_feedback_forward_relative_error": 0.01725430595443437,
+        "min_feedback_forward_cosine": 0.9996961355209351
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001992604257006943,
+        "instruction_rms": 0.0019926042573970666,
+        "raw_apical_rms": 0.05266136908885097,
+        "teaching_rms": 0.001992604257006943,
+        "traffic_rms": 0.05261159984115989
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.7977153038705183e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.579970391085737e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009123661883467579,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.015326692810952664
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693213403224945,
+        "mean_feedback_forward_cosine": 0.9998452632050765,
+        "mean_feedback_forward_relative_error": 0.01725415760455163,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002033790426123299,
+        "instruction_rms": 0.002033790425287936,
+        "raw_apical_rms": 0.05266163064946152,
+        "teaching_rms": 0.002033790426123299,
+        "traffic_rms": 0.052609459460709926
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.41960851354861e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5753053693111344e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009071022303165099,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015676447275876998
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024693168699741364,
+        "mean_feedback_forward_cosine": 0.9998452883017691,
+        "mean_feedback_forward_relative_error": 0.01725401021049995,
+        "min_feedback_forward_cosine": 0.9996960759162903
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020019322175149944,
+        "instruction_rms": 0.002001932218158456,
+        "raw_apical_rms": 0.05265410911999151,
+        "teaching_rms": 0.0020019322175149944,
+        "traffic_rms": 0.05260504067955549
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04131022095680237,
+        "maximum_absolute_post_projection_soma_slope": 2.7466079188798176e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5739800748776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009043197185023054,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.01515010103672743
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9152,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.4205855010986328,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 3.072647203339329e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 2.8262878259965873e-08,
+      "min_residual_soma_slope": -3.072647203339329e-08,
+      "mse": 2.6512320534057924e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.19146134925347e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.19146134925347e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 10,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7060580253601074,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03383493423461914,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9131.655301809311,
+    "train_wall_s": 9129.010404586792
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.012905740179121494,
+      0.007940931245684624,
+      0.005847553256899118,
+      0.005362430587410927,
+      0.0035333081614226103,
+      0.003926396369934082,
+      0.0023611977230757475,
+      0.004362500738352537,
+      0.003192679025232792,
+      0.0034900761675089598,
+      0.0023614473175257444,
+      0.002911980729550123,
+      0.0019041408086195588,
+      0.00398269621655345,
+      0.0028111052233725786,
+      0.003233525902032852,
+      0.0023245750926434994,
+      0.0026991337072104216,
+      0.0021427934989333153
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999523162842
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.06861981004476547,
+      0.042152758687734604,
+      0.020851561799645424,
+      0.02884506806731224,
+      0.009752320125699043,
+      0.021852530539035797,
+      0.005467948969453573,
+      0.023278066888451576,
+      0.008688041009008884,
+      0.01862097531557083,
+      0.005432144273072481,
+      0.015356646850705147,
+      0.003791075199842453,
+      0.02157282829284668,
+      0.007049067877233028,
+      0.017175495624542236,
+      0.00504675880074501,
+      0.014034143649041653,
+      0.004140809178352356
+    ],
+    "unscaled_traffic_rms": [
+      0.7523040175437927,
+      0.7535384297370911,
+      1.121748685836792,
+      0.743618369102478,
+      1.449217438697815,
+      0.7187078595161438,
+      1.7273005247116089,
+      0.7496328353881836,
+      1.469918966293335,
+      0.7497085332870483,
+      1.7388694286346436,
+      0.7584939002990723,
+      2.009077310562134,
+      0.7384653091430664,
+      1.595164179801941,
+      0.7530556321144104,
+      1.8424301147460938,
+      0.7693048715591431,
+      2.069927215576172
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed11_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed11_clean_kp.json
new file mode 100644
index 0000000..e3f64f1
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed11_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 0,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 0,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 0,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.01,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 0,
+    "loader_seed": 11,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp",
+    "momentum": 0.9,
+    "neutral_projection": 0,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed11_clean_kp.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "nlms",
+    "predictor_warmup_steps": 0,
+    "residual_scale": null,
+    "seed": 11,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 0,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 0,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 0
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9997032682100931,
+    "feedback_forward_cosine": [
+      0.999832272529602,
+      0.999843955039978,
+      0.9998561143875122,
+      0.9998370409011841,
+      0.9998566508293152,
+      0.9997917413711548,
+      0.9997992515563965,
+      0.9998595118522644,
+      0.9998422861099243,
+      0.9998131394386292,
+      0.9998656511306763,
+      0.9998103380203247,
+      0.9998369216918945,
+      0.999903678894043,
+      0.9998910427093506,
+      0.9998737573623657,
+      0.9998822808265686,
+      0.9997251033782959,
+      0.9999867081642151
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9992798566818237,
+      1.0000379085540771,
+      0.9992694854736328,
+      0.9998361468315125,
+      0.9999496936798096,
+      1.0009088516235352,
+      0.9992625713348389,
+      1.0002714395523071,
+      0.9997771978378296,
+      1.0006681680679321,
+      0.9999299049377441,
+      1.0009574890136719,
+      0.9996337294578552,
+      1.0002833604812622,
+      1.000002145767212,
+      1.000523567199707,
+      1.000024676322937,
+      1.0008426904678345,
+      1.0024840831756592
+    ],
+    "feedback_forward_relative_error": [
+      0.018325643613934517,
+      0.01766648329794407,
+      0.016976479440927505,
+      0.018047155812382698,
+      0.0169325340539217,
+      0.020436281338334084,
+      0.02004491537809372,
+      0.016763348132371902,
+      0.017760394141077995,
+      0.019354287534952164,
+      0.016392115503549576,
+      0.0195110272616148,
+      0.01805775612592697,
+      0.013888871297240257,
+      0.014755462296307087,
+      0.015905823558568954,
+      0.015339392237365246,
+      0.023468511179089546,
+      0.005726316012442112
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9997201561927795,
+      0.9996727705001831,
+      0.9997096061706543,
+      0.9996916651725769,
+      0.9997054934501648,
+      0.9997199177742004,
+      0.9997192025184631,
+      0.9997351169586182,
+      0.9997472167015076,
+      0.9997079372406006,
+      0.999765157699585,
+      0.9997378587722778,
+      0.999783456325531,
+      0.9998407363891602,
+      0.9998600482940674,
+      0.9998862743377686,
+      0.999923825263977,
+      0.9999722242355347,
+      0.9151017069816589
+    ],
+    "mean_feedback_forward_cosine": 0.999847760325984,
+    "mean_feedback_forward_relative_error": 0.017123831485054995,
+    "normalization_state": "training_batch_stats_without_running_update",
+    "raw_negative_gradient_cosine": [
+      0.9997201561927795,
+      0.9996727705001831,
+      0.9997096061706543,
+      0.9996916651725769,
+      0.9997054934501648,
+      0.9997199177742004,
+      0.9997192025184631,
+      0.9997351169586182,
+      0.9997472167015076,
+      0.9997079372406006,
+      0.999765157699585,
+      0.9997378587722778,
+      0.999783456325531,
+      0.9998407363891602,
+      0.9998600482940674,
+      0.9998862743377686,
+      0.999923825263977,
+      0.9999722242355347,
+      0.9151017069816589
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9997201561927795,
+      0.9996727705001831,
+      0.9997096061706543,
+      0.9996916651725769,
+      0.9997054934501648,
+      0.9997199177742004,
+      0.9997192025184631,
+      0.9997351169586182,
+      0.9997472167015076,
+      0.9997079372406006,
+      0.999765157699585,
+      0.9997378587722778,
+      0.999783456325531,
+      0.9998407363891602,
+      0.9998600482940674,
+      0.9998862743377686,
+      0.999923825263977,
+      0.9999722242355347,
+      0.9151017069816589
+    ],
+    "wall_s": 0.10862064361572266
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3179482221603394,
+        "mean_feedback_forward_cosine": 0.3081172547842327,
+        "mean_feedback_forward_relative_error": 1.1762166462446515,
+        "min_feedback_forward_cosine": 0.1337927281856537
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.8016380353927612
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2607768774032593,
+        "mean_feedback_forward_cosine": 0.4315098618206225,
+        "mean_feedback_forward_relative_error": 1.065689112010755,
+        "min_feedback_forward_cosine": 0.2190462350845337
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3093270977020264
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2074636220932007,
+        "mean_feedback_forward_cosine": 0.5265687202152453,
+        "mean_feedback_forward_relative_error": 0.9734838730410525,
+        "min_feedback_forward_cosine": 0.2893797755241394
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0393185049438476
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1569758653640747,
+        "mean_feedback_forward_cosine": 0.5972496537785781,
+        "mean_feedback_forward_relative_error": 0.8983439520785683,
+        "min_feedback_forward_cosine": 0.35155826807022095
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8882581832504273
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1111187934875488,
+        "mean_feedback_forward_cosine": 0.6488398533118399,
+        "mean_feedback_forward_relative_error": 0.8391168682198775,
+        "min_feedback_forward_cosine": 0.4040271043777466
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7669004427909851
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0666183233261108,
+        "mean_feedback_forward_cosine": 0.6898681333190516,
+        "mean_feedback_forward_relative_error": 0.7887082288139745,
+        "min_feedback_forward_cosine": 0.45204389095306396
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.6915190246772767
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.025307536125183,
+        "mean_feedback_forward_cosine": 0.723220386003193,
+        "mean_feedback_forward_relative_error": 0.7452961316234187,
+        "min_feedback_forward_cosine": 0.49451273679733276
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6311031921577454
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9844605326652527,
+        "mean_feedback_forward_cosine": 0.7519701907509252,
+        "mean_feedback_forward_relative_error": 0.7057159715577176,
+        "min_feedback_forward_cosine": 0.5342384576797485
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5936740324783325
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9465036988258362,
+        "mean_feedback_forward_cosine": 0.7761631419784144,
+        "mean_feedback_forward_relative_error": 0.6702790040718881,
+        "min_feedback_forward_cosine": 0.5700541734695435
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5488329746341706
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9100264310836792,
+        "mean_feedback_forward_cosine": 0.7974777974580464,
+        "mean_feedback_forward_relative_error": 0.6373831598382247,
+        "min_feedback_forward_cosine": 0.6029166579246521
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5272661437320709
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.876276969909668,
+        "mean_feedback_forward_cosine": 0.8160552445210909,
+        "mean_feedback_forward_relative_error": 0.6071965616000327,
+        "min_feedback_forward_cosine": 0.6323396563529968
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5006304055786133
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8438994288444519,
+        "mean_feedback_forward_cosine": 0.8323422984073037,
+        "mean_feedback_forward_relative_error": 0.5792661622950905,
+        "min_feedback_forward_cosine": 0.6589292883872986
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.47894832363128664
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.812139630317688,
+        "mean_feedback_forward_cosine": 0.8468305782267922,
+        "mean_feedback_forward_relative_error": 0.5535615776714525,
+        "min_feedback_forward_cosine": 0.6840105652809143
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4601474510383606
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.781139075756073,
+        "mean_feedback_forward_cosine": 0.8600040799693057,
+        "mean_feedback_forward_relative_error": 0.528963029384613,
+        "min_feedback_forward_cosine": 0.7073977589607239
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4463700270462036
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7504760026931763,
+        "mean_feedback_forward_cosine": 0.8718816387025934,
+        "mean_feedback_forward_relative_error": 0.5058058539503499,
+        "min_feedback_forward_cosine": 0.7299046516418457
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.42734941328048703
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7226547598838806,
+        "mean_feedback_forward_cosine": 0.8822175013391595,
+        "mean_feedback_forward_relative_error": 0.48472224960201665,
+        "min_feedback_forward_cosine": 0.7496227025985718
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.41522703154563906
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6952037811279297,
+        "mean_feedback_forward_cosine": 0.891679330875999,
+        "mean_feedback_forward_relative_error": 0.4644747729364194,
+        "min_feedback_forward_cosine": 0.7680860757827759
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.39725936639785764
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6674655675888062,
+        "mean_feedback_forward_cosine": 0.9004808381984108,
+        "mean_feedback_forward_relative_error": 0.444945722034103,
+        "min_feedback_forward_cosine": 0.7860763072967529
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.39110040979385374
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6415656208992004,
+        "mean_feedback_forward_cosine": 0.9084068787725348,
+        "mean_feedback_forward_relative_error": 0.42661243128149134,
+        "min_feedback_forward_cosine": 0.8021392822265625
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38170015142440794
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6167904138565063,
+        "mean_feedback_forward_cosine": 0.9155862237277784,
+        "mean_feedback_forward_relative_error": 0.409354440475765,
+        "min_feedback_forward_cosine": 0.8170633316040039
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3708456579589844
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5929568409919739,
+        "mean_feedback_forward_cosine": 0.9222921572233501,
+        "mean_feedback_forward_relative_error": 0.3925411379651019,
+        "min_feedback_forward_cosine": 0.8307660222053528
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.36358001874923707
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5700664520263672,
+        "mean_feedback_forward_cosine": 0.928353770783073,
+        "mean_feedback_forward_relative_error": 0.37673597743636683,
+        "min_feedback_forward_cosine": 0.8435777425765991
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.35517278646469114
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5471041798591614,
+        "mean_feedback_forward_cosine": 0.9339371166731182,
+        "mean_feedback_forward_relative_error": 0.3616281339996739,
+        "min_feedback_forward_cosine": 0.8557224273681641
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34679950008392335
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.524709165096283,
+        "mean_feedback_forward_cosine": 0.9391759194825825,
+        "mean_feedback_forward_relative_error": 0.34673791496377243,
+        "min_feedback_forward_cosine": 0.8671507835388184
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3409220140075684
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5032624006271362,
+        "mean_feedback_forward_cosine": 0.943957479376542,
+        "mean_feedback_forward_relative_error": 0.3327302407277258,
+        "min_feedback_forward_cosine": 0.8777748346328735
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3322959855651855
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.48299121856689453,
+        "mean_feedback_forward_cosine": 0.948312615093432,
+        "mean_feedback_forward_relative_error": 0.3194552958011627,
+        "min_feedback_forward_cosine": 0.8872740268707275
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.3208624546146393
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4639672636985779,
+        "mean_feedback_forward_cosine": 0.9522071574863634,
+        "mean_feedback_forward_relative_error": 0.3070459263889413,
+        "min_feedback_forward_cosine": 0.8958839178085327
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.31833461904525756
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.44569382071495056,
+        "mean_feedback_forward_cosine": 0.9557621133954901,
+        "mean_feedback_forward_relative_error": 0.29537351900025416,
+        "min_feedback_forward_cosine": 0.9037723541259766
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.30910220544815065
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.42713597416877747,
+        "mean_feedback_forward_cosine": 0.959212811369645,
+        "mean_feedback_forward_relative_error": 0.28344978941114324,
+        "min_feedback_forward_cosine": 0.9115415811538696
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.31091059873580934
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40970999002456665,
+        "mean_feedback_forward_cosine": 0.9623668319300601,
+        "mean_feedback_forward_relative_error": 0.2721605642061484,
+        "min_feedback_forward_cosine": 0.9185423851013184
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.29945821219444274
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3930017650127411,
+        "mean_feedback_forward_cosine": 0.9652545138409263,
+        "mean_feedback_forward_relative_error": 0.2614814062651835,
+        "min_feedback_forward_cosine": 0.9249870181083679
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3012135697364807
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.37707576155662537,
+        "mean_feedback_forward_cosine": 0.9678763872698734,
+        "mean_feedback_forward_relative_error": 0.2513225215830301,
+        "min_feedback_forward_cosine": 0.9308466911315918
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.2938556724643707
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36195608973503113,
+        "mean_feedback_forward_cosine": 0.9702881135438618,
+        "mean_feedback_forward_relative_error": 0.24166028711356616,
+        "min_feedback_forward_cosine": 0.9362145662307739
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.28622951061725616
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.34745699167251587,
+        "mean_feedback_forward_cosine": 0.9725221520976016,
+        "mean_feedback_forward_relative_error": 0.23229151258343145,
+        "min_feedback_forward_cosine": 0.9411567449569702
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.28590569502830504
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3339449465274811,
+        "mean_feedback_forward_cosine": 0.9745953459488718,
+        "mean_feedback_forward_relative_error": 0.22325121493715988,
+        "min_feedback_forward_cosine": 0.9455727338790894
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.27529972619056703
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32066166400909424,
+        "mean_feedback_forward_cosine": 0.9765140759317499,
+        "mean_feedback_forward_relative_error": 0.21460931042307302,
+        "min_feedback_forward_cosine": 0.9497660398483276
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.27331757281303404
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3072468340396881,
+        "mean_feedback_forward_cosine": 0.9783117551552621,
+        "mean_feedback_forward_relative_error": 0.2061853212745566,
+        "min_feedback_forward_cosine": 0.953851044178009
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2763000616645813
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2946045696735382,
+        "mean_feedback_forward_cosine": 0.9799527274934869,
+        "mean_feedback_forward_relative_error": 0.1981760110510023,
+        "min_feedback_forward_cosine": 0.9575166702270508
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2736293261241913
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28286978602409363,
+        "mean_feedback_forward_cosine": 0.9814589964716058,
+        "mean_feedback_forward_relative_error": 0.19053916123352552,
+        "min_feedback_forward_cosine": 0.9608039855957031
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.26910734585762025
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.271408349275589,
+        "mean_feedback_forward_cosine": 0.9828565183438753,
+        "mean_feedback_forward_relative_error": 0.18318781374316467,
+        "min_feedback_forward_cosine": 0.9638869762420654
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.26631804656505587
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26066309213638306,
+        "mean_feedback_forward_cosine": 0.9841489791870117,
+        "mean_feedback_forward_relative_error": 0.1760815589835769,
+        "min_feedback_forward_cosine": 0.9666633605957031
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2643160597515106
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25069287419319153,
+        "mean_feedback_forward_cosine": 0.9853054222307707,
+        "mean_feedback_forward_relative_error": 0.1694794583477472,
+        "min_feedback_forward_cosine": 0.9691227078437805
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2576930554866791
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24042922258377075,
+        "mean_feedback_forward_cosine": 0.9864118130583512,
+        "mean_feedback_forward_relative_error": 0.16292876279667803,
+        "min_feedback_forward_cosine": 0.9715813994407654
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.25705379019737246
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2306688129901886,
+        "mean_feedback_forward_cosine": 0.9874522874229833,
+        "mean_feedback_forward_relative_error": 0.15654690563678741,
+        "min_feedback_forward_cosine": 0.9738315939903259
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2570527005672455
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22168520092964172,
+        "mean_feedback_forward_cosine": 0.9883866937536943,
+        "mean_feedback_forward_relative_error": 0.15057311952114105,
+        "min_feedback_forward_cosine": 0.9758184552192688
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2519144667339325
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21260973811149597,
+        "mean_feedback_forward_cosine": 0.9892514065692299,
+        "mean_feedback_forward_relative_error": 0.14482591497270683,
+        "min_feedback_forward_cosine": 0.9777439832687378
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2517258186197281
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2041763961315155,
+        "mean_feedback_forward_cosine": 0.9900465576272262,
+        "mean_feedback_forward_relative_error": 0.1393495253042171,
+        "min_feedback_forward_cosine": 0.9794571399688721
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.24572330734252928
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19572725892066956,
+        "mean_feedback_forward_cosine": 0.9907976671269065,
+        "mean_feedback_forward_relative_error": 0.13397606501453801,
+        "min_feedback_forward_cosine": 0.9811136722564697
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.25035988627910616
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1879836618900299,
+        "mean_feedback_forward_cosine": 0.9914799991406893,
+        "mean_feedback_forward_relative_error": 0.128885799136601,
+        "min_feedback_forward_cosine": 0.9825654029846191
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24520568934440612
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18033981323242188,
+        "mean_feedback_forward_cosine": 0.9921371623089439,
+        "mean_feedback_forward_relative_error": 0.12380391418149597,
+        "min_feedback_forward_cosine": 0.983942985534668
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24459320890426636
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17296352982521057,
+        "mean_feedback_forward_cosine": 0.9927325687910381,
+        "mean_feedback_forward_relative_error": 0.1190079266303464,
+        "min_feedback_forward_cosine": 0.9852181077003479
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24023687831401824
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16581204533576965,
+        "mean_feedback_forward_cosine": 0.9932821926317716,
+        "mean_feedback_forward_relative_error": 0.11440283275748554,
+        "min_feedback_forward_cosine": 0.9864091873168945
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.23881971601486207
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1592707484960556,
+        "mean_feedback_forward_cosine": 0.9937764531687686,
+        "mean_feedback_forward_relative_error": 0.11010334876022841,
+        "min_feedback_forward_cosine": 0.9874594211578369
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.23764040531158448
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15281471610069275,
+        "mean_feedback_forward_cosine": 0.9942525938937539,
+        "mean_feedback_forward_relative_error": 0.10579933677064746,
+        "min_feedback_forward_cosine": 0.9884459376335144
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.23659150759220124
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14686770737171173,
+        "mean_feedback_forward_cosine": 0.9946752190589905,
+        "mean_feedback_forward_relative_error": 0.10181317713699843,
+        "min_feedback_forward_cosine": 0.9893269538879395
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23042542052745818
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14074470102787018,
+        "mean_feedback_forward_cosine": 0.9950867514861258,
+        "mean_feedback_forward_relative_error": 0.09778856878217898,
+        "min_feedback_forward_cosine": 0.9901920557022095
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23666077642440797
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13506698608398438,
+        "mean_feedback_forward_cosine": 0.9954530439878765,
+        "mean_feedback_forward_relative_error": 0.09406332455967602,
+        "min_feedback_forward_cosine": 0.9909622669219971
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.2333391785812378
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12974236905574799,
+        "mean_feedback_forward_cosine": 0.995790277656756,
+        "mean_feedback_forward_relative_error": 0.09050365360943895,
+        "min_feedback_forward_cosine": 0.9916596412658691
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.2275290870332718
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1242767944931984,
+        "mean_feedback_forward_cosine": 0.9961188121845848,
+        "mean_feedback_forward_relative_error": 0.08691137617355899,
+        "min_feedback_forward_cosine": 0.9923429489135742
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23219734165668487
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11934433877468109,
+        "mean_feedback_forward_cosine": 0.9964093848278648,
+        "mean_feedback_forward_relative_error": 0.08358648321346233,
+        "min_feedback_forward_cosine": 0.9929372668266296
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.22319554695129395
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11451341211795807,
+        "mean_feedback_forward_cosine": 0.9966863927088285,
+        "mean_feedback_forward_relative_error": 0.08030059894448832,
+        "min_feedback_forward_cosine": 0.993494987487793
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22576308106422424
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10992468148469925,
+        "mean_feedback_forward_cosine": 0.9969351197543898,
+        "mean_feedback_forward_relative_error": 0.07722324544661924,
+        "min_feedback_forward_cosine": 0.9940042495727539
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.2229993958377838
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1056821271777153,
+        "mean_feedback_forward_cosine": 0.9971621569834257,
+        "mean_feedback_forward_relative_error": 0.0742951021774819,
+        "min_feedback_forward_cosine": 0.9944562911987305
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.21717544426918028
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10151567310094833,
+        "mean_feedback_forward_cosine": 0.9973798017752799,
+        "mean_feedback_forward_relative_error": 0.07139499642347034,
+        "min_feedback_forward_cosine": 0.9948840141296387
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22616530433654786
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0975341796875,
+        "mean_feedback_forward_cosine": 0.9975817297634325,
+        "mean_feedback_forward_relative_error": 0.06859047063871433,
+        "min_feedback_forward_cosine": 0.9952762126922607
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.2245164638710022
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09380342066287994,
+        "mean_feedback_forward_cosine": 0.9977607381971259,
+        "mean_feedback_forward_relative_error": 0.06598612332814618,
+        "min_feedback_forward_cosine": 0.9956289529800415
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.21714474848747253
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09001902490854263,
+        "mean_feedback_forward_cosine": 0.9979298459856134,
+        "mean_feedback_forward_relative_error": 0.06344172927109819,
+        "min_feedback_forward_cosine": 0.9959728717803955
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22183403856277467
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08653908967971802,
+        "mean_feedback_forward_cosine": 0.9980833624538622,
+        "mean_feedback_forward_relative_error": 0.061045237767853235,
+        "min_feedback_forward_cosine": 0.9962779879570007
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21689167611122132
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08311554044485092,
+        "mean_feedback_forward_cosine": 0.9982279633220873,
+        "mean_feedback_forward_relative_error": 0.058698259392067006,
+        "min_feedback_forward_cosine": 0.9965658783912659
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.21927908441066743
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07982558012008667,
+        "mean_feedback_forward_cosine": 0.998361443218432,
+        "mean_feedback_forward_relative_error": 0.056440566617407296,
+        "min_feedback_forward_cosine": 0.9968308806419373
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21678533363342284
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07658115774393082,
+        "mean_feedback_forward_cosine": 0.9984848373814633,
+        "mean_feedback_forward_relative_error": 0.05427446726121401,
+        "min_feedback_forward_cosine": 0.9970823526382446
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21589837124824524
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07362756133079529,
+        "mean_feedback_forward_cosine": 0.998594770306035,
+        "mean_feedback_forward_relative_error": 0.05225870758295059,
+        "min_feedback_forward_cosine": 0.9973031282424927
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21279439496994018
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07068312913179398,
+        "mean_feedback_forward_cosine": 0.9987004618895682,
+        "mean_feedback_forward_relative_error": 0.050256861177714246,
+        "min_feedback_forward_cosine": 0.9975138306617737
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.21149720972061156
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06784600019454956,
+        "mean_feedback_forward_cosine": 0.9987988346501401,
+        "mean_feedback_forward_relative_error": 0.048314295807167104,
+        "min_feedback_forward_cosine": 0.9977090954780579
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21316380685806274
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06512412428855896,
+        "mean_feedback_forward_cosine": 0.9988879153603002,
+        "mean_feedback_forward_relative_error": 0.04648596460097715,
+        "min_feedback_forward_cosine": 0.997888445854187
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21025281191825868
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0625939890742302,
+        "mean_feedback_forward_cosine": 0.998970301527726,
+        "mean_feedback_forward_relative_error": 0.04472720456358634,
+        "min_feedback_forward_cosine": 0.9980493783950806
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.20640591926574706
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05987943336367607,
+        "mean_feedback_forward_cosine": 0.9990504635007758,
+        "mean_feedback_forward_relative_error": 0.04295391452155615,
+        "min_feedback_forward_cosine": 0.998214602470398
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.2156642873096466
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05744881182909012,
+        "mean_feedback_forward_cosine": 0.9991243701232108,
+        "mean_feedback_forward_relative_error": 0.04125269610238703,
+        "min_feedback_forward_cosine": 0.9983565807342529
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.21317154891014098
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05520369112491608,
+        "mean_feedback_forward_cosine": 0.9991884168825651,
+        "mean_feedback_forward_relative_error": 0.0397133147834163,
+        "min_feedback_forward_cosine": 0.998482346534729
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.2100965942764282
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0530511774122715,
+        "mean_feedback_forward_cosine": 0.9992481877929286,
+        "mean_feedback_forward_relative_error": 0.03821724751277974,
+        "min_feedback_forward_cosine": 0.9985981583595276
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.20471788811683655
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05102203041315079,
+        "mean_feedback_forward_cosine": 0.9993047651491667,
+        "mean_feedback_forward_relative_error": 0.03675123823708609,
+        "min_feedback_forward_cosine": 0.9987033605575562
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.2067176330423355
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04897250980138779,
+        "mean_feedback_forward_cosine": 0.9993574305584556,
+        "mean_feedback_forward_relative_error": 0.035332459760339635,
+        "min_feedback_forward_cosine": 0.9988054037094116
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.2053587057876587
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04702990502119064,
+        "mean_feedback_forward_cosine": 0.9994063565605565,
+        "mean_feedback_forward_relative_error": 0.03396036010235548,
+        "min_feedback_forward_cosine": 0.9988979697227478
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20637111597061158
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04517826810479164,
+        "mean_feedback_forward_cosine": 0.9994505361506814,
+        "mean_feedback_forward_relative_error": 0.03267086346290613,
+        "min_feedback_forward_cosine": 0.9989829063415527
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.2027370511198044
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04336803779006004,
+        "mean_feedback_forward_cosine": 0.9994919864754928,
+        "mean_feedback_forward_relative_error": 0.031413392604965916,
+        "min_feedback_forward_cosine": 0.9990625381469727
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20505338558197023
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04163755476474762,
+        "mean_feedback_forward_cosine": 0.9995299609083879,
+        "mean_feedback_forward_relative_error": 0.030214958530115455,
+        "min_feedback_forward_cosine": 0.9991358518600464
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20693019121170045
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03998049721121788,
+        "mean_feedback_forward_cosine": 0.9995655135104531,
+        "mean_feedback_forward_relative_error": 0.029049062758292023,
+        "min_feedback_forward_cosine": 0.9992032647132874
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20767693899154663
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03840848058462143,
+        "mean_feedback_forward_cosine": 0.9995980231385482,
+        "mean_feedback_forward_relative_error": 0.027941891041241194,
+        "min_feedback_forward_cosine": 0.9992645978927612
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20105957365989685
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03683806210756302,
+        "mean_feedback_forward_cosine": 0.9996288701107627,
+        "mean_feedback_forward_relative_error": 0.02684645134171373,
+        "min_feedback_forward_cosine": 0.9993234872817993
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20099872408390046
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03540956601500511,
+        "mean_feedback_forward_cosine": 0.9996562129572818,
+        "mean_feedback_forward_relative_error": 0.02584206317796519,
+        "min_feedback_forward_cosine": 0.9993747472763062
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20426013642787932
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03400075063109398,
+        "mean_feedback_forward_cosine": 0.9996820311797293,
+        "mean_feedback_forward_relative_error": 0.02485535259505636,
+        "min_feedback_forward_cosine": 0.9994235634803772
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.20525977241992951
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03268192708492279,
+        "mean_feedback_forward_cosine": 0.9997056816753588,
+        "mean_feedback_forward_relative_error": 0.023911231148399804,
+        "min_feedback_forward_cosine": 0.9994674324989319
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.1998370484352112
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03140087425708771,
+        "mean_feedback_forward_cosine": 0.9997279236191198,
+        "mean_feedback_forward_relative_error": 0.022987395770063524,
+        "min_feedback_forward_cosine": 0.999508261680603
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.19679815489768981
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.030177893117070198,
+        "mean_feedback_forward_cosine": 0.999748386834797,
+        "mean_feedback_forward_relative_error": 0.02210633040062691,
+        "min_feedback_forward_cosine": 0.9995459318161011
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.2004633063650131
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029030324891209602,
+        "mean_feedback_forward_cosine": 0.9997664062600387,
+        "mean_feedback_forward_relative_error": 0.02129706652148774,
+        "min_feedback_forward_cosine": 0.9995797872543335
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.19316452387809754
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02786830998957157,
+        "mean_feedback_forward_cosine": 0.9997845417574832,
+        "mean_feedback_forward_relative_error": 0.02045521355773273,
+        "min_feedback_forward_cosine": 0.99961256980896
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.1993290764427185
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.026795070618391037,
+        "mean_feedback_forward_cosine": 0.999800914212277,
+        "mean_feedback_forward_relative_error": 0.01966134963655158,
+        "min_feedback_forward_cosine": 0.9996418952941895
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19722025142669677
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025728952139616013,
+        "mean_feedback_forward_cosine": 0.9998162953477157,
+        "mean_feedback_forward_relative_error": 0.018887894032032865,
+        "min_feedback_forward_cosine": 0.9996697902679443
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.20411555974960327
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024722104892134666,
+        "mean_feedback_forward_cosine": 0.9998298914808976,
+        "mean_feedback_forward_relative_error": 0.018175248350752026,
+        "min_feedback_forward_cosine": 0.9996950626373291
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19462783898353578
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023741193115711212,
+        "mean_feedback_forward_cosine": 0.9998429637206229,
+        "mean_feedback_forward_relative_error": 0.017462985124439,
+        "min_feedback_forward_cosine": 0.9997187852859497
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.1922397227048874
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023732464760541916,
+        "mean_feedback_forward_cosine": 0.9998430923411721,
+        "mean_feedback_forward_relative_error": 0.017453264298015518,
+        "min_feedback_forward_cosine": 0.9997190237045288
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12268428046226501
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023727644234895706,
+        "mean_feedback_forward_cosine": 0.9998431456716437,
+        "mean_feedback_forward_relative_error": 0.017445796267374566,
+        "min_feedback_forward_cosine": 0.999718964099884
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09654224486351014
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02372295968234539,
+        "mean_feedback_forward_cosine": 0.9998432366471541,
+        "mean_feedback_forward_relative_error": 0.017438747356400677,
+        "min_feedback_forward_cosine": 0.9997191429138184
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08849230135440826
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023718351498246193,
+        "mean_feedback_forward_cosine": 0.9998433401710108,
+        "mean_feedback_forward_relative_error": 0.017431871622408692,
+        "min_feedback_forward_cosine": 0.9997193217277527
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.08014775415182114
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02371394820511341,
+        "mean_feedback_forward_cosine": 0.999843418598175,
+        "mean_feedback_forward_relative_error": 0.017425256756771552,
+        "min_feedback_forward_cosine": 0.9997194409370422
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07335598557710647
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023709459230303764,
+        "mean_feedback_forward_cosine": 0.9998434938882527,
+        "mean_feedback_forward_relative_error": 0.017418845630201855,
+        "min_feedback_forward_cosine": 0.999719500541687
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07254063300132751
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023704800754785538,
+        "mean_feedback_forward_cosine": 0.999843556629984,
+        "mean_feedback_forward_relative_error": 0.01741234208212087,
+        "min_feedback_forward_cosine": 0.9997196197509766
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06800365599751472
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023700280115008354,
+        "mean_feedback_forward_cosine": 0.9998436601538407,
+        "mean_feedback_forward_relative_error": 0.017406211553239508,
+        "min_feedback_forward_cosine": 0.9997197389602661
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06385894116640091
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023695804178714752,
+        "mean_feedback_forward_cosine": 0.9998437636776975,
+        "mean_feedback_forward_relative_error": 0.01740002825758175,
+        "min_feedback_forward_cosine": 0.9997198581695557
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06184221161365509
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023691022768616676,
+        "mean_feedback_forward_cosine": 0.9998438326936019,
+        "mean_feedback_forward_relative_error": 0.01739368033840468,
+        "min_feedback_forward_cosine": 0.99972003698349
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.060633849470615384
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023686127737164497,
+        "mean_feedback_forward_cosine": 0.9998439236691123,
+        "mean_feedback_forward_relative_error": 0.01738741413052929,
+        "min_feedback_forward_cosine": 0.9997200965881348
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.060744912099838254
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023681461811065674,
+        "mean_feedback_forward_cosine": 0.9998440115075362,
+        "mean_feedback_forward_relative_error": 0.017381269092622557,
+        "min_feedback_forward_cosine": 0.9997202157974243
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.056162936646938326
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023676710203289986,
+        "mean_feedback_forward_cosine": 0.9998440617009213,
+        "mean_feedback_forward_relative_error": 0.01737514133320043,
+        "min_feedback_forward_cosine": 0.9997203350067139
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.054906321696043016
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02367215044796467,
+        "mean_feedback_forward_cosine": 0.9998441683618646,
+        "mean_feedback_forward_relative_error": 0.0173690825406658,
+        "min_feedback_forward_cosine": 0.9997203946113586
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05158617860794067
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02366732992231846,
+        "mean_feedback_forward_cosine": 0.9998442373777691,
+        "mean_feedback_forward_relative_error": 0.01736301357710832,
+        "min_feedback_forward_cosine": 0.9997204542160034
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.05088043869256973
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023662425577640533,
+        "mean_feedback_forward_cosine": 0.9998443252161929,
+        "mean_feedback_forward_relative_error": 0.01735682993833172,
+        "min_feedback_forward_cosine": 0.9997206926345825
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.049507606768608096
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023657245561480522,
+        "mean_feedback_forward_cosine": 0.999844397369184,
+        "mean_feedback_forward_relative_error": 0.0173505259138581,
+        "min_feedback_forward_cosine": 0.9997208118438721
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.048889036183357236
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02365242876112461,
+        "mean_feedback_forward_cosine": 0.9998445259897333,
+        "mean_feedback_forward_relative_error": 0.01734436661201088,
+        "min_feedback_forward_cosine": 0.9997209310531616
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.046154447889328
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023647358641028404,
+        "mean_feedback_forward_cosine": 0.9998445761831183,
+        "mean_feedback_forward_relative_error": 0.017338183659471963,
+        "min_feedback_forward_cosine": 0.9997210502624512
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.045580965416431425
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023642217740416527,
+        "mean_feedback_forward_cosine": 0.9998446671586287,
+        "mean_feedback_forward_relative_error": 0.017331985683229408,
+        "min_feedback_forward_cosine": 0.999721109867096
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.044149961864948274
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023637007921934128,
+        "mean_feedback_forward_cosine": 0.9998447957791781,
+        "mean_feedback_forward_relative_error": 0.017325968261023884,
+        "min_feedback_forward_cosine": 0.9997212290763855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.04359179922521114
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023631718009710312,
+        "mean_feedback_forward_cosine": 0.99984483969839,
+        "mean_feedback_forward_relative_error": 0.017319751094634597,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.04161858483195305
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023626845329999924,
+        "mean_feedback_forward_cosine": 0.9998449212626407,
+        "mean_feedback_forward_relative_error": 0.01731370088007105,
+        "min_feedback_forward_cosine": 0.9997215270996094
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.038731798566579816
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362195774912834,
+        "mean_feedback_forward_cosine": 0.9998450122381511,
+        "mean_feedback_forward_relative_error": 0.017307680835457223,
+        "min_feedback_forward_cosine": 0.9997216463088989
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.038410091083049776
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02361702173948288,
+        "mean_feedback_forward_cosine": 0.9998450938024019,
+        "mean_feedback_forward_relative_error": 0.01730163615981215,
+        "min_feedback_forward_cosine": 0.9997217655181885
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.03799481664180756
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023611996322870255,
+        "mean_feedback_forward_cosine": 0.9998451847779123,
+        "mean_feedback_forward_relative_error": 0.017295557784994964,
+        "min_feedback_forward_cosine": 0.999721884727478
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.037503372143507005
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023606695234775543,
+        "mean_feedback_forward_cosine": 0.9998452632050765,
+        "mean_feedback_forward_relative_error": 0.017289149035748682,
+        "min_feedback_forward_cosine": 0.9997219443321228
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03679502383947372
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023601356893777847,
+        "mean_feedback_forward_cosine": 0.999845382414366,
+        "mean_feedback_forward_relative_error": 0.017282778299168536,
+        "min_feedback_forward_cosine": 0.9997220039367676
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03629144645452499
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02359592169523239,
+        "mean_feedback_forward_cosine": 0.9998454828011362,
+        "mean_feedback_forward_relative_error": 0.017276233111165072,
+        "min_feedback_forward_cosine": 0.9997222423553467
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.0364483181989193
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02359072118997574,
+        "mean_feedback_forward_cosine": 0.9998455518170407,
+        "mean_feedback_forward_relative_error": 0.017269935434390055,
+        "min_feedback_forward_cosine": 0.9997223019599915
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.034332342364788056
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02358531393110752,
+        "mean_feedback_forward_cosine": 0.9998456961230228,
+        "mean_feedback_forward_relative_error": 0.01726341384806131,
+        "min_feedback_forward_cosine": 0.9997224807739258
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.03428687328636646
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02358020283281803,
+        "mean_feedback_forward_cosine": 0.9998457682760138,
+        "mean_feedback_forward_relative_error": 0.01725717761406773,
+        "min_feedback_forward_cosine": 0.9997225999832153
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.032234325948953625
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023574132472276688,
+        "mean_feedback_forward_cosine": 0.9998458561144377,
+        "mean_feedback_forward_relative_error": 0.017250330775584046,
+        "min_feedback_forward_cosine": 0.9997227191925049
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.034230175194740295
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023568494245409966,
+        "mean_feedback_forward_cosine": 0.9998459753237272,
+        "mean_feedback_forward_relative_error": 0.017243789778532165,
+        "min_feedback_forward_cosine": 0.9997227787971497
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03254088444650173
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023562785238027573,
+        "mean_feedback_forward_cosine": 0.9998460506138048,
+        "mean_feedback_forward_relative_error": 0.017237197926366014,
+        "min_feedback_forward_cosine": 0.999722957611084
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.03148084326982498
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023556891828775406,
+        "mean_feedback_forward_cosine": 0.9998461792343541,
+        "mean_feedback_forward_relative_error": 0.01723046524842319,
+        "min_feedback_forward_cosine": 0.9997230768203735
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.03139829716026783
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023550614714622498,
+        "mean_feedback_forward_cosine": 0.9998462796211243,
+        "mean_feedback_forward_relative_error": 0.01722343726769874,
+        "min_feedback_forward_cosine": 0.9997232556343079
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.03205857029914856
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023544590920209885,
+        "mean_feedback_forward_cosine": 0.9998463894191542,
+        "mean_feedback_forward_relative_error": 0.017216602781493413,
+        "min_feedback_forward_cosine": 0.9997234344482422
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.03052342778682709
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023538513109087944,
+        "mean_feedback_forward_cosine": 0.9998464898059243,
+        "mean_feedback_forward_relative_error": 0.017209697098128106,
+        "min_feedback_forward_cosine": 0.9997235536575317
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.02979899444937706
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023532183840870857,
+        "mean_feedback_forward_cosine": 0.9998465745072616,
+        "mean_feedback_forward_relative_error": 0.017202494911065225,
+        "min_feedback_forward_cosine": 0.9997236728668213
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.030423043351769447
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023526586592197418,
+        "mean_feedback_forward_cosine": 0.9998467282245034,
+        "mean_feedback_forward_relative_error": 0.017195927150743574,
+        "min_feedback_forward_cosine": 0.9997238516807556
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.02794100591301918
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023520344868302345,
+        "mean_feedback_forward_cosine": 0.9998468192000138,
+        "mean_feedback_forward_relative_error": 0.01718891215951819,
+        "min_feedback_forward_cosine": 0.9997240304946899
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.028760734344720842
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351364493370056,
+        "mean_feedback_forward_cosine": 0.9998469164496974,
+        "mean_feedback_forward_relative_error": 0.017181518683700187,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.029662667474746704
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02350768819451332,
+        "mean_feedback_forward_cosine": 0.9998470325219003,
+        "mean_feedback_forward_relative_error": 0.017174601922497937,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.027351453642845153
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023501817137002945,
+        "mean_feedback_forward_cosine": 0.9998471360457571,
+        "mean_feedback_forward_relative_error": 0.01716774528061873,
+        "min_feedback_forward_cosine": 0.9997243881225586
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.02682767370223999
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023496165871620178,
+        "mean_feedback_forward_cosine": 0.9998472364325273,
+        "mean_feedback_forward_relative_error": 0.017161092598383363,
+        "min_feedback_forward_cosine": 0.9997245073318481
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.025234533749222757
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023490233346819878,
+        "mean_feedback_forward_cosine": 0.9998473430934706,
+        "mean_feedback_forward_relative_error": 0.01715407116142543,
+        "min_feedback_forward_cosine": 0.9997247457504272
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.025619760848283768
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02348383143544197,
+        "mean_feedback_forward_cosine": 0.9998474591656735,
+        "mean_feedback_forward_relative_error": 0.017146862062968705,
+        "min_feedback_forward_cosine": 0.999724805355072
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.027091085720062257
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02347722090780735,
+        "mean_feedback_forward_cosine": 0.9998475877862227,
+        "mean_feedback_forward_relative_error": 0.017139346044706672,
+        "min_feedback_forward_cosine": 0.9997249841690063
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.02594793123960495
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470649495720863,
+        "mean_feedback_forward_cosine": 0.9998477038584257,
+        "mean_feedback_forward_relative_error": 0.01713178399950266,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025382003281712532
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470569401979446,
+        "mean_feedback_forward_cosine": 0.9998476818988198,
+        "mean_feedback_forward_relative_error": 0.017131598127123556,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022738278942108153
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470519110560417,
+        "mean_feedback_forward_cosine": 0.9998477038584257,
+        "mean_feedback_forward_relative_error": 0.017131424729565258,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.02032180576354265
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470468819141388,
+        "mean_feedback_forward_cosine": 0.9998477352292914,
+        "mean_feedback_forward_relative_error": 0.017131258414960222,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.02087564205497503
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470422253012657,
+        "mean_feedback_forward_cosine": 0.9998477132696855,
+        "mean_feedback_forward_relative_error": 0.017131087737844178,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.020675865701436997
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470373824238777,
+        "mean_feedback_forward_cosine": 0.999847694447166,
+        "mean_feedback_forward_relative_error": 0.017130916791134758,
+        "min_feedback_forward_cosine": 0.9997250437736511
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.019594330956339837
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470336571335793,
+        "mean_feedback_forward_cosine": 0.9998477352292914,
+        "mean_feedback_forward_relative_error": 0.01713075032947879,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.01812518547475338
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02347029559314251,
+        "mean_feedback_forward_cosine": 0.999847694447166,
+        "mean_feedback_forward_relative_error": 0.017130583696263402,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.019705076397061348
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02347024716436863,
+        "mean_feedback_forward_cosine": 0.9998477101325989,
+        "mean_feedback_forward_relative_error": 0.017130416205250902,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.01849426058202982
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470209911465645,
+        "mean_feedback_forward_cosine": 0.9998477164067721,
+        "mean_feedback_forward_relative_error": 0.017130251777799504,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.0178389661103487
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470165207982063,
+        "mean_feedback_forward_cosine": 0.999847738366378,
+        "mean_feedback_forward_relative_error": 0.017130089433569657,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.018782516342252493
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470129817724228,
+        "mean_feedback_forward_cosine": 0.9998477195438585,
+        "mean_feedback_forward_relative_error": 0.01712993240768188,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.017044084163606168
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470088839530945,
+        "mean_feedback_forward_cosine": 0.9998477007213392,
+        "mean_feedback_forward_relative_error": 0.017129765897008934,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018252893408238886
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023470044136047363,
+        "mean_feedback_forward_cosine": 0.9998477226809451,
+        "mean_feedback_forward_relative_error": 0.017129603969423396,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.018814660705327987
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469991981983185,
+        "mean_feedback_forward_cosine": 0.9998477226809451,
+        "mean_feedback_forward_relative_error": 0.017129438316547556,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.01828828042805195
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469949141144753,
+        "mean_feedback_forward_cosine": 0.9998477101325989,
+        "mean_feedback_forward_relative_error": 0.01712927371753674,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.017494479485154153
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346991002559662,
+        "mean_feedback_forward_cosine": 0.9998477038584257,
+        "mean_feedback_forward_relative_error": 0.017129111446832355,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.016828056658804418
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469865322113037,
+        "mean_feedback_forward_cosine": 0.9998477195438585,
+        "mean_feedback_forward_relative_error": 0.017128946921347005,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.01927753235697746
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469828069210052,
+        "mean_feedback_forward_cosine": 0.9998477571888974,
+        "mean_feedback_forward_relative_error": 0.017128781072403256,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.015929944035708903
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346978150308132,
+        "mean_feedback_forward_cosine": 0.9998477352292914,
+        "mean_feedback_forward_relative_error": 0.017128623678888146,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.017925133748054503
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469744250178337,
+        "mean_feedback_forward_cosine": 0.9998477320922049,
+        "mean_feedback_forward_relative_error": 0.017128463810015666,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.016547368803024293
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469693958759308,
+        "mean_feedback_forward_cosine": 0.9998477477776376,
+        "mean_feedback_forward_relative_error": 0.017128305215584606,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.018028961103260518
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469647392630577,
+        "mean_feedback_forward_cosine": 0.9998477446405512,
+        "mean_feedback_forward_relative_error": 0.017128151130715485,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.016297293134331703
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469604551792145,
+        "mean_feedback_forward_cosine": 0.9998477164067721,
+        "mean_feedback_forward_relative_error": 0.017127990845198695,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.016068762745261193
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346956357359886,
+        "mean_feedback_forward_cosine": 0.9998477320922049,
+        "mean_feedback_forward_relative_error": 0.01712783293700532,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.017072581720650196
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346952259540558,
+        "mean_feedback_forward_cosine": 0.999847738366378,
+        "mean_feedback_forward_relative_error": 0.0171276840969528,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.016299841020703316
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469489067792892,
+        "mean_feedback_forward_cosine": 0.9998477571888974,
+        "mean_feedback_forward_relative_error": 0.017127525625064186,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.016555723536014557
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469455540180206,
+        "mean_feedback_forward_cosine": 0.9998477571888974,
+        "mean_feedback_forward_relative_error": 0.01712736747178592,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.01746484018266201
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469412699341774,
+        "mean_feedback_forward_cosine": 0.9998477226809451,
+        "mean_feedback_forward_relative_error": 0.01712720377958919,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.01591426109135151
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469367995858192,
+        "mean_feedback_forward_cosine": 0.9998477164067721,
+        "mean_feedback_forward_relative_error": 0.017127045871395814,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.016877433751672506
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469330742955208,
+        "mean_feedback_forward_cosine": 0.999847738366378,
+        "mean_feedback_forward_relative_error": 0.017126893502120908,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.015805002427697182
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469295352697372,
+        "mean_feedback_forward_cosine": 0.9998477634630705,
+        "mean_feedback_forward_relative_error": 0.017126741941626136,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.015956093671619893
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346925064921379,
+        "mean_feedback_forward_cosine": 0.9998477320922049,
+        "mean_feedback_forward_relative_error": 0.01712658337170356,
+        "min_feedback_forward_cosine": 0.9997250437736511
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016783491440415382
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469211533665657,
+        "mean_feedback_forward_cosine": 0.9998477320922049,
+        "mean_feedback_forward_relative_error": 0.01712643097792017,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016568301746845246
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023469166830182076,
+        "mean_feedback_forward_cosine": 0.9998477571888974,
+        "mean_feedback_forward_relative_error": 0.017126277089118958,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.016961991252303122
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346912771463394,
+        "mean_feedback_forward_cosine": 0.9998477446405512,
+        "mean_feedback_forward_relative_error": 0.017126121239638643,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.016554582388401032
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346908301115036,
+        "mean_feedback_forward_cosine": 0.9998477477776376,
+        "mean_feedback_forward_relative_error": 0.017125967963549652,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.017224053777456283
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346903830766678,
+        "mean_feedback_forward_cosine": 0.9998477791485033,
+        "mean_feedback_forward_relative_error": 0.017125815030579503,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.016826375187635422
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468997329473495,
+        "mean_feedback_forward_cosine": 0.9998477477776376,
+        "mean_feedback_forward_relative_error": 0.017125658592895457,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.016274484421610832
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468952625989914,
+        "mean_feedback_forward_cosine": 0.9998477477776376,
+        "mean_feedback_forward_relative_error": 0.017125497155479695,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.016347632362246515
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468919098377228,
+        "mean_feedback_forward_cosine": 0.9998477697372437,
+        "mean_feedback_forward_relative_error": 0.017125348119359268,
+        "min_feedback_forward_cosine": 0.9997252821922302
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.015300385817289352
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468874394893646,
+        "mean_feedback_forward_cosine": 0.9998477760114168,
+        "mean_feedback_forward_relative_error": 0.017125192171844997,
+        "min_feedback_forward_cosine": 0.9997252821922302
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.015139786813855171
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346884272992611,
+        "mean_feedback_forward_cosine": 0.9998477728743302,
+        "mean_feedback_forward_relative_error": 0.017125040096671956,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.01534516973376274
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468801751732826,
+        "mean_feedback_forward_cosine": 0.9998477415034646,
+        "mean_feedback_forward_relative_error": 0.01712488878126207,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.015045764645934104
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346876822412014,
+        "mean_feedback_forward_cosine": 0.9998477446405512,
+        "mean_feedback_forward_relative_error": 0.01712474187738017,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.014863526417016984
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468727245926857,
+        "mean_feedback_forward_cosine": 0.9998477634630705,
+        "mean_feedback_forward_relative_error": 0.017124591591326815,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015969047774076463
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468689993023872,
+        "mean_feedback_forward_cosine": 0.9998477571888974,
+        "mean_feedback_forward_relative_error": 0.017124441623883813,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.015492048771381378
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468639701604843,
+        "mean_feedback_forward_cosine": 0.9998477509147242,
+        "mean_feedback_forward_relative_error": 0.017124289034032507,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.01570508582800627
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346859872341156,
+        "mean_feedback_forward_cosine": 0.9998477320922049,
+        "mean_feedback_forward_relative_error": 0.01712413610106236,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.015932950350940226
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468557745218277,
+        "mean_feedback_forward_cosine": 0.9998477571888974,
+        "mean_feedback_forward_relative_error": 0.017123981133887644,
+        "min_feedback_forward_cosine": 0.9997252225875854
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015606247376203537
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023468511179089546,
+        "mean_feedback_forward_cosine": 0.999847760325984,
+        "mean_feedback_forward_relative_error": 0.017123831485054995,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015239414473474025
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9155,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.41212791137695315,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2162265600,
+    "peak_memory_reserved_bytes": 2864709632,
+    "torch_version": "2.3.1+cu118"
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 11,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7048258781433105,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.0,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 6205.603518009186,
+    "train_wall_s": 6203.436691999435
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401086720000000,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 0
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 0,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 0,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000000,
+    "total_forward_equivalent_examples": 10000000,
+    "total_macs_estimate": 1613194240000000
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed11_dynamic.json b/results/kp_dynamic_projection_confirmation/seed11_dynamic.json
new file mode 100644
index 0000000..9a60f05
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed11_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 11,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed11_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 11,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5011,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996783634026846,
+    "feedback_forward_cosine": [
+      0.9998610615730286,
+      0.9998597502708435,
+      0.9998449683189392,
+      0.9998167753219604,
+      0.999860942363739,
+      0.9997998476028442,
+      0.9998056888580322,
+      0.9998713731765747,
+      0.9998413324356079,
+      0.999809205532074,
+      0.9998600482940674,
+      0.9998120665550232,
+      0.9998329877853394,
+      0.999901294708252,
+      0.999891459941864,
+      0.9998685121536255,
+      0.9998737573623657,
+      0.9997072219848633,
+      0.9999872446060181
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9999848008155823,
+      1.0002057552337646,
+      0.9993629455566406,
+      1.0006210803985596,
+      0.9997247457504272,
+      1.0011016130447388,
+      0.9992879629135132,
+      1.000140905380249,
+      0.9995822310447693,
+      1.0009334087371826,
+      0.9997886419296265,
+      1.0006424188613892,
+      0.9995843768119812,
+      1.0002073049545288,
+      1.0000635385513306,
+      1.0005011558532715,
+      0.999961793422699,
+      1.0008968114852905,
+      1.002803921699524
+    ],
+    "feedback_forward_relative_error": [
+      0.016670921817421913,
+      0.0167523380368948,
+      0.01761452853679657,
+      0.019159018993377686,
+      0.016672370955348015,
+      0.020045427605509758,
+      0.01972510665655136,
+      0.01603907346725464,
+      0.017814019694924355,
+      0.01956876926124096,
+      0.01673239655792713,
+      0.019405409693717957,
+      0.018277745693922043,
+      0.014054974541068077,
+      0.014736976474523544,
+      0.016230877488851547,
+      0.01588498428463936,
+      0.024225151166319847,
+      0.005788627080619335
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.999683141708374,
+      0.9996625185012817,
+      0.9996740818023682,
+      0.9996703863143921,
+      0.9996891617774963,
+      0.9996908903121948,
+      0.9997040033340454,
+      0.9997142553329468,
+      0.9997388124465942,
+      0.9997115135192871,
+      0.9997595548629761,
+      0.9997270107269287,
+      0.9997718334197998,
+      0.9998247623443604,
+      0.9998503923416138,
+      0.9998764395713806,
+      0.9999104738235474,
+      0.9999583959579468,
+      0.8482236862182617
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.999683141708374,
+      0.9996625185012817,
+      0.9996740818023682,
+      0.9996703863143921,
+      0.9996891617774963,
+      0.9996908903121948,
+      0.9997040033340454,
+      0.9997142553329468,
+      0.999738872051239,
+      0.9997115135192871,
+      0.9997595548629761,
+      0.9997270107269287,
+      0.9997718334197998,
+      0.9998247623443604,
+      0.9998503923416138,
+      0.9998764395713806,
+      0.9999104738235474,
+      0.999958336353302,
+      0.8560211062431335
+    ],
+    "matched_negative_gradient_cosine": [
+      0.08844749629497528,
+      0.06167217716574669,
+      0.07984533905982971,
+      0.06379158794879913,
+      0.12253670394420624,
+      0.15396571159362793,
+      0.1698274165391922,
+      0.16664426028728485,
+      0.1824481189250946,
+      0.22937560081481934,
+      0.25539731979370117,
+      0.3821932077407837,
+      0.2607014775276184,
+      0.2346254289150238,
+      0.2583942413330078,
+      0.5296765565872192,
+      0.309806764125824,
+      0.48135125637054443,
+      0.1585499793291092
+    ],
+    "max_norm_match_direction_error": 1.7881393432617188e-07,
+    "max_norm_match_relative_error": 1.5935543729028723e-07,
+    "mean_feedback_forward_cosine": 0.9998476599392138,
+    "mean_feedback_forward_relative_error": 0.0171262483161531,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.06755083799362183,
+      "max_absolute_post_projection_soma_slope": 8.47370795753477e-09,
+      "max_absolute_pre_projection_soma_slope": 0.06755083799362183,
+      "max_positive_post_projection_soma_slope": 5.150460502534315e-09,
+      "min_post_projection_soma_slope": -8.47370795753477e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.465495111949953e-08,
+      "pre_projection_traffic_rms_ratio": 0.01517021348554472
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.0151702134855298,
+    "raw_negative_gradient_cosine": [
+      0.08844749629497528,
+      0.06167217716574669,
+      0.07984533905982971,
+      0.06379158794879913,
+      0.12253670394420624,
+      0.15396571159362793,
+      0.1698274314403534,
+      0.16664426028728485,
+      0.1824481189250946,
+      0.22937560081481934,
+      0.25539731979370117,
+      0.3821932077407837,
+      0.2607014775276184,
+      0.2346254289150238,
+      0.2583942413330078,
+      0.5296765565872192,
+      0.309806764125824,
+      0.4813512861728668,
+      0.1585499793291092
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.999683141708374,
+      0.9996625185012817,
+      0.9996740818023682,
+      0.9996703863143921,
+      0.9996891617774963,
+      0.9996908903121948,
+      0.9997040033340454,
+      0.9997142553329468,
+      0.9997388124465942,
+      0.9997115135192871,
+      0.9997595548629761,
+      0.9997270107269287,
+      0.9997718334197998,
+      0.9998247623443604,
+      0.9998503923416138,
+      0.9998764395713806,
+      0.9999104738235474,
+      0.9999583959579468,
+      0.8482236862182617
+    ],
+    "traffic_instruction_rms_ratio": 3.129382118094096,
+    "used_negative_gradient_cosine": [
+      0.999683141708374,
+      0.9996625185012817,
+      0.9996740818023682,
+      0.9996703863143921,
+      0.9996891617774963,
+      0.9996908903121948,
+      0.9997040033340454,
+      0.9997142553329468,
+      0.9997388124465942,
+      0.9997115135192871,
+      0.9997595548629761,
+      0.9997270107269287,
+      0.9997718334197998,
+      0.9998247623443604,
+      0.9998503923416138,
+      0.9998764395713806,
+      0.9999104738235474,
+      0.9999583959579468,
+      0.8482236862182617
+    ],
+    "wall_s": 0.14449191093444824
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3087363243103027,
+        "mean_feedback_forward_cosine": 0.31340810499693217,
+        "mean_feedback_forward_relative_error": 1.172507709578464,
+        "min_feedback_forward_cosine": 0.14652138948440552
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026881788398795577,
+        "instruction_rms": 0.002688178839532562,
+        "raw_apical_rms": 0.020703001247793434,
+        "teaching_rms": 0.0026881788398795577,
+        "traffic_rms": 0.020517548637028073
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755086034536362,
+        "maximum_absolute_post_projection_soma_slope": 3.052601726949433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.046251457654459e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011846848602933282,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.7667908529663086
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2494722604751587,
+        "mean_feedback_forward_cosine": 0.45085169296515615,
+        "mean_feedback_forward_relative_error": 1.048200444171303,
+        "min_feedback_forward_cosine": 0.234551340341568
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0039545557406278214,
+        "instruction_rms": 0.003954555740678504,
+        "raw_apical_rms": 0.02416698723630939,
+        "teaching_rms": 0.0039545557406278214,
+        "traffic_rms": 0.023838550963381163
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.741550453322361e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8288795835210565e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011866852138354067,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.2535623191833496
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2027034759521484,
+        "mean_feedback_forward_cosine": 0.5446777877054716,
+        "mean_feedback_forward_relative_error": 0.9546473779176411,
+        "min_feedback_forward_cosine": 0.2964254915714264
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004578204721378046,
+        "instruction_rms": 0.004578204719952608,
+        "raw_apical_rms": 0.02736211635178799,
+        "teaching_rms": 0.004578204721378046,
+        "traffic_rms": 0.02697351295986002
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.1091456520471183e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7574754560786003e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013944582394445489,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0001237662124633
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1587450504302979,
+        "mean_feedback_forward_cosine": 0.6083065208635832,
+        "mean_feedback_forward_relative_error": 0.885358695921145,
+        "min_feedback_forward_cosine": 0.3499966561794281
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004818640973480166,
+        "instruction_rms": 0.004818640973172994,
+        "raw_apical_rms": 0.028678806300653007,
+        "teaching_rms": 0.004818640973480166,
+        "traffic_rms": 0.02826873593424981
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8263313467391527e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7494339111688606e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018954521632578263,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.840593365764618
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1191059350967407,
+        "mean_feedback_forward_cosine": 0.6565835350438168,
+        "mean_feedback_forward_relative_error": 0.8293985677392859,
+        "min_feedback_forward_cosine": 0.39677947759628296
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004883003256607919,
+        "instruction_rms": 0.004883003256753464,
+        "raw_apical_rms": 0.02980277920479356,
+        "teaching_rms": 0.004883003256607919,
+        "traffic_rms": 0.02939693964439612
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.804208776296946e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.742172083945962e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020563873307573793,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.731468468208313
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0796953439712524,
+        "mean_feedback_forward_cosine": 0.6962837310213792,
+        "mean_feedback_forward_relative_error": 0.7799594574852994,
+        "min_feedback_forward_cosine": 0.4404248893260956
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00500860888997202,
+        "instruction_rms": 0.0050086088890708745,
+        "raw_apical_rms": 0.030590837299592704,
+        "teaching_rms": 0.00500860888997202,
+        "traffic_rms": 0.03017472588028799
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7221084053508093e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7380517836467214e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02154500087386256,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.666740667591095
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0412571430206299,
+        "mean_feedback_forward_cosine": 0.7288540444876018,
+        "mean_feedback_forward_relative_error": 0.737212747335434,
+        "min_feedback_forward_cosine": 0.48131710290908813
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0049852351613036425,
+        "instruction_rms": 0.004985235162137124,
+        "raw_apical_rms": 0.03135425668139992,
+        "teaching_rms": 0.0049852351613036425,
+        "traffic_rms": 0.03095226406698569
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.4678173221891484e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7427795270241633e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027229675886912393,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6152083800315857
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0042803287506104,
+        "mean_feedback_forward_cosine": 0.7567022223221628,
+        "mean_feedback_forward_relative_error": 0.6982758829468175,
+        "min_feedback_forward_cosine": 0.5185934901237488
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005014545978535912,
+        "instruction_rms": 0.0050145459796758,
+        "raw_apical_rms": 0.03219074996449805,
+        "teaching_rms": 0.005014545978535912,
+        "traffic_rms": 0.0317941321334188
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 3.585376973092025e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7289328601826083e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024713090319483252,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5838607088375092
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.969696581363678,
+        "mean_feedback_forward_cosine": 0.7794363969250729,
+        "mean_feedback_forward_relative_error": 0.664243254222368,
+        "min_feedback_forward_cosine": 0.5521765947341919
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004915263384304197,
+        "instruction_rms": 0.004915263383908222,
+        "raw_apical_rms": 0.032640027512268785,
+        "teaching_rms": 0.004915263384304197,
+        "traffic_rms": 0.03226369321760255
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.091644984465347e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7369781147232428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025946180780604306,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5472206619644165
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9358206987380981,
+        "mean_feedback_forward_cosine": 0.7997367538903889,
+        "mean_feedback_forward_relative_error": 0.6328000441977852,
+        "min_feedback_forward_cosine": 0.5831120014190674
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004917962935452355,
+        "instruction_rms": 0.0049179629344542125,
+        "raw_apical_rms": 0.033086833221556596,
+        "teaching_rms": 0.004917962935452355,
+        "traffic_rms": 0.03271594636500545
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.6161629307352996e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7304119612970304e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023127446973333212,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5269140780735015
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9036549925804138,
+        "mean_feedback_forward_cosine": 0.8178335114529258,
+        "mean_feedback_forward_relative_error": 0.6032322362849587,
+        "min_feedback_forward_cosine": 0.6115927696228027
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004930545032109824,
+        "instruction_rms": 0.004930545032385851,
+        "raw_apical_rms": 0.03381495395743663,
+        "teaching_rms": 0.004930545032109824,
+        "traffic_rms": 0.03344978034300997
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.624917172511232e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7004409562608875e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020571519807204532,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.4997729486846924
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8718057870864868,
+        "mean_feedback_forward_cosine": 0.8336935953090066,
+        "mean_feedback_forward_relative_error": 0.5762885761888403,
+        "min_feedback_forward_cosine": 0.6387262344360352
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004919953102630385,
+        "instruction_rms": 0.004919953105790663,
+        "raw_apical_rms": 0.03424772340703334,
+        "teaching_rms": 0.004919953102630385,
+        "traffic_rms": 0.033888256885142895
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7590884243977598e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7199008072876746e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022755505843269273,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4836398101043701
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8400987982749939,
+        "mean_feedback_forward_cosine": 0.8477901659513775,
+        "mean_feedback_forward_relative_error": 0.5510431292809939,
+        "min_feedback_forward_cosine": 0.6645466089248657
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004884045236408018,
+        "instruction_rms": 0.00488404523576225,
+        "raw_apical_rms": 0.0344523577683177,
+        "teaching_rms": 0.004884045236408018,
+        "traffic_rms": 0.03409986908722708
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1926334525801394e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7222784709761166e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023236376974255027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.46323998149871826
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8090202212333679,
+        "mean_feedback_forward_cosine": 0.8610391240370902,
+        "mean_feedback_forward_relative_error": 0.5260505770382128,
+        "min_feedback_forward_cosine": 0.6889485120773315
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.005002295764387564,
+        "instruction_rms": 0.0050022957654694234,
+        "raw_apical_rms": 0.034523646094176026,
+        "teaching_rms": 0.005002295764387564,
+        "traffic_rms": 0.03415475379273306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8471507818039754e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.708834378031436e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022781564633998285,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4524604732131958
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7787948846817017,
+        "mean_feedback_forward_cosine": 0.8728594811339128,
+        "mean_feedback_forward_relative_error": 0.5028186863974521,
+        "min_feedback_forward_cosine": 0.7118774652481079
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004953687117424111,
+        "instruction_rms": 0.004953687116037417,
+        "raw_apical_rms": 0.034936240221825114,
+        "teaching_rms": 0.004953687117424111,
+        "traffic_rms": 0.03457934353796589
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.5589677932202903e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7018684722432882e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02142715242891272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.435916185131073
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7490498423576355,
+        "mean_feedback_forward_cosine": 0.8834775372555381,
+        "mean_feedback_forward_relative_error": 0.4811236262321472,
+        "min_feedback_forward_cosine": 0.7334833145141602
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004973966333194933,
+        "instruction_rms": 0.004973966331569037,
+        "raw_apical_rms": 0.03521937011417097,
+        "teaching_rms": 0.004973966333194933,
+        "traffic_rms": 0.03486176073718152
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2128217480599233e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.686533409177119e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02242443452751341,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.41994240971565244
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.721250057220459,
+        "mean_feedback_forward_cosine": 0.8928853022424799,
+        "mean_feedback_forward_relative_error": 0.4610257093843661,
+        "min_feedback_forward_cosine": 0.752827525138855
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0049547382316701164,
+        "instruction_rms": 0.004954738232489822,
+        "raw_apical_rms": 0.03558247618418346,
+        "teaching_rms": 0.0049547382316701164,
+        "traffic_rms": 0.035230988674555166
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7379487121947932e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6883065484002303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02036957929540992,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.40427187831878664
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.693202018737793,
+        "mean_feedback_forward_cosine": 0.9016915685252139,
+        "mean_feedback_forward_relative_error": 0.44139248838550166,
+        "min_feedback_forward_cosine": 0.7714639902114868
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004946521556849898,
+        "instruction_rms": 0.004946521555947516,
+        "raw_apical_rms": 0.03553685743924213,
+        "teaching_rms": 0.004946521556849898,
+        "traffic_rms": 0.03518522230999197
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.9199785700484426e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.714861970212518e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021366996611398348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.39880777876853946
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6665323972702026,
+        "mean_feedback_forward_cosine": 0.909615014728747,
+        "mean_feedback_forward_relative_error": 0.42304371689495285,
+        "min_feedback_forward_cosine": 0.7885818481445312
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004909424498011299,
+        "instruction_rms": 0.0049094244972288535,
+        "raw_apical_rms": 0.03582652553746497,
+        "teaching_rms": 0.004909424498011299,
+        "traffic_rms": 0.03548279493500907
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.194657338667639e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.692517233267659e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020587741765861776,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.39024090666770933
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6420379877090454,
+        "mean_feedback_forward_cosine": 0.9167745207485399,
+        "mean_feedback_forward_relative_error": 0.40577978993716995,
+        "min_feedback_forward_cosine": 0.8036931753158569
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004918607383195503,
+        "instruction_rms": 0.00491860738424916,
+        "raw_apical_rms": 0.03569828217600079,
+        "teaching_rms": 0.004918607383195503,
+        "traffic_rms": 0.035353254766157395
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7435984151225057e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.686304699524233e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019926041014319513,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.373338398475647
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.616873562335968,
+        "mean_feedback_forward_cosine": 0.9234730350343805,
+        "mean_feedback_forward_relative_error": 0.38890998300753143,
+        "min_feedback_forward_cosine": 0.8186463713645935
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004884244204056974,
+        "instruction_rms": 0.004884244205516847,
+        "raw_apical_rms": 0.03609097910622872,
+        "teaching_rms": 0.004884244204056974,
+        "traffic_rms": 0.035753919102934205
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1010881923189118e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6808766169383002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020424186320200387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3683962243747711
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5928493738174438,
+        "mean_feedback_forward_cosine": 0.9295160425336737,
+        "mean_feedback_forward_relative_error": 0.3731237885199095,
+        "min_feedback_forward_cosine": 0.8320645689964294
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0049054358893287206,
+        "instruction_rms": 0.004905435888337611,
+        "raw_apical_rms": 0.03650817371695719,
+        "teaching_rms": 0.0049054358893287206,
+        "traffic_rms": 0.03617225228324005
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.92368262932996e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6846135270396145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018854506266897626,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3555081173324585
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5690302848815918,
+        "mean_feedback_forward_cosine": 0.935172250396327,
+        "mean_feedback_forward_relative_error": 0.35768413151565354,
+        "min_feedback_forward_cosine": 0.8451007604598999
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004940777251894637,
+        "instruction_rms": 0.004940777251348138,
+        "raw_apical_rms": 0.03664707648346196,
+        "teaching_rms": 0.004940777251894637,
+        "traffic_rms": 0.036306705597366
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.667596454841714e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6713572977421268e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01853103066077253,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3489748328113556
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.546675980091095,
+        "mean_feedback_forward_cosine": 0.9402440158944381,
+        "mean_feedback_forward_relative_error": 0.34325990237687765,
+        "min_feedback_forward_cosine": 0.8569444417953491
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004905000111109007,
+        "instruction_rms": 0.004905000111845955,
+        "raw_apical_rms": 0.03656887081991948,
+        "teaching_rms": 0.004905000111109007,
+        "traffic_rms": 0.03623321177316442
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.408528487762851e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6771771532081986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018462418676560247,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.34243516427993775
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5250840783119202,
+        "mean_feedback_forward_cosine": 0.9449154765982377,
+        "mean_feedback_forward_relative_error": 0.32940979301929474,
+        "min_feedback_forward_cosine": 0.867835521697998
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004895745948463824,
+        "instruction_rms": 0.004895745946752293,
+        "raw_apical_rms": 0.036706791687116096,
+        "teaching_rms": 0.004895745948463824,
+        "traffic_rms": 0.03637309440831359
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.0179737819935326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6902793049054728e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017245752578421515,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3361915178871155
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5036662817001343,
+        "mean_feedback_forward_cosine": 0.9492096712714747,
+        "mean_feedback_forward_relative_error": 0.3162285332617007,
+        "min_feedback_forward_cosine": 0.8782515525817871
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004888102575844682,
+        "instruction_rms": 0.004888102574953978,
+        "raw_apical_rms": 0.03691169984924353,
+        "teaching_rms": 0.004888102575844682,
+        "traffic_rms": 0.036580624584067495
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.792725434768272e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.693679271710854e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018899095086521857,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.32541181681632997
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4843345284461975,
+        "mean_feedback_forward_cosine": 0.9530331147344488,
+        "mean_feedback_forward_relative_error": 0.3039938062429428,
+        "min_feedback_forward_cosine": 0.8872131109237671
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00491624570125044,
+        "instruction_rms": 0.004916245702067156,
+        "raw_apical_rms": 0.036832722064134266,
+        "teaching_rms": 0.00491624570125044,
+        "traffic_rms": 0.03649751923342967
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.845910446718335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6910577164207405e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019164760636272905,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3181274569320679
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4641757011413574,
+        "mean_feedback_forward_cosine": 0.9567624644229287,
+        "mean_feedback_forward_relative_error": 0.2915201634168625,
+        "min_feedback_forward_cosine": 0.8962101340293884
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004996912159732215,
+        "instruction_rms": 0.004996912157865834,
+        "raw_apical_rms": 0.037095799457345764,
+        "teaching_rms": 0.004996912159732215,
+        "traffic_rms": 0.03675210783932414
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2201687599476827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6775478026062304e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01889539955124497,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.31764404257774354
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.44555461406707764,
+        "mean_feedback_forward_cosine": 0.9600449298557482,
+        "mean_feedback_forward_relative_error": 0.28016730594007594,
+        "min_feedback_forward_cosine": 0.9042617082595825
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004892762025138244,
+        "instruction_rms": 0.004892762024916223,
+        "raw_apical_rms": 0.03706706981892086,
+        "teaching_rms": 0.004892762025138244,
+        "traffic_rms": 0.03673734479567952
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.9668862094590622e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6775657398581002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01662276990910805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.31042323205947875
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4282664656639099,
+        "mean_feedback_forward_cosine": 0.9630532390192935,
+        "mean_feedback_forward_relative_error": 0.2693352993381651,
+        "min_feedback_forward_cosine": 0.9114543199539185
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048774167443242835,
+        "instruction_rms": 0.0048774167459193244,
+        "raw_apical_rms": 0.037289004377691747,
+        "teaching_rms": 0.0048774167443242835,
+        "traffic_rms": 0.03696294932562984
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3981751695600906e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6859504863432012e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018052055538762334,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.305426420712471
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4108421206474304,
+        "mean_feedback_forward_cosine": 0.9658502622654563,
+        "mean_feedback_forward_relative_error": 0.2588564122193738,
+        "min_feedback_forward_cosine": 0.9184257984161377
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004912831360235676,
+        "instruction_rms": 0.004912831360791138,
+        "raw_apical_rms": 0.03735017225196602,
+        "teaching_rms": 0.004912831360235676,
+        "traffic_rms": 0.037019126695910315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.549144184627039e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6809946371257885e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017963018875608944,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3010371986198425
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.39443832635879517,
+        "mean_feedback_forward_cosine": 0.9684585364241349,
+        "mean_feedback_forward_relative_error": 0.24871157345018888,
+        "min_feedback_forward_cosine": 0.9246935248374939
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004923820212230596,
+        "instruction_rms": 0.004923820213382989,
+        "raw_apical_rms": 0.03766478985404764,
+        "teaching_rms": 0.004923820212230596,
+        "traffic_rms": 0.03733538437384807
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4573642676273266e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6756575690011858e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01811729249679832,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.2970805455970764
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3784422278404236,
+        "mean_feedback_forward_cosine": 0.9708479172305057,
+        "mean_feedback_forward_relative_error": 0.23901336247983732,
+        "min_feedback_forward_cosine": 0.930629551410675
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004965666669170081,
+        "instruction_rms": 0.004965666669954604,
+        "raw_apical_rms": 0.03771321941738467,
+        "teaching_rms": 0.004965666669170081,
+        "traffic_rms": 0.03737811103103562
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.536299170685652e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6760117872419246e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01971078710258585,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.286770990896225
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3633633852005005,
+        "mean_feedback_forward_cosine": 0.9730232703058344,
+        "mean_feedback_forward_relative_error": 0.22984885071453295,
+        "min_feedback_forward_cosine": 0.9359757900238037
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004863771781955456,
+        "instruction_rms": 0.0048637717837606,
+        "raw_apical_rms": 0.03786925990178402,
+        "teaching_rms": 0.004863771781955456,
+        "traffic_rms": 0.03754960534912234
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7744325947764992e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.669148571110863e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019624967164614877,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.28634640706062314
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3487291634082794,
+        "mean_feedback_forward_cosine": 0.9750574262518632,
+        "mean_feedback_forward_relative_error": 0.2209702765471057,
+        "min_feedback_forward_cosine": 0.9409298896789551
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004984978075011741,
+        "instruction_rms": 0.004984978073541415,
+        "raw_apical_rms": 0.03789888008703706,
+        "teaching_rms": 0.004984978075011741,
+        "traffic_rms": 0.03756360185500561
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.319468883626996e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6716137618856915e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01740141854093872,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2832777720737457
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3347862660884857,
+        "mean_feedback_forward_cosine": 0.9769608472522936,
+        "mean_feedback_forward_relative_error": 0.21234252813615298,
+        "min_feedback_forward_cosine": 0.9455243349075317
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004899097279981878,
+        "instruction_rms": 0.0048990972777332295,
+        "raw_apical_rms": 0.03802809867560302,
+        "teaching_rms": 0.004899097279981878,
+        "traffic_rms": 0.03770537805704628
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 4.076514059647707e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6684986803348228e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017119306231672512,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2801841909694672
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3216811716556549,
+        "mean_feedback_forward_cosine": 0.9786486155108401,
+        "mean_feedback_forward_relative_error": 0.20431350446061083,
+        "min_feedback_forward_cosine": 0.9496362209320068
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048339110012238,
+        "instruction_rms": 0.004833911002132107,
+        "raw_apical_rms": 0.03804183303621914,
+        "teaching_rms": 0.0048339110012238,
+        "traffic_rms": 0.037727628663138474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.636919032601327e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6682624436105134e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016986153177184254,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2719762503814697
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3075712025165558,
+        "mean_feedback_forward_cosine": 0.9803325659350345,
+        "mean_feedback_forward_relative_error": 0.1960847758148846,
+        "min_feedback_forward_cosine": 0.9539012908935547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0049332822749185365,
+        "instruction_rms": 0.004933282277019576,
+        "raw_apical_rms": 0.038197056142127185,
+        "teaching_rms": 0.0049332822749185365,
+        "traffic_rms": 0.03787048660858024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.202927700840519e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.662212052335182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016339731876629796,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2766416583442688
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.29546162486076355,
+        "mean_feedback_forward_cosine": 0.9817890681718525,
+        "mean_feedback_forward_relative_error": 0.1886308401038772,
+        "min_feedback_forward_cosine": 0.9574219584465027
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004844283486461875,
+        "instruction_rms": 0.004844283488821428,
+        "raw_apical_rms": 0.03819036252769298,
+        "teaching_rms": 0.004844283486461875,
+        "traffic_rms": 0.03787531873776606
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.165672879390513e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6620579042344946e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01883516928291003,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2674810983848572
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2837042510509491,
+        "mean_feedback_forward_cosine": 0.9831457420399314,
+        "mean_feedback_forward_relative_error": 0.1814473212549561,
+        "min_feedback_forward_cosine": 0.9606946110725403
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004828993669628843,
+        "instruction_rms": 0.004828993670998027,
+        "raw_apical_rms": 0.03828723834993449,
+        "teaching_rms": 0.004828993669628843,
+        "traffic_rms": 0.03797463395511772
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.9668667522741998e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6677445560446285e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015211428137810361,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.26685304418563843
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27202582359313965,
+        "mean_feedback_forward_cosine": 0.9844177679011696,
+        "mean_feedback_forward_relative_error": 0.1744392161306582,
+        "min_feedback_forward_cosine": 0.9638266563415527
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004850189905289775,
+        "instruction_rms": 0.004850189904137601,
+        "raw_apical_rms": 0.03843927668842462,
+        "teaching_rms": 0.004850189905289775,
+        "traffic_rms": 0.03812522482730379
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.8190431322627774e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6630436278304643e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013740576700994475,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2641620678949356
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26120585203170776,
+        "mean_feedback_forward_cosine": 0.985572316144642,
+        "mean_feedback_forward_relative_error": 0.1678297617717793,
+        "min_feedback_forward_cosine": 0.9666194915771484
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004798263280830814,
+        "instruction_rms": 0.004798263280697191,
+        "raw_apical_rms": 0.03872428630004387,
+        "teaching_rms": 0.004798263280830814,
+        "traffic_rms": 0.038418764061695226
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7192765372774375e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6609836851769753e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013585608758103546,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2575001047515869
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25037744641304016,
+        "mean_feedback_forward_cosine": 0.9866491650280199,
+        "mean_feedback_forward_relative_error": 0.16141693764611295,
+        "min_feedback_forward_cosine": 0.9693092703819275
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00478012540145342,
+        "instruction_rms": 0.00478012540175205,
+        "raw_apical_rms": 0.03890335630027396,
+        "teaching_rms": 0.00478012540145342,
+        "traffic_rms": 0.0386024489437756
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.2148857798119934e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6630092508243168e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014841955745667993,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.25710289905548095
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24030014872550964,
+        "mean_feedback_forward_cosine": 0.9876574058281747,
+        "mean_feedback_forward_relative_error": 0.1551772763854579,
+        "min_feedback_forward_cosine": 0.9716905355453491
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004813395217560194,
+        "instruction_rms": 0.00481339521499847,
+        "raw_apical_rms": 0.038934216595849815,
+        "teaching_rms": 0.004813395217560194,
+        "traffic_rms": 0.038628638309622314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 4.0769087661374215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6538709495373713e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0146167238343555,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2530432725143433
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23074473440647125,
+        "mean_feedback_forward_cosine": 0.9885852901559127,
+        "mean_feedback_forward_relative_error": 0.14920879782814728,
+        "min_feedback_forward_cosine": 0.9738632440567017
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004829511219643573,
+        "instruction_rms": 0.0048295112192923645,
+        "raw_apical_rms": 0.03900863427089911,
+        "teaching_rms": 0.004829511219643573,
+        "traffic_rms": 0.03870193929710341
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8795060558195473e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.660849334522102e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014487449901718345,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2522630367946625
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22115972638130188,
+        "mean_feedback_forward_cosine": 0.9894523306896812,
+        "mean_feedback_forward_relative_error": 0.14343399436850296,
+        "min_feedback_forward_cosine": 0.9759714603424072
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004791415493421969,
+        "instruction_rms": 0.004791415491649787,
+        "raw_apical_rms": 0.03918384865963008,
+        "teaching_rms": 0.004791415493421969,
+        "traffic_rms": 0.038882964585657286
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.6160185129242564e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.658943636565629e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014083980485740123,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.25146462470054626
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21228154003620148,
+        "mean_feedback_forward_cosine": 0.9902192573798331,
+        "mean_feedback_forward_relative_error": 0.13808006322697589,
+        "min_feedback_forward_cosine": 0.9778501987457275
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004724075864714041,
+        "instruction_rms": 0.004724075864268531,
+        "raw_apical_rms": 0.03923617073700635,
+        "teaching_rms": 0.004724075864714041,
+        "traffic_rms": 0.038943600613034604
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.0732334010963314e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6578340163094974e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014870510343384135,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.24859403901100158
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20373447239398956,
+        "mean_feedback_forward_cosine": 0.9909427824773287,
+        "mean_feedback_forward_relative_error": 0.13285792422922035,
+        "min_feedback_forward_cosine": 0.9795857071876526
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004657941095241085,
+        "instruction_rms": 0.004657941095637096,
+        "raw_apical_rms": 0.039303906493517525,
+        "teaching_rms": 0.004657941095241085,
+        "traffic_rms": 0.039020479161136094
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.539142052171428e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6596977654747292e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015500439878298897,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2438029493188858
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1952173113822937,
+        "mean_feedback_forward_cosine": 0.9916354856993023,
+        "mean_feedback_forward_relative_error": 0.12766441487168012,
+        "min_feedback_forward_cosine": 0.9812417030334473
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004772760894854394,
+        "instruction_rms": 0.004772760894191141,
+        "raw_apical_rms": 0.03946110490467788,
+        "teaching_rms": 0.004772760894854394,
+        "traffic_rms": 0.03916542538118446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.900760698310023e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6521486962275236e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014139643116355034,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24868931704998015
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18719379603862762,
+        "mean_feedback_forward_cosine": 0.9922705324072587,
+        "mean_feedback_forward_relative_error": 0.12272217085486964,
+        "min_feedback_forward_cosine": 0.9827375411987305
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004758989224753211,
+        "instruction_rms": 0.004758989226234477,
+        "raw_apical_rms": 0.039394390972828985,
+        "teaching_rms": 0.004758989224753211,
+        "traffic_rms": 0.039098552719598854
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.9058398354209203e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.658405248981649e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01481531907889481,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24416939621448516
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17953193187713623,
+        "mean_feedback_forward_cosine": 0.992844798062977,
+        "mean_feedback_forward_relative_error": 0.11804779481730963,
+        "min_feedback_forward_cosine": 0.9841065406799316
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004727992363733529,
+        "instruction_rms": 0.004727992364872325,
+        "raw_apical_rms": 0.03932228862732851,
+        "teaching_rms": 0.004727992363733529,
+        "traffic_rms": 0.03902990876845116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.5531916136856125e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.670605207410052e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012694590900796152,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.23854101817131043
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17234070599079132,
+        "mean_feedback_forward_cosine": 0.9933686789713407,
+        "mean_feedback_forward_relative_error": 0.1136373887328725,
+        "min_feedback_forward_cosine": 0.9853510856628418
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004668009396701864,
+        "instruction_rms": 0.004668009396191613,
+        "raw_apical_rms": 0.03977159780526649,
+        "teaching_rms": 0.004668009396701864,
+        "traffic_rms": 0.039489394409697905
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.474088489634596e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6507818229368617e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01303559054528996,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.23852686712265014
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1654825061559677,
+        "mean_feedback_forward_cosine": 0.9938612423445049,
+        "mean_feedback_forward_relative_error": 0.10932619242291701,
+        "min_feedback_forward_cosine": 0.986480712890625
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046696470714275035,
+        "instruction_rms": 0.004669647071785392,
+        "raw_apical_rms": 0.03973651743246687,
+        "teaching_rms": 0.0046696470714275035,
+        "traffic_rms": 0.03945497498412716
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.9422190905847856e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6547653908290634e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012787133153406413,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.23836312170028687
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15898330509662628,
+        "mean_feedback_forward_cosine": 0.9943152634721053,
+        "mean_feedback_forward_relative_error": 0.10520007618163761,
+        "min_feedback_forward_cosine": 0.9875174164772034
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046449460909439725,
+        "instruction_rms": 0.004644946090273409,
+        "raw_apical_rms": 0.03997991053146973,
+        "teaching_rms": 0.0046449460909439725,
+        "traffic_rms": 0.03970261746871991
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.2318958176347223e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.650164696444546e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012612399832411584,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.22953910011291503
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15239547193050385,
+        "mean_feedback_forward_cosine": 0.9947466881651628,
+        "mean_feedback_forward_relative_error": 0.10111424248469503,
+        "min_feedback_forward_cosine": 0.9885247349739075
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004719195943396592,
+        "instruction_rms": 0.00471919594301848,
+        "raw_apical_rms": 0.039978887124334304,
+        "teaching_rms": 0.004719195943396592,
+        "traffic_rms": 0.03969186284353216
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.914370611506456e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.649034212918421e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014903978707515387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.2326152277326584
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14611205458641052,
+        "mean_feedback_forward_cosine": 0.9951493112664473,
+        "mean_feedback_forward_relative_error": 0.09716391132066124,
+        "min_feedback_forward_cosine": 0.9894490242004395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00472138101656418,
+        "instruction_rms": 0.004721381017240352,
+        "raw_apical_rms": 0.039953854502078535,
+        "teaching_rms": 0.00472138101656418,
+        "traffic_rms": 0.039666269053553686
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.337207760660931e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6497569363554675e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014173047768242982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23289791036605834
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14029768109321594,
+        "mean_feedback_forward_cosine": 0.995508140639255,
+        "mean_feedback_forward_relative_error": 0.09348048152107942,
+        "min_feedback_forward_cosine": 0.9902658462524414
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004626258509372297,
+        "instruction_rms": 0.004626258510112312,
+        "raw_apical_rms": 0.040018418222268176,
+        "teaching_rms": 0.004626258509372297,
+        "traffic_rms": 0.039743696928549
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.1457531690648466e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6465557038070205e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013093959043174817,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.22934952134132386
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13463380932807922,
+        "mean_feedback_forward_cosine": 0.9958426544540807,
+        "mean_feedback_forward_relative_error": 0.08994366620716296,
+        "min_feedback_forward_cosine": 0.9910316467285156
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047074419681772854,
+        "instruction_rms": 0.0047074419688719555,
+        "raw_apical_rms": 0.04025664896121634,
+        "teaching_rms": 0.0047074419681772854,
+        "traffic_rms": 0.03997275860040825
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4471756177035786e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6440159130666173e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013525544254122675,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.22999471570968627
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12912911176681519,
+        "mean_feedback_forward_cosine": 0.9961476388730501,
+        "mean_feedback_forward_relative_error": 0.0865838259066406,
+        "min_feedback_forward_cosine": 0.9917469024658203
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004630490915654297,
+        "instruction_rms": 0.004630490915670488,
+        "raw_apical_rms": 0.040319961787891656,
+        "teaching_rms": 0.004630490915654297,
+        "traffic_rms": 0.04004598217011645
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8887223280094076e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6518724459121747e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014357330036262899,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.22920820209503173
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12385033816099167,
+        "mean_feedback_forward_cosine": 0.9964362382888794,
+        "mean_feedback_forward_relative_error": 0.0832639250316118,
+        "min_feedback_forward_cosine": 0.9924027919769287
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004653003802914417,
+        "instruction_rms": 0.004653003804878576,
+        "raw_apical_rms": 0.040330800626327025,
+        "teaching_rms": 0.004653003802914417,
+        "traffic_rms": 0.040055084071252
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.378602204089475e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.644910791587348e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014058710241883328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.225999564743042
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11900687962770462,
+        "mean_feedback_forward_cosine": 0.9966940095550135,
+        "mean_feedback_forward_relative_error": 0.08018664819629569,
+        "min_feedback_forward_cosine": 0.9929822087287903
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004579247111066082,
+        "instruction_rms": 0.004579247111857012,
+        "raw_apical_rms": 0.04046077877833516,
+        "teaching_rms": 0.004579247111066082,
+        "traffic_rms": 0.04019457707940179
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.1941375766564306e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.644562781997961e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012633316857505808,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.2209684845638275
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11426732689142227,
+        "mean_feedback_forward_cosine": 0.9969468304985448,
+        "mean_feedback_forward_relative_error": 0.07706324305189283,
+        "min_feedback_forward_cosine": 0.9935265779495239
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00470354809762209,
+        "instruction_rms": 0.0047035480982127505,
+        "raw_apical_rms": 0.04055166126926879,
+        "teaching_rms": 0.00470354809762209,
+        "traffic_rms": 0.040270824084211294
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.112816671091423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6405106858380526e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014163111499960444,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.2250135617876053
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10960482805967331,
+        "mean_feedback_forward_cosine": 0.9971763805339211,
+        "mean_feedback_forward_relative_error": 0.0740992248450455,
+        "min_feedback_forward_cosine": 0.9940404891967773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004672114592004012,
+        "instruction_rms": 0.004672114592579591,
+        "raw_apical_rms": 0.040969675940584226,
+        "teaching_rms": 0.004672114592004012,
+        "traffic_rms": 0.04069520696745133
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 3.46435982123694e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.647679417190462e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013736523915584857,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22256082520961762
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10517431050539017,
+        "mean_feedback_forward_cosine": 0.9973844415263126,
+        "mean_feedback_forward_relative_error": 0.07130587336264159,
+        "min_feedback_forward_cosine": 0.9945106506347656
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004590772175257377,
+        "instruction_rms": 0.004590772176132462,
+        "raw_apical_rms": 0.04118120959110413,
+        "teaching_rms": 0.004590772175257377,
+        "traffic_rms": 0.040917038886561494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4864917236300244e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.64969547695796e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01281399979836909,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.21834074230194092
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10096125304698944,
+        "mean_feedback_forward_cosine": 0.9975838316114325,
+        "mean_feedback_forward_relative_error": 0.06853479146957397,
+        "min_feedback_forward_cosine": 0.9949398040771484
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00472470692984469,
+        "instruction_rms": 0.004724706929961286,
+        "raw_apical_rms": 0.04115795579501245,
+        "teaching_rms": 0.00472470692984469,
+        "traffic_rms": 0.04087809206507166
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.0126166450372693e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6409421483390917e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013211516574864437,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.2198933333969116
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0969117283821106,
+        "mean_feedback_forward_cosine": 0.9977636556876334,
+        "mean_feedback_forward_relative_error": 0.06592918912831106,
+        "min_feedback_forward_cosine": 0.9953352212905884
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004652514312049324,
+        "instruction_rms": 0.004652514314550151,
+        "raw_apical_rms": 0.041247031944223904,
+        "teaching_rms": 0.004652514312049324,
+        "traffic_rms": 0.0409778292902407
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.6575071032652886e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.633119336612978e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012073723531191556,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.21760272313594817
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09285687655210495,
+        "mean_feedback_forward_cosine": 0.9979346990585327,
+        "mean_feedback_forward_relative_error": 0.06336624861547821,
+        "min_feedback_forward_cosine": 0.9957165718078613
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00463482875360425,
+        "instruction_rms": 0.0046348287537253735,
+        "raw_apical_rms": 0.04136267281757318,
+        "teaching_rms": 0.00463482875360425,
+        "traffic_rms": 0.041095689739218344
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.711032109914413e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.644818842119091e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011932131983508667,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22256332299232484
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08929654210805893,
+        "mean_feedback_forward_cosine": 0.9980861983801189,
+        "mean_feedback_forward_relative_error": 0.060993591715630735,
+        "min_feedback_forward_cosine": 0.9960372447967529
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004568003194304233,
+        "instruction_rms": 0.0045680031941777955,
+        "raw_apical_rms": 0.04143470642906507,
+        "teaching_rms": 0.004568003194304233,
+        "traffic_rms": 0.04117533608747777
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8236330607001037e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6469178999437833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012795190861800757,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21122656805992127
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08569490909576416,
+        "mean_feedback_forward_cosine": 0.9982310878603082,
+        "mean_feedback_forward_relative_error": 0.058636325656583436,
+        "min_feedback_forward_cosine": 0.9963492751121521
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004606879343935477,
+        "instruction_rms": 0.00460687934477019,
+        "raw_apical_rms": 0.04160485671702398,
+        "teaching_rms": 0.004606879343935477,
+        "traffic_rms": 0.04134248163474481
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.7402379032537283e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.638875728718296e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012580021934395948,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.21535311108589172
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08225223422050476,
+        "mean_feedback_forward_cosine": 0.9983655182938826,
+        "mean_feedback_forward_relative_error": 0.05636232140425004,
+        "min_feedback_forward_cosine": 0.996636152267456
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004646696218605136,
+        "instruction_rms": 0.004646696217033761,
+        "raw_apical_rms": 0.041550616295282866,
+        "teaching_rms": 0.004646696218605136,
+        "traffic_rms": 0.041283220834286614
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.798429754591325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6414974011090745e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011095449034916613,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21491157089233398
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07895191013813019,
+        "mean_feedback_forward_cosine": 0.9984887995217976,
+        "mean_feedback_forward_relative_error": 0.054193883840190735,
+        "min_feedback_forward_cosine": 0.9969002604484558
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004546800896547533,
+        "instruction_rms": 0.004546800896523163,
+        "raw_apical_rms": 0.041624958496709455,
+        "teaching_rms": 0.004546800896547533,
+        "traffic_rms": 0.041368350048797006
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.0413663648355396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6372349370915954e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011797265727999377,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.2127504430103302
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0757521539926529,
+        "mean_feedback_forward_cosine": 0.9986021361852947,
+        "mean_feedback_forward_relative_error": 0.052117612506998215,
+        "min_feedback_forward_cosine": 0.9971455931663513
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045274714589889475,
+        "instruction_rms": 0.004527471461076335,
+        "raw_apical_rms": 0.04180356686287542,
+        "teaching_rms": 0.0045274714589889475,
+        "traffic_rms": 0.04155202070694832
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.944599231113898e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6358521346536003e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0105976399445139,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21298201955795287
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07272382825613022,
+        "mean_feedback_forward_cosine": 0.9987059298314547,
+        "mean_feedback_forward_relative_error": 0.05014462916082457,
+        "min_feedback_forward_cosine": 0.9973691701889038
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004477219054008001,
+        "instruction_rms": 0.004477219053586624,
+        "raw_apical_rms": 0.04210531836991419,
+        "teaching_rms": 0.004477219054008001,
+        "traffic_rms": 0.04186003129050971
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 4.183369384236357e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6426723470564154e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010833445450242878,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.2126031607246399
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0698409229516983,
+        "mean_feedback_forward_cosine": 0.9988053409676803,
+        "mean_feedback_forward_relative_error": 0.04817793381057287,
+        "min_feedback_forward_cosine": 0.9975734949111938
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004596764921002074,
+        "instruction_rms": 0.00459676492039419,
+        "raw_apical_rms": 0.042062589265761674,
+        "teaching_rms": 0.004596764921002074,
+        "traffic_rms": 0.04180410193681008
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7082702303005135e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634897444629453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01071416474021328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21286517445087433
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06705596297979355,
+        "mean_feedback_forward_cosine": 0.9988955416177449,
+        "mean_feedback_forward_relative_error": 0.04631949970988851,
+        "min_feedback_forward_cosine": 0.99776291847229
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004594518437132357,
+        "instruction_rms": 0.004594518436092032,
+        "raw_apical_rms": 0.042108617054813065,
+        "teaching_rms": 0.004594518437132357,
+        "traffic_rms": 0.041851158902108186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8906310234333432e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63227706611829e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010753709861953568,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.2109910840702057
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06444697082042694,
+        "mean_feedback_forward_cosine": 0.9989785552024841,
+        "mean_feedback_forward_relative_error": 0.04454315120452329,
+        "min_feedback_forward_cosine": 0.9979332685470581
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046202584146752814,
+        "instruction_rms": 0.004620258413189968,
+        "raw_apical_rms": 0.04222040128806372,
+        "teaching_rms": 0.0046202584146752814,
+        "traffic_rms": 0.041959591192865325
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.0732000055877506e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.631475285887082e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011102238188425803,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.20701928785324097
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06190113350749016,
+        "mean_feedback_forward_cosine": 0.9990554734280235,
+        "mean_feedback_forward_relative_error": 0.042835269515451635,
+        "min_feedback_forward_cosine": 0.9980932474136353
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045471012280993775,
+        "instruction_rms": 0.0045471012271279905,
+        "raw_apical_rms": 0.042075993243080666,
+        "teaching_rms": 0.0045471012280993775,
+        "traffic_rms": 0.04182363811876308
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.912368657348452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6307561463130182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010348346319458383,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.21157438055992125
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.059475429356098175,
+        "mean_feedback_forward_cosine": 0.9991253865392584,
+        "mean_feedback_forward_relative_error": 0.04122001736571914,
+        "min_feedback_forward_cosine": 0.9982396364212036
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045313788341717585,
+        "instruction_rms": 0.004531378835854714,
+        "raw_apical_rms": 0.04216156078993788,
+        "teaching_rms": 0.0045313788341717585,
+        "traffic_rms": 0.04191060116632081
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.480311600550067e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6324398292886483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011298897589769043,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.2037531454181671
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05705850198864937,
+        "mean_feedback_forward_cosine": 0.9991919994354248,
+        "mean_feedback_forward_relative_error": 0.03962011831371408,
+        "min_feedback_forward_cosine": 0.9983795285224915
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004586725774850971,
+        "instruction_rms": 0.004586725775568817,
+        "raw_apical_rms": 0.042316502777891084,
+        "teaching_rms": 0.004586725774850971,
+        "traffic_rms": 0.042060773480889345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8601194301813848e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272100368283074e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010424929931890948,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.2089835225200653
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05488940328359604,
+        "mean_feedback_forward_cosine": 0.9992510362675315,
+        "mean_feedback_forward_relative_error": 0.03814229163292207,
+        "min_feedback_forward_cosine": 0.9984999895095825
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004504434588161307,
+        "instruction_rms": 0.004504434586407795,
+        "raw_apical_rms": 0.042228176017028114,
+        "teaching_rms": 0.004504434588161307,
+        "traffic_rms": 0.04198024987662088
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3961817419149156e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6330668992531422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011303580650311989,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.20427100482940674
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.052731648087501526,
+        "mean_feedback_forward_cosine": 0.9993063807487488,
+        "mean_feedback_forward_relative_error": 0.036705203550426585,
+        "min_feedback_forward_cosine": 0.9986151456832886
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00452286195530271,
+        "instruction_rms": 0.004522861957289251,
+        "raw_apical_rms": 0.0423679487399482,
+        "teaching_rms": 0.00452286195530271,
+        "traffic_rms": 0.04211854283538147
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1778241432457435e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6436444765719182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012409118650969412,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20342264761924744
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050667744129896164,
+        "mean_feedback_forward_cosine": 0.9993583246281272,
+        "mean_feedback_forward_relative_error": 0.035308041364738814,
+        "min_feedback_forward_cosine": 0.9987214803695679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004500004732393307,
+        "instruction_rms": 0.004500004731352597,
+        "raw_apical_rms": 0.042476281417576575,
+        "teaching_rms": 0.004500004732393307,
+        "traffic_rms": 0.04223036251221852
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.235143270468143e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6202712040534408e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012635644270614187,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.2046168829393387
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04861724004149437,
+        "mean_feedback_forward_cosine": 0.9994075894355774,
+        "mean_feedback_forward_relative_error": 0.03392449428180331,
+        "min_feedback_forward_cosine": 0.9988225698471069
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004609118985415914,
+        "instruction_rms": 0.004609118985310568,
+        "raw_apical_rms": 0.04242916136172558,
+        "teaching_rms": 0.004609118985415914,
+        "traffic_rms": 0.04217116078220691
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1667977634365343e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6374915043128786e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011902653958455517,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20303205432415009
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04663217440247536,
+        "mean_feedback_forward_cosine": 0.9994517031468844,
+        "mean_feedback_forward_relative_error": 0.03263433356034128,
+        "min_feedback_forward_cosine": 0.998916506767273
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004515240503040854,
+        "instruction_rms": 0.00451524050263844,
+        "raw_apical_rms": 0.04256203180446774,
+        "teaching_rms": 0.004515240503040854,
+        "traffic_rms": 0.042314169228409027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.9725748973419286e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628208101665854e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01285606484881966,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.2030224378490448
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04472342133522034,
+        "mean_feedback_forward_cosine": 0.9994945808460838,
+        "mean_feedback_forward_relative_error": 0.03133444625296091,
+        "min_feedback_forward_cosine": 0.9990033507347107
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004654310749578749,
+        "instruction_rms": 0.004654310749015405,
+        "raw_apical_rms": 0.042586415926594595,
+        "teaching_rms": 0.004654310749578749,
+        "traffic_rms": 0.04232378076913287
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.155227545903472e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.629971813775423e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011401240692501641,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.2058317891025543
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04295480251312256,
+        "mean_feedback_forward_cosine": 0.9995337756056535,
+        "mean_feedback_forward_relative_error": 0.03009644699724097,
+        "min_feedback_forward_cosine": 0.9990805387496948
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004589506986911363,
+        "instruction_rms": 0.004589506985877212,
+        "raw_apical_rms": 0.042672158438234416,
+        "teaching_rms": 0.004589506986911363,
+        "traffic_rms": 0.04241741151901119
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.6955021326102724e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.636006055542757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01152024722257308,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20635353731632233
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.041305478662252426,
+        "mean_feedback_forward_cosine": 0.9995675118345964,
+        "mean_feedback_forward_relative_error": 0.028984488968394305,
+        "min_feedback_forward_cosine": 0.9991496801376343
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461588438951506,
+        "instruction_rms": 0.004461588439965518,
+        "raw_apical_rms": 0.042796479138983316,
+        "teaching_rms": 0.004461588438951506,
+        "traffic_rms": 0.0425569692851468
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2139934330311917e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6174861959236563e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011338600529358318,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.19841761479377745
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.039695534855127335,
+        "mean_feedback_forward_cosine": 0.9995990081837303,
+        "mean_feedback_forward_relative_error": 0.027904932877342952,
+        "min_feedback_forward_cosine": 0.9992145299911499
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004480997205768141,
+        "instruction_rms": 0.004480997205057179,
+        "raw_apical_rms": 0.04292421590620729,
+        "teaching_rms": 0.004480997205768141,
+        "traffic_rms": 0.04268266103436828
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.076465660001304e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6213203987916585e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010548105385977826,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.1978889762687683
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03806722164154053,
+        "mean_feedback_forward_cosine": 0.999630121808303,
+        "mean_feedback_forward_relative_error": 0.02680142723808163,
+        "min_feedback_forward_cosine": 0.9992775321006775
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004574104885234289,
+        "instruction_rms": 0.004574104885492602,
+        "raw_apical_rms": 0.04303108515959283,
+        "teaching_rms": 0.004574104885234289,
+        "traffic_rms": 0.04277927283106469
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.774044816078458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6280973748708453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011642046443197177,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20275624780654908
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03656967729330063,
+        "mean_feedback_forward_cosine": 0.9996576717025355,
+        "mean_feedback_forward_relative_error": 0.025783338780073745,
+        "min_feedback_forward_cosine": 0.9993333220481873
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004463937080685645,
+        "instruction_rms": 0.0044639370799381935,
+        "raw_apical_rms": 0.0430051117023591,
+        "teaching_rms": 0.004463937080685645,
+        "traffic_rms": 0.04276564831741652
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1562120977591803e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6204601139126013e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.009768357450536702,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.2001149112176895
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035087309777736664,
+        "mean_feedback_forward_cosine": 0.9996842334144994,
+        "mean_feedback_forward_relative_error": 0.02476345345770058,
+        "min_feedback_forward_cosine": 0.999386191368103
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004615434069779084,
+        "instruction_rms": 0.004615434071507193,
+        "raw_apical_rms": 0.043144638651814074,
+        "teaching_rms": 0.004615434069779084,
+        "traffic_rms": 0.04288946284236462
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2893848594662813e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.624415019673436e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011016882440531927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.2022298513698578
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03373013064265251,
+        "mean_feedback_forward_cosine": 0.9997077678379259,
+        "mean_feedback_forward_relative_error": 0.02382215970244847,
+        "min_feedback_forward_cosine": 0.9994327425956726
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00453762899527396,
+        "instruction_rms": 0.004537628995011082,
+        "raw_apical_rms": 0.04316943615987926,
+        "teaching_rms": 0.00453762899527396,
+        "traffic_rms": 0.042922888702447495
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3137211258017487e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.622239252035534e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010339580447916157,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.19773203614234924
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0323476605117321,
+        "mean_feedback_forward_cosine": 0.9997299407657824,
+        "mean_feedback_forward_relative_error": 0.022902178382010835,
+        "min_feedback_forward_cosine": 0.9994781017303467
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004494314437859473,
+        "instruction_rms": 0.004494314439616518,
+        "raw_apical_rms": 0.043291975320109324,
+        "teaching_rms": 0.004494314437859473,
+        "traffic_rms": 0.043051567594491816
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.9109336335532134e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.622474489564593e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00997237358782291,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20316177833557128
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03103017434477806,
+        "mean_feedback_forward_cosine": 0.9997505043682299,
+        "mean_feedback_forward_relative_error": 0.02201355591808495,
+        "min_feedback_forward_cosine": 0.9995197653770447
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004531988888009258,
+        "instruction_rms": 0.0045319888856852385,
+        "raw_apical_rms": 0.04342838966145552,
+        "teaching_rms": 0.004531988888009258,
+        "traffic_rms": 0.04318490929480988
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.193899817370948e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6254014748620314e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010396742699227263,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.20008573657035827
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029905032366514206,
+        "mean_feedback_forward_cosine": 0.9997681693026894,
+        "mean_feedback_forward_relative_error": 0.021218310551423775,
+        "min_feedback_forward_cosine": 0.9995540380477905
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004311217918279185,
+        "instruction_rms": 0.004311217919222126,
+        "raw_apical_rms": 0.043627978584636934,
+        "teaching_rms": 0.004311217918279185,
+        "traffic_rms": 0.043408063721636005
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.28144764694116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6187410585234704e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00984892109571428,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.19316590752601623
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02879103273153305,
+        "mean_feedback_forward_cosine": 0.9997850342800743,
+        "mean_feedback_forward_relative_error": 0.0204292243150504,
+        "min_feedback_forward_cosine": 0.9995865821838379
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004367064487839216,
+        "instruction_rms": 0.00436706448746277,
+        "raw_apical_rms": 0.04362298180160628,
+        "teaching_rms": 0.004367064487839216,
+        "traffic_rms": 0.04339747011673582
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8188850365040707e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6185447524603175e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011174046032982448,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.18849880561828614
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.027653245255351067,
+        "mean_feedback_forward_cosine": 0.9998016451534472,
+        "mean_feedback_forward_relative_error": 0.019624795029430014,
+        "min_feedback_forward_cosine": 0.9996185302734375
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004476344009524718,
+        "instruction_rms": 0.004476344009936908,
+        "raw_apical_rms": 0.04380178010949659,
+        "teaching_rms": 0.004476344009524718,
+        "traffic_rms": 0.043565516252320476
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.8405422014543547e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632924257369147e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010608978260293445,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19535765250205994
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02655852399766445,
+        "mean_feedback_forward_cosine": 0.999816612193459,
+        "mean_feedback_forward_relative_error": 0.018870029892576367,
+        "min_feedback_forward_cosine": 0.9996480941772461
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004425511945288023,
+        "instruction_rms": 0.0044255119422577345,
+        "raw_apical_rms": 0.043961045626846905,
+        "teaching_rms": 0.004425511945288023,
+        "traffic_rms": 0.04373065219798827
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.384008451234877e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6152052637090797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01242528087559698,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.19017024335861207
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025473907589912415,
+        "mean_feedback_forward_cosine": 0.9998304185114408,
+        "mean_feedback_forward_relative_error": 0.018146579594988572,
+        "min_feedback_forward_cosine": 0.9996762275695801
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004414922547861461,
+        "instruction_rms": 0.00441492254816546,
+        "raw_apical_rms": 0.044093124710764195,
+        "teaching_rms": 0.004414922547861461,
+        "traffic_rms": 0.043865653610076084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.0407068035410703e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6185138253265442e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011521483953125487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19745373556137086
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02450152300298214,
+        "mean_feedback_forward_cosine": 0.9998428821563721,
+        "mean_feedback_forward_relative_error": 0.017464460265871725,
+        "min_feedback_forward_cosine": 0.9997004866600037
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004406800066722367,
+        "instruction_rms": 0.004406800066354046,
+        "raw_apical_rms": 0.044210038095586615,
+        "teaching_rms": 0.004406800066722367,
+        "traffic_rms": 0.04398350644258528
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4376308971341132e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6183858619298788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011816256456585357,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.1876336687707901
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024492885917425156,
+        "mean_feedback_forward_cosine": 0.9998430578332198,
+        "mean_feedback_forward_relative_error": 0.017454615181409998,
+        "min_feedback_forward_cosine": 0.9997007250785828
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0034156141809346388,
+        "instruction_rms": 0.0034156141827126436,
+        "raw_apical_rms": 0.0440910173661983,
+        "teaching_rms": 0.0034156141809346388,
+        "traffic_rms": 0.04395303857392791
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.5549985238626505e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.609504537754524e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011355994815244163,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12246200950145722
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024487754330039024,
+        "mean_feedback_forward_cosine": 0.9998431174378646,
+        "mean_feedback_forward_relative_error": 0.017447088869582666,
+        "min_feedback_forward_cosine": 0.9997007846832275
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00315744365295218,
+        "instruction_rms": 0.0031574436532545236,
+        "raw_apical_rms": 0.0440668279765311,
+        "teaching_rms": 0.00315744365295218,
+        "traffic_rms": 0.04394825534927299
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.1330266381246474e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6119774885583547e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011622416377109946,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09849866381645203
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024482987821102142,
+        "mean_feedback_forward_cosine": 0.9998432366471541,
+        "mean_feedback_forward_relative_error": 0.017439886143333035,
+        "min_feedback_forward_cosine": 0.9997010231018066
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003077199760411441,
+        "instruction_rms": 0.0030771997597839975,
+        "raw_apical_rms": 0.04403556626476738,
+        "teaching_rms": 0.003077199760411441,
+        "traffic_rms": 0.04392208359357845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.263849019357167e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6090018788671977e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011569957870627645,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08676955970525742
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024478115141391754,
+        "mean_feedback_forward_cosine": 0.9998432868405392,
+        "mean_feedback_forward_relative_error": 0.017432842428158773,
+        "min_feedback_forward_cosine": 0.9997010231018066
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0030667945227125983,
+        "instruction_rms": 0.003066794524128427,
+        "raw_apical_rms": 0.04402274832312945,
+        "teaching_rms": 0.0030667945227125983,
+        "traffic_rms": 0.04390967855039296
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4961380518107035e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.607454733495479e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01140164971450009,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.07980543274760246
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024473445490002632,
+        "mean_feedback_forward_cosine": 0.9998433809531363,
+        "mean_feedback_forward_relative_error": 0.01742621797970251,
+        "min_feedback_forward_cosine": 0.9997012615203857
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0030154494077445056,
+        "instruction_rms": 0.003015449407145643,
+        "raw_apical_rms": 0.04397927268839417,
+        "teaching_rms": 0.0030154494077445056,
+        "traffic_rms": 0.04386896209752393
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4480206306520813e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612944551834935e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011233167197102425,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07412524144887925
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024468863382935524,
+        "mean_feedback_forward_cosine": 0.9998434562432138,
+        "mean_feedback_forward_relative_error": 0.01741969377096546,
+        "min_feedback_forward_cosine": 0.9997012615203857
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0030361048350567295,
+        "instruction_rms": 0.003036104833924676,
+        "raw_apical_rms": 0.04391735201423304,
+        "teaching_rms": 0.0030361048350567295,
+        "traffic_rms": 0.043805216565477825
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.872386417607231e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6077836455573406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011402931569550823,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.06971074610710144
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02446427196264267,
+        "mean_feedback_forward_cosine": 0.9998435472187243,
+        "mean_feedback_forward_relative_error": 0.0174132497294953,
+        "min_feedback_forward_cosine": 0.9997014999389648
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0030465809973518115,
+        "instruction_rms": 0.0030465809971627696,
+        "raw_apical_rms": 0.043936777474553566,
+        "teaching_rms": 0.0030465809973518115,
+        "traffic_rms": 0.04382404231925636
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.1453684101734325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6083476372873124e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011408710705043157,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06734535286664962
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02445964328944683,
+        "mean_feedback_forward_cosine": 0.9998435911379362,
+        "mean_feedback_forward_relative_error": 0.01740697570341198,
+        "min_feedback_forward_cosine": 0.9997014999389648
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002948101866645932,
+        "instruction_rms": 0.002948101866965483,
+        "raw_apical_rms": 0.0439393802273682,
+        "teaching_rms": 0.002948101866645932,
+        "traffic_rms": 0.04383261981688321
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3765695189581493e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6101016228970295e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011176393382434324,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06171399341344833
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02445494383573532,
+        "mean_feedback_forward_cosine": 0.9998437009359661,
+        "mean_feedback_forward_relative_error": 0.01740071584323519,
+        "min_feedback_forward_cosine": 0.9997016787528992
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002985495433747868,
+        "instruction_rms": 0.002985495434027488,
+        "raw_apical_rms": 0.04392012159657432,
+        "teaching_rms": 0.002985495433747868,
+        "traffic_rms": 0.043810355834394445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4933507702940005e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6137716537777897e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011183540280193367,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.060916904783248904
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024450212717056274,
+        "mean_feedback_forward_cosine": 0.9998437825002169,
+        "mean_feedback_forward_relative_error": 0.01739453566015551,
+        "min_feedback_forward_cosine": 0.999701738357544
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029988146753226245,
+        "instruction_rms": 0.002998814675685749,
+        "raw_apical_rms": 0.043879099962611155,
+        "teaching_rms": 0.0029988146753226245,
+        "traffic_rms": 0.043768162536451403
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4955507882395978e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6131136544865082e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010591993132936763,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.05985535257101059
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024445535615086555,
+        "mean_feedback_forward_cosine": 0.9998438546532079,
+        "mean_feedback_forward_relative_error": 0.017388315944883385,
+        "min_feedback_forward_cosine": 0.9997019171714783
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003011247794434371,
+        "instruction_rms": 0.0030112477947749398,
+        "raw_apical_rms": 0.043847891760653644,
+        "teaching_rms": 0.003011247794434371,
+        "traffic_rms": 0.043736350892404297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7666354540656357e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.611565100135098e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010723779777659767,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.05711253497183323
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02444092556834221,
+        "mean_feedback_forward_cosine": 0.9998439299432855,
+        "mean_feedback_forward_relative_error": 0.017382190048106406,
+        "min_feedback_forward_cosine": 0.999701976776123
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002928638971862394,
+        "instruction_rms": 0.002928638971585501,
+        "raw_apical_rms": 0.04383679681535084,
+        "teaching_rms": 0.002928638971862394,
+        "traffic_rms": 0.04373044057215577
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.18891402173449e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.611756964851442e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011074010875834955,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05275625177025795
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02443619631230831,
+        "mean_feedback_forward_cosine": 0.9998440083704496,
+        "mean_feedback_forward_relative_error": 0.01737619174252215,
+        "min_feedback_forward_cosine": 0.9997020959854126
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029492085243053526,
+        "instruction_rms": 0.002949208524994707,
+        "raw_apical_rms": 0.04382148241933801,
+        "teaching_rms": 0.0029492085243053526,
+        "traffic_rms": 0.04371374241454498
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.5440808570920126e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6173502776594607e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010765650795994104,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.05078880357801914
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024431439116597176,
+        "mean_feedback_forward_cosine": 0.9998441118943063,
+        "mean_feedback_forward_relative_error": 0.01737004746437857,
+        "min_feedback_forward_cosine": 0.9997020959854126
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00300232800791921,
+        "instruction_rms": 0.0030023280084646204,
+        "raw_apical_rms": 0.04378576967624304,
+        "teaching_rms": 0.00300232800791921,
+        "traffic_rms": 0.04367231440654281
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.11524522342188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6107357943828066e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011003227404649676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05076239720821381
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024426663294434547,
+        "mean_feedback_forward_cosine": 0.9998441746360377,
+        "mean_feedback_forward_relative_error": 0.017363916837463255,
+        "min_feedback_forward_cosine": 0.9997022747993469
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002972182581282709,
+        "instruction_rms": 0.0029721825810797775,
+        "raw_apical_rms": 0.0437958736977752,
+        "teaching_rms": 0.002972182581282709,
+        "traffic_rms": 0.04368434260489691
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.4960348454783343e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6128178721980124e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01100760993091446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.04847038747787476
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024421634152531624,
+        "mean_feedback_forward_cosine": 0.9998442405148557,
+        "mean_feedback_forward_relative_error": 0.017357670751057173,
+        "min_feedback_forward_cosine": 0.9997024536132812
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029995679525929497,
+        "instruction_rms": 0.002999567951386662,
+        "raw_apical_rms": 0.0437843652139616,
+        "teaching_rms": 0.0029995679525929497,
+        "traffic_rms": 0.04367046344034893
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.5831743855064815e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.61445336359255e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011065310062079394,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.04725129007339478
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024416640400886536,
+        "mean_feedback_forward_cosine": 0.9998443314903661,
+        "mean_feedback_forward_relative_error": 0.017351696267724037,
+        "min_feedback_forward_cosine": 0.9997024536132812
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002990902401755444,
+        "instruction_rms": 0.0029909024021732202,
+        "raw_apical_rms": 0.043815482961693346,
+        "teaching_rms": 0.002990902401755444,
+        "traffic_rms": 0.04370328995223948
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.779494501226054e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.61318900234605e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011038803544721578,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04705592259168625
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024411745369434357,
+        "mean_feedback_forward_cosine": 0.9998444444254825,
+        "mean_feedback_forward_relative_error": 0.017345570885625324,
+        "min_feedback_forward_cosine": 0.9997026920318604
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029467854152791994,
+        "instruction_rms": 0.0029467854158627,
+        "raw_apical_rms": 0.04378008270230499,
+        "teaching_rms": 0.0029467854152791994,
+        "traffic_rms": 0.04367102567836019
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.0952120038941757e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6128813234896165e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011026461422727713,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04438701518058777
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024406539276242256,
+        "mean_feedback_forward_cosine": 0.9998445165784735,
+        "mean_feedback_forward_relative_error": 0.01733942300473389,
+        "min_feedback_forward_cosine": 0.9997028708457947
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003001680839420496,
+        "instruction_rms": 0.003001680840217782,
+        "raw_apical_rms": 0.04379767222728663,
+        "teaching_rms": 0.003001680839420496,
+        "traffic_rms": 0.04368341780891022
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4528754138941622e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613388242277034e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011246384757896417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04445721827745438
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02440151572227478,
+        "mean_feedback_forward_cosine": 0.9998445981427243,
+        "mean_feedback_forward_relative_error": 0.01733332588092277,
+        "min_feedback_forward_cosine": 0.9997029304504395
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029364433125038357,
+        "instruction_rms": 0.0029364433125048032,
+        "raw_apical_rms": 0.04377762753320384,
+        "teaching_rms": 0.0029364433125038357,
+        "traffic_rms": 0.04366822401412099
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2733319227086213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.611302618412576e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011052807250568465,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04173520755767822
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024396659806370735,
+        "mean_feedback_forward_cosine": 0.9998446859811482,
+        "mean_feedback_forward_relative_error": 0.017327381543030863,
+        "min_feedback_forward_cosine": 0.999703049659729
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002878553184351804,
+        "instruction_rms": 0.0028785531853622918,
+        "raw_apical_rms": 0.04375055649949961,
+        "teaching_rms": 0.002878553184351804,
+        "traffic_rms": 0.04364343132258341
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.10643023024204e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6129362787735673e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011349994326591213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.04079855407118797
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024391410872340202,
+        "mean_feedback_forward_cosine": 0.999844773819572,
+        "mean_feedback_forward_relative_error": 0.017321248832893998,
+        "min_feedback_forward_cosine": 0.9997031688690186
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029640264657966463,
+        "instruction_rms": 0.00296402646632329,
+        "raw_apical_rms": 0.043751314184611305,
+        "teaching_rms": 0.0029640264657966463,
+        "traffic_rms": 0.043638916323752955
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 1.9172071930029233e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.608456348077983e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011270663971532298,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.04049788412928581
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02438613586127758,
+        "mean_feedback_forward_cosine": 0.9998448491096497,
+        "mean_feedback_forward_relative_error": 0.01731493480895695,
+        "min_feedback_forward_cosine": 0.9997032880783081
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029603675846104674,
+        "instruction_rms": 0.0029603675831868094,
+        "raw_apical_rms": 0.043760323503883404,
+        "teaching_rms": 0.0029603675846104674,
+        "traffic_rms": 0.043647403398446236
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8468845059137493e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6099777095555455e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011355557526962554,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.03967620866060257
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024380963295698166,
+        "mean_feedback_forward_cosine": 0.9998449589076795,
+        "mean_feedback_forward_relative_error": 0.017308708525409822,
+        "min_feedback_forward_cosine": 0.9997034072875977
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029300749529610646,
+        "instruction_rms": 0.0029300749517963687,
+        "raw_apical_rms": 0.04372674820014311,
+        "teaching_rms": 0.0029300749529610646,
+        "traffic_rms": 0.043614413595535965
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.9179581417793088e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6134320382318115e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01126210460023447,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.03784849747896194
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024375805631279945,
+        "mean_feedback_forward_cosine": 0.9998450373348436,
+        "mean_feedback_forward_relative_error": 0.017302511995168107,
+        "min_feedback_forward_cosine": 0.9997035264968872
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002925844071197668,
+        "instruction_rms": 0.002925844071917937,
+        "raw_apical_rms": 0.04371189701235635,
+        "teaching_rms": 0.002925844071197668,
+        "traffic_rms": 0.0436020408356225
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.036761953012501e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6081328670496838e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011415936548998829,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.03761881534934044
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02437077835202217,
+        "mean_feedback_forward_cosine": 0.9998451188990944,
+        "mean_feedback_forward_relative_error": 0.017296337841176672,
+        "min_feedback_forward_cosine": 0.9997036457061768
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028838387671484694,
+        "instruction_rms": 0.0028838387681962324,
+        "raw_apical_rms": 0.04371000500898632,
+        "teaching_rms": 0.0028838387671484694,
+        "traffic_rms": 0.043601753225328985
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.8894484199449835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.61306091365424e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011175861086747682,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.035809058635234835
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024365324527025223,
+        "mean_feedback_forward_cosine": 0.9998452255600377,
+        "mean_feedback_forward_relative_error": 0.017290125355908747,
+        "min_feedback_forward_cosine": 0.9997038841247559
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002868507301502004,
+        "instruction_rms": 0.002868507302537768,
+        "raw_apical_rms": 0.0436700125759933,
+        "teaching_rms": 0.002868507301502004,
+        "traffic_rms": 0.04356128457132401
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2898468898802093e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6120933877084715e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011178049953667463,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03542003622353077
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02435966394841671,
+        "mean_feedback_forward_cosine": 0.9998452914388556,
+        "mean_feedback_forward_relative_error": 0.01728371584689931,
+        "min_feedback_forward_cosine": 0.9997038841247559
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002990952818059573,
+        "instruction_rms": 0.002990952818418268,
+        "raw_apical_rms": 0.043637917098653806,
+        "teaching_rms": 0.002990952818059573,
+        "traffic_rms": 0.04352156036059004
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.8154105774215168e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.616257094146717e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011348349091959985,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.036139226871430875
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02435436099767685,
+        "mean_feedback_forward_cosine": 0.9998454075110587,
+        "mean_feedback_forward_relative_error": 0.017277492871998174,
+        "min_feedback_forward_cosine": 0.9997040629386902
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002873637397947837,
+        "instruction_rms": 0.002873637397574032,
+        "raw_apical_rms": 0.043598683342965676,
+        "teaching_rms": 0.002873637397947837,
+        "traffic_rms": 0.04349088176699785
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2714170100357478e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6144591347347865e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011178058931800284,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.0334926646476984
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024348558858036995,
+        "mean_feedback_forward_cosine": 0.9998454890753093,
+        "mean_feedback_forward_relative_error": 0.017270864453166723,
+        "min_feedback_forward_cosine": 0.9997043013572693
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002999203493723966,
+        "instruction_rms": 0.0029992034943789416,
+        "raw_apical_rms": 0.0436194427519657,
+        "teaching_rms": 0.002999203493723966,
+        "traffic_rms": 0.043502006187483566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.055928227662207e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6146628511579888e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011059728849354725,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.034942495065927504
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024342944845557213,
+        "mean_feedback_forward_cosine": 0.9998455894620795,
+        "mean_feedback_forward_relative_error": 0.017264421759663445,
+        "min_feedback_forward_cosine": 0.9997043609619141
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029029959630234494,
+        "instruction_rms": 0.0029029959632462803,
+        "raw_apical_rms": 0.04363032720873899,
+        "teaching_rms": 0.0029029959630234494,
+        "traffic_rms": 0.043519661544178356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.841062141101247e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6138430832696452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011060958947081551,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.033076224595308304
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02433699741959572,
+        "mean_feedback_forward_cosine": 0.9998457118084556,
+        "mean_feedback_forward_relative_error": 0.01725781583962472,
+        "min_feedback_forward_cosine": 0.9997045397758484
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002951366130137605,
+        "instruction_rms": 0.002951366128157061,
+        "raw_apical_rms": 0.043632692324307165,
+        "teaching_rms": 0.002951366130137605,
+        "traffic_rms": 0.04351803465304413
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1958907581165477e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.609569630783889e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010692102773818863,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.03358199643194675
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024331366643309593,
+        "mean_feedback_forward_cosine": 0.9998457714131004,
+        "mean_feedback_forward_relative_error": 0.01725142662364401,
+        "min_feedback_forward_cosine": 0.9997047185897827
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028399567294250124,
+        "instruction_rms": 0.0028399567295194572,
+        "raw_apical_rms": 0.04357577115849908,
+        "teaching_rms": 0.0028399567294250124,
+        "traffic_rms": 0.043469232216155125
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7709166516842743e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6112475722866125e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01104607531818468,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.03138677239775658
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024325627833604813,
+        "mean_feedback_forward_cosine": 0.9998458812111303,
+        "mean_feedback_forward_relative_error": 0.017244710121303797,
+        "min_feedback_forward_cosine": 0.9997047185897827
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029129119871190118,
+        "instruction_rms": 0.002912911987041443,
+        "raw_apical_rms": 0.043573906311864204,
+        "teaching_rms": 0.0029129119871190118,
+        "traffic_rms": 0.0434598269401027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.934342369087517e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615626780368995e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011320271392030366,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03187380316019058
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024320127442479134,
+        "mean_feedback_forward_cosine": 0.9998459815979004,
+        "mean_feedback_forward_relative_error": 0.017238361711956952,
+        "min_feedback_forward_cosine": 0.999704897403717
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002813498713367187,
+        "instruction_rms": 0.002813498714589324,
+        "raw_apical_rms": 0.04355352485787637,
+        "teaching_rms": 0.002813498713367187,
+        "traffic_rms": 0.04344866172220919
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4669052578474293e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.609763918814388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012222577285336916,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.029914493829607963
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0243141558021307,
+        "mean_feedback_forward_cosine": 0.9998460757104974,
+        "mean_feedback_forward_relative_error": 0.017231683908520562,
+        "min_feedback_forward_cosine": 0.9997049570083618
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028735990429314415,
+        "instruction_rms": 0.0028735990426571917,
+        "raw_apical_rms": 0.04357915000364546,
+        "teaching_rms": 0.0028735990429314415,
+        "traffic_rms": 0.04346824285163057
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.2712819120206404e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6105002929535464e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011203006021964607,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.030439156883955
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024308396503329277,
+        "mean_feedback_forward_cosine": 0.9998461792343541,
+        "mean_feedback_forward_relative_error": 0.01722515545981495,
+        "min_feedback_forward_cosine": 0.9997051954269409
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028023302950029006,
+        "instruction_rms": 0.0028023302943041926,
+        "raw_apical_rms": 0.04354495365269426,
+        "teaching_rms": 0.0028023302950029006,
+        "traffic_rms": 0.04343758641915887
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4867018666441254e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6185953502748983e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01139333385316554,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.029428145762085915
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024302177131175995,
+        "mean_feedback_forward_cosine": 0.9998462890323839,
+        "mean_feedback_forward_relative_error": 0.017218344795860742,
+        "min_feedback_forward_cosine": 0.99970543384552
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002911803862975752,
+        "instruction_rms": 0.0029118038617626774,
+        "raw_apical_rms": 0.04352343082721984,
+        "teaching_rms": 0.002911803862975752,
+        "traffic_rms": 0.04340958390973424
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4297017731100823e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.62228640254518e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011750563311732558,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.030044633437395097
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0242961086332798,
+        "mean_feedback_forward_cosine": 0.9998463988304138,
+        "mean_feedback_forward_relative_error": 0.017211637361661383,
+        "min_feedback_forward_cosine": 0.99970543384552
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027875321203534808,
+        "instruction_rms": 0.002787532120378613,
+        "raw_apical_rms": 0.04351577028895071,
+        "teaching_rms": 0.0027875321203534808,
+        "traffic_rms": 0.04340921429345247
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.7773719324386548e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6145608461957207e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011591507677975477,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.028468612870574
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024290582165122032,
+        "mean_feedback_forward_cosine": 0.9998464678463183,
+        "mean_feedback_forward_relative_error": 0.017205154278168554,
+        "min_feedback_forward_cosine": 0.9997055530548096
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027603745327725135,
+        "instruction_rms": 0.0027603745335820734,
+        "raw_apical_rms": 0.043471981354231054,
+        "teaching_rms": 0.0027603745327725135,
+        "traffic_rms": 0.04336977891831443
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8235382032448797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6192208980789165e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01163590444906206,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.02698579711765051
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024284757673740387,
+        "mean_feedback_forward_cosine": 0.9998465807814347,
+        "mean_feedback_forward_relative_error": 0.017198493434606416,
+        "min_feedback_forward_cosine": 0.9997057914733887
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002782164821428571,
+        "instruction_rms": 0.002782164821313708,
+        "raw_apical_rms": 0.04348360962396322,
+        "teaching_rms": 0.002782164821428571,
+        "traffic_rms": 0.04337639079883839
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2791720510895175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6172010758220528e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011526675840820262,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.027679949566721915
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024278631433844566,
+        "mean_feedback_forward_cosine": 0.999846709401984,
+        "mean_feedback_forward_relative_error": 0.01719173539037767,
+        "min_feedback_forward_cosine": 0.9997060298919678
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002771901489542015,
+        "instruction_rms": 0.002771901489809791,
+        "raw_apical_rms": 0.04345147670467921,
+        "teaching_rms": 0.002771901489542015,
+        "traffic_rms": 0.04334634301611945
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.7527986173604404e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6161289304978793e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011250810547736915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.02716926534742117
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024272283539175987,
+        "mean_feedback_forward_cosine": 0.9998467909662347,
+        "mean_feedback_forward_relative_error": 0.0171846853520133,
+        "min_feedback_forward_cosine": 0.9997060894966125
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002835111815175296,
+        "instruction_rms": 0.002835111814180778,
+        "raw_apical_rms": 0.0434404279393238,
+        "teaching_rms": 0.002835111815175296,
+        "traffic_rms": 0.04333255257103703
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.170391593698696e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6122310866466838e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011343721672540217,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.027022306291759016
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024266261607408524,
+        "mean_feedback_forward_cosine": 0.999846897627178,
+        "mean_feedback_forward_relative_error": 0.01717786410039193,
+        "min_feedback_forward_cosine": 0.9997062087059021
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027535889451893447,
+        "instruction_rms": 0.002753588944593426,
+        "raw_apical_rms": 0.04336215417571256,
+        "teaching_rms": 0.0027535889451893447,
+        "traffic_rms": 0.043258305778673733
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3779634261700267e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615868393915976e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011003558838176875,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.026215619496703146
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024260174483060837,
+        "mean_feedback_forward_cosine": 0.9998470419331601,
+        "mean_feedback_forward_relative_error": 0.017170738257271678,
+        "min_feedback_forward_cosine": 0.9997063875198364
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028982297229669766,
+        "instruction_rms": 0.0028982297228918393,
+        "raw_apical_rms": 0.04336556291449661,
+        "teaching_rms": 0.0028982297229669766,
+        "traffic_rms": 0.04325146278095747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.8592059447541942e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6110536976009406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011030438842823476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.026607812257409096
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024253740906715393,
+        "mean_feedback_forward_cosine": 0.999847129771584,
+        "mean_feedback_forward_relative_error": 0.017163473598070834,
+        "min_feedback_forward_cosine": 0.999706506729126
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028011261201758334,
+        "instruction_rms": 0.0028011261200557034,
+        "raw_apical_rms": 0.04335467673152564,
+        "teaching_rms": 0.0028011261201758334,
+        "traffic_rms": 0.04324424304867931
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.9851572830020814e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6147056186717356e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011340186721525303,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.025922757666110994
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024247098714113235,
+        "mean_feedback_forward_cosine": 0.9998472521179601,
+        "mean_feedback_forward_relative_error": 0.017156148893072418,
+        "min_feedback_forward_cosine": 0.9997066855430603
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002784949780000705,
+        "instruction_rms": 0.002784949779453121,
+        "raw_apical_rms": 0.043373260018685404,
+        "teaching_rms": 0.002784949780000705,
+        "traffic_rms": 0.04326498138179881
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4280629062900516e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6155079254370724e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011372118294208831,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.025101486028283833
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024240927770733833,
+        "mean_feedback_forward_cosine": 0.999847346230557,
+        "mean_feedback_forward_relative_error": 0.01714916666969657,
+        "min_feedback_forward_cosine": 0.9997068643569946
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027033138948081175,
+        "instruction_rms": 0.002703313894267211,
+        "raw_apical_rms": 0.04338413647754501,
+        "teaching_rms": 0.0027033138948081175,
+        "traffic_rms": 0.043282447301001586
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.285405642510341e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612823742398063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011214492117525348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.024830941879749296
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024234091863036156,
+        "mean_feedback_forward_cosine": 0.999847477988193,
+        "mean_feedback_forward_relative_error": 0.01714172398083304,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027773399102870924,
+        "instruction_rms": 0.0027773399102248796,
+        "raw_apical_rms": 0.04341228216821997,
+        "teaching_rms": 0.0027773399102870924,
+        "traffic_rms": 0.043304525239629826
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4717053292988567e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6119014097614146e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01146054299462974,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.02494120793581009
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024227455258369446,
+        "mean_feedback_forward_cosine": 0.9998476066087422,
+        "mean_feedback_forward_relative_error": 0.01713418637059237,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002858431776996412,
+        "instruction_rms": 0.0028584317764050265,
+        "raw_apical_rms": 0.04339214061577607,
+        "teaching_rms": 0.002858431776996412,
+        "traffic_rms": 0.04327955534417721
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.9962229202974413e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6146687339572936e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011127606444606114,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025003644507527352
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422737330198288,
+        "mean_feedback_forward_cosine": 0.9998475815120497,
+        "mean_feedback_forward_relative_error": 0.017133997287601233,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027004490415576876,
+        "instruction_rms": 0.002700449040593333,
+        "raw_apical_rms": 0.04337754890347324,
+        "teaching_rms": 0.0027004490415576876,
+        "traffic_rms": 0.04327380574457531
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.0950581713918837e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6179430147892297e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011311371122033093,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022939260562062264
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024227317422628403,
+        "mean_feedback_forward_cosine": 0.9998475721007899,
+        "mean_feedback_forward_relative_error": 0.017133829576012335,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0024247173023679157,
+        "instruction_rms": 0.0024247173026111335,
+        "raw_apical_rms": 0.04336370938262244,
+        "teaching_rms": 0.0024247173023679157,
+        "traffic_rms": 0.04327838362220175
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2260397969375845e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6110810700022707e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011191121272509473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.020582478250861166
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024227267131209373,
+        "mean_feedback_forward_cosine": 0.9998475909233093,
+        "mean_feedback_forward_relative_error": 0.017133656619606835,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002338925848955227,
+        "instruction_rms": 0.0023389258493841714,
+        "raw_apical_rms": 0.04335228949274899,
+        "teaching_rms": 0.002338925848955227,
+        "traffic_rms": 0.043273125346448824
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.009613536164579e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6151589961897126e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011325764736914327,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.019184721108078957
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024227218702435493,
+        "mean_feedback_forward_cosine": 0.9998475940603959,
+        "mean_feedback_forward_relative_error": 0.01713349214313846,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002342441588883861,
+        "instruction_rms": 0.002342441589934751,
+        "raw_apical_rms": 0.043351621844434175,
+        "teaching_rms": 0.002342441588883861,
+        "traffic_rms": 0.04327237546285921
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.6159767685385305e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6104240548472905e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011458193338486846,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.019317795338630678
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024227166548371315,
+        "mean_feedback_forward_cosine": 0.9998475877862227,
+        "mean_feedback_forward_relative_error": 0.017133315510459636,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023950732902980635,
+        "instruction_rms": 0.002395073290070213,
+        "raw_apical_rms": 0.04335357381970924,
+        "teaching_rms": 0.0023950732902980635,
+        "traffic_rms": 0.043272267551944646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.2403751742672284e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613530768142032e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011290260183468303,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.019463728809952736
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024227119982242584,
+        "mean_feedback_forward_cosine": 0.9998475971974825,
+        "mean_feedback_forward_relative_error": 0.01713315353385712,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022938818027150175,
+        "instruction_rms": 0.00229388180313939,
+        "raw_apical_rms": 0.04333685331568607,
+        "teaching_rms": 0.0022938818027150175,
+        "traffic_rms": 0.043261431851472354
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1825099949523974e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613736861321203e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011084873301682202,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.01807290317982435
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024227067828178406,
+        "mean_feedback_forward_cosine": 0.9998476191570884,
+        "mean_feedback_forward_relative_error": 0.017132989057388744,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002392213798642377,
+        "instruction_rms": 0.00239221379829378,
+        "raw_apical_rms": 0.04334183942435423,
+        "teaching_rms": 0.002392213798642377,
+        "traffic_rms": 0.043258029018458155
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.1280527562339557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6096232095652174e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011164199902640944,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.019031874526143074
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024227017536759377,
+        "mean_feedback_forward_cosine": 0.9998475752378765,
+        "mean_feedback_forward_relative_error": 0.017132823796648728,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002247350412381093,
+        "instruction_rms": 0.0022473504125744893,
+        "raw_apical_rms": 0.04333039896049984,
+        "teaching_rms": 0.002247350412381093,
+        "traffic_rms": 0.043255599921369965
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.9969055742308228e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6163113284600086e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011200391651691732,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.017996477207541467
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226972833275795,
+        "mean_feedback_forward_cosine": 0.9998476128829153,
+        "mean_feedback_forward_relative_error": 0.017132658070247424,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022033522742648357,
+        "instruction_rms": 0.002203352274072508,
+        "raw_apical_rms": 0.04332522229551669,
+        "teaching_rms": 0.0022033522742648357,
+        "traffic_rms": 0.04325591977060926
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.565710310875602e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6135443307986412e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011243569347861582,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.01690797361791134
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226928129792213,
+        "mean_feedback_forward_cosine": 0.999847600334569,
+        "mean_feedback_forward_relative_error": 0.017132502539377464,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002323739982931126,
+        "instruction_rms": 0.002323739981997191,
+        "raw_apical_rms": 0.04333098055817998,
+        "teaching_rms": 0.002323739982931126,
+        "traffic_rms": 0.04325392311726964
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7602121477343644e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6154390293254945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011223932693373417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.018557299987077714
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226883426308632,
+        "mean_feedback_forward_cosine": 0.9998475940603959,
+        "mean_feedback_forward_relative_error": 0.0171323380384006,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002243274018669607,
+        "instruction_rms": 0.0022432740180922243,
+        "raw_apical_rms": 0.043326378003342436,
+        "teaching_rms": 0.002243274018669607,
+        "traffic_rms": 0.04325252374640052
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3686251182652995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6178680142883896e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011018709800736824,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.017365322345793247
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226831272244453,
+        "mean_feedback_forward_cosine": 0.9998476097458288,
+        "mean_feedback_forward_relative_error": 0.017132186061261517,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023151528168257086,
+        "instruction_rms": 0.0023151528166971145,
+        "raw_apical_rms": 0.04332402134125472,
+        "teaching_rms": 0.0023151528168257086,
+        "traffic_rms": 0.04324588183013806
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3635880808114962e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613870351609383e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011007807552950132,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018341455144286156
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226782843470573,
+        "mean_feedback_forward_cosine": 0.999847600334569,
+        "mean_feedback_forward_relative_error": 0.017132028520695473,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022782659206691336,
+        "instruction_rms": 0.002278265920389051,
+        "raw_apical_rms": 0.043326247485282916,
+        "teaching_rms": 0.0022782659206691336,
+        "traffic_rms": 0.043249118984431
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3116125902333806e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.617480403271967e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010885850443867607,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.018044230567514898
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226730689406395,
+        "mean_feedback_forward_cosine": 0.9998475971974825,
+        "mean_feedback_forward_relative_error": 0.017131869681179523,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002247937894793318,
+        "instruction_rms": 0.002247937894544236,
+        "raw_apical_rms": 0.04332593469397838,
+        "teaching_rms": 0.002247937894793318,
+        "traffic_rms": 0.04325159644702104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2328984883301928e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6084206671728464e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011171513935291588,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.017620586357414723
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422669529914856,
+        "mean_feedback_forward_cosine": 0.9998476128829153,
+        "mean_feedback_forward_relative_error": 0.017131704665524394,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021698603115635415,
+        "instruction_rms": 0.002169860312389133,
+        "raw_apical_rms": 0.04332682356345146,
+        "teaching_rms": 0.0021698603115635415,
+        "traffic_rms": 0.04325596724683623
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8892232606381185e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6123401577404394e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011024678816680266,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.016755565161705017
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226652458310127,
+        "mean_feedback_forward_cosine": 0.9998476128829153,
+        "mean_feedback_forward_relative_error": 0.01713154474763494,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002207634692727518,
+        "instruction_rms": 0.0022076346948472214,
+        "raw_apical_rms": 0.04331872890661588,
+        "teaching_rms": 0.002207634692727518,
+        "traffic_rms": 0.0432466693358073
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.588648939649829e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6123646363679395e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011283243877518554,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.017185027103126048
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226607754826546,
+        "mean_feedback_forward_cosine": 0.9998476160200018,
+        "mean_feedback_forward_relative_error": 0.017131381276014605,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002181866320385654,
+        "instruction_rms": 0.002181866320513222,
+        "raw_apical_rms": 0.04331854872027937,
+        "teaching_rms": 0.002181866320385654,
+        "traffic_rms": 0.04324946752690533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3967558604454098e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6104342644853634e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011211265814436376,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.016642213857769966
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226559326052666,
+        "mean_feedback_forward_cosine": 0.9998476128829153,
+        "mean_feedback_forward_relative_error": 0.017131221970837367,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022154188562633543,
+        "instruction_rms": 0.0022154188571571693,
+        "raw_apical_rms": 0.04332733651090008,
+        "teaching_rms": 0.0022154188562633543,
+        "traffic_rms": 0.043255315972214554
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4660073094651125e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6134821989765e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010877966416816232,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.0167382182854414
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422652207314968,
+        "mean_feedback_forward_cosine": 0.9998476128829153,
+        "mean_feedback_forward_relative_error": 0.017131059847183917,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002261929278634251,
+        "instruction_rms": 0.0022619292784448815,
+        "raw_apical_rms": 0.04332882838584917,
+        "teaching_rms": 0.002261929278634251,
+        "traffic_rms": 0.04325493577934722
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.0668434075332698e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6137389994907168e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01102723910493805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.017542576994150877
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226471781730652,
+        "mean_feedback_forward_cosine": 0.999847600334569,
+        "mean_feedback_forward_relative_error": 0.017130899904785973,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021900028166556423,
+        "instruction_rms": 0.0021900028163350594,
+        "raw_apical_rms": 0.04331257585988802,
+        "teaching_rms": 0.0021900028166556423,
+        "traffic_rms": 0.04324241051973621
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.494821238485656e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6165002187390883e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010919192963981953,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.01680113953858614
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422642894089222,
+        "mean_feedback_forward_cosine": 0.9998476411166944,
+        "mean_feedback_forward_relative_error": 0.017130745084662186,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021837748767836937,
+        "instruction_rms": 0.0021837748761397743,
+        "raw_apical_rms": 0.04331319151660565,
+        "teaching_rms": 0.0021837748767836937,
+        "traffic_rms": 0.043242577169196175
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.794209308376594e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.610120542049535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01112416907173103,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.01656536695241928
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226386100053787,
+        "mean_feedback_forward_cosine": 0.9998476097458288,
+        "mean_feedback_forward_relative_error": 0.017130589161656405,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002213375290986063,
+        "instruction_rms": 0.002213375290482299,
+        "raw_apical_rms": 0.04331069901066497,
+        "teaching_rms": 0.002213375290986063,
+        "traffic_rms": 0.043239026285781336
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.997281628973724e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6111229918038917e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011040687795877054,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.01656497859209776
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226337671279907,
+        "mean_feedback_forward_cosine": 0.9998476379796079,
+        "mean_feedback_forward_relative_error": 0.017130441179400997,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021705788883464717,
+        "instruction_rms": 0.002170578888114257,
+        "raw_apical_rms": 0.04330599618220806,
+        "teaching_rms": 0.0021705788883464717,
+        "traffic_rms": 0.043234220332210305
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.33218120371248e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613194452417949e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011224977263675991,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.016783749183118344
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422628551721573,
+        "mean_feedback_forward_cosine": 0.9998476191570884,
+        "mean_feedback_forward_relative_error": 0.017130278933205102,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021123435781624012,
+        "instruction_rms": 0.0021123435788791725,
+        "raw_apical_rms": 0.04330335157109571,
+        "teaching_rms": 0.0021123435781624012,
+        "traffic_rms": 0.04323547748759749
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 1.840840191391635e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6129361563132164e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011467524453995908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.015780894705057145
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226238951086998,
+        "mean_feedback_forward_cosine": 0.9998475971974825,
+        "mean_feedback_forward_relative_error": 0.01713012565711611,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002150858431243821,
+        "instruction_rms": 0.0021508584322804582,
+        "raw_apical_rms": 0.043313191025082104,
+        "teaching_rms": 0.002150858431243821,
+        "traffic_rms": 0.04324311063505363
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.1170856118478696e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6128973902203687e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012203855589415967,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01636170403957367
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226192384958267,
+        "mean_feedback_forward_cosine": 0.9998476379796079,
+        "mean_feedback_forward_relative_error": 0.017129970469364996,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002128107508195964,
+        "instruction_rms": 0.002128107508751362,
+        "raw_apical_rms": 0.04331377353835872,
+        "teaching_rms": 0.002128107508195964,
+        "traffic_rms": 0.043246010903129246
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.161644729881118e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612825928334292e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010959432177797733,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.015834420201778412
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226143956184387,
+        "mean_feedback_forward_cosine": 0.9998476379796079,
+        "mean_feedback_forward_relative_error": 0.017129802218589344,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002125427276536512,
+        "instruction_rms": 0.0021254272748036703,
+        "raw_apical_rms": 0.04331182782049061,
+        "teaching_rms": 0.002125427276536512,
+        "traffic_rms": 0.0432443712960983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7212735176362912e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6148884007333685e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011063174795562037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.016132427474856378
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226099252700806,
+        "mean_feedback_forward_cosine": 0.9998475940603959,
+        "mean_feedback_forward_relative_error": 0.01712964982480595,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022027694528213345,
+        "instruction_rms": 0.002202769452924625,
+        "raw_apical_rms": 0.0433166199720235,
+        "teaching_rms": 0.0022027694528213345,
+        "traffic_rms": 0.04324423019405095
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.884530658775475e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6104994979117607e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010974479811240246,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.016171452489495277
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226047098636627,
+        "mean_feedback_forward_cosine": 0.9998476285683481,
+        "mean_feedback_forward_relative_error": 0.017129496009530204,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002175897141353393,
+        "instruction_rms": 0.0021758971407540616,
+        "raw_apical_rms": 0.043305255022429955,
+        "teaching_rms": 0.002175897141353393,
+        "traffic_rms": 0.04323486779306712
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.3241856439426556e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6132899006811277e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010987652066506273,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.016458417440652847
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024226006120443344,
+        "mean_feedback_forward_cosine": 0.999847600334569,
+        "mean_feedback_forward_relative_error": 0.017129334890724796,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021123845596950895,
+        "instruction_rms": 0.0021123845593997207,
+        "raw_apical_rms": 0.0432989592443998,
+        "teaching_rms": 0.0021123845596950895,
+        "traffic_rms": 0.04323153143340021
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.349963956760348e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6128987296179815e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01154595467554031,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.015830025476515294
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225963279604912,
+        "mean_feedback_forward_cosine": 0.999847600334569,
+        "mean_feedback_forward_relative_error": 0.017129176492361647,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021395326736094464,
+        "instruction_rms": 0.0021395326732660926,
+        "raw_apical_rms": 0.04329890470348532,
+        "teaching_rms": 0.0021395326736094464,
+        "traffic_rms": 0.04322960299701095
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.297341694657007e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6146828217086574e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010970208471538683,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.01591935189038515
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422592043876648,
+        "mean_feedback_forward_cosine": 0.9998476473908675,
+        "mean_feedback_forward_relative_error": 0.01712902235847555,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021460067929664228,
+        "instruction_rms": 0.0021460067933539643,
+        "raw_apical_rms": 0.04329424021923582,
+        "teaching_rms": 0.0021460067929664228,
+        "traffic_rms": 0.043226732424887435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2632526963661803e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6120194523119595e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011179351712375826,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.015890728287398816
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225875735282898,
+        "mean_feedback_forward_cosine": 0.9998476191570884,
+        "mean_feedback_forward_relative_error": 0.017128866656046165,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002094580823009046,
+        "instruction_rms": 0.0020945808226889087,
+        "raw_apical_rms": 0.04329178367271361,
+        "teaching_rms": 0.002094580823009046,
+        "traffic_rms": 0.04322459574210196
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.401473331303805e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.611072411657997e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011055159596424446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.015585381194651127
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225836619734764,
+        "mean_feedback_forward_cosine": 0.9998476317054347,
+        "mean_feedback_forward_relative_error": 0.01712871411521184,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020406832228145725,
+        "instruction_rms": 0.0020406832221450235,
+        "raw_apical_rms": 0.04328688840737479,
+        "teaching_rms": 0.0020406832228145725,
+        "traffic_rms": 0.043224453302102644
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1026208329999463e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6149031920544754e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011498311676363311,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.015334868060350419
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225790053606033,
+        "mean_feedback_forward_cosine": 0.9998476066087422,
+        "mean_feedback_forward_relative_error": 0.0171285583147485,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022139750177932404,
+        "instruction_rms": 0.0022139750178222636,
+        "raw_apical_rms": 0.04329591270372969,
+        "teaching_rms": 0.0022139750177932404,
+        "traffic_rms": 0.04322030554861235
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2754806039415598e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6131965531035293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011486023991830817,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.01669376834869385
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225743487477303,
+        "mean_feedback_forward_cosine": 0.9998476160200018,
+        "mean_feedback_forward_relative_error": 0.017128399671300462,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002052528201247589,
+        "instruction_rms": 0.002052528201785933,
+        "raw_apical_rms": 0.04328057253226781,
+        "teaching_rms": 0.002052528201247589,
+        "traffic_rms": 0.04321667716894635
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7722842688149285e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6106178585429157e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011250188482043214,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.015389381894469261
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225695058703423,
+        "mean_feedback_forward_cosine": 0.9998476379796079,
+        "mean_feedback_forward_relative_error": 0.017128240194563802,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020619633314157178,
+        "instruction_rms": 0.002061963330606088,
+        "raw_apical_rms": 0.04328052539321096,
+        "teaching_rms": 0.0020619633314157178,
+        "traffic_rms": 0.043216926186807225
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.7666958501981753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.617021996502736e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011147524634282218,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.015408765679597855
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422565408051014,
+        "mean_feedback_forward_cosine": 0.999847622294175,
+        "mean_feedback_forward_relative_error": 0.017128090300646267,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002108224498487354,
+        "instruction_rms": 0.0021082244988925103,
+        "raw_apical_rms": 0.04328516141157029,
+        "teaching_rms": 0.002108224498487354,
+        "traffic_rms": 0.04321877036454331
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4926634978328366e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6115154469004167e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011332888339525922,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.015430746941417457
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422560378909111,
+        "mean_feedback_forward_cosine": 0.9998476254312616,
+        "mean_feedback_forward_relative_error": 0.017127932171876494,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002081434748323057,
+        "instruction_rms": 0.0020814347480173274,
+        "raw_apical_rms": 0.04327662324718382,
+        "teaching_rms": 0.002081434748323057,
+        "traffic_rms": 0.04321200027399592
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.5683586812874637e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6124109995719008e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011223013794260953,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.015265950056314469
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225564673542976,
+        "mean_feedback_forward_cosine": 0.9998476285683481,
+        "mean_feedback_forward_relative_error": 0.01712779063535364,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019886804133696294,
+        "instruction_rms": 0.0019886804125870856,
+        "raw_apical_rms": 0.04327444201021912,
+        "teaching_rms": 0.0019886804133696294,
+        "traffic_rms": 0.043213494122052776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.488791039922944e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6110270668971852e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01107417611192138,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.014693301961123943
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225519970059395,
+        "mean_feedback_forward_cosine": 0.9998476191570884,
+        "mean_feedback_forward_relative_error": 0.017127632040922578,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021084988226167394,
+        "instruction_rms": 0.0021084988217579654,
+        "raw_apical_rms": 0.04327810408796797,
+        "teaching_rms": 0.0021084988226167394,
+        "traffic_rms": 0.0432120488818066
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1948924455728047e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612455496388225e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01122971974059936,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.01568570823699236
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422548457980156,
+        "mean_feedback_forward_cosine": 0.9998476662133869,
+        "mean_feedback_forward_relative_error": 0.017127478764833587,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021298844967336606,
+        "instruction_rms": 0.002129884495915921,
+        "raw_apical_rms": 0.0432750388605859,
+        "teaching_rms": 0.0021298844967336606,
+        "traffic_rms": 0.043206655709748736
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.5733134734196028e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6129461764768985e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011164939352150632,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015975598438978195
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225451052188873,
+        "mean_feedback_forward_cosine": 0.9998476473908675,
+        "mean_feedback_forward_relative_error": 0.01712732235165803,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020679477941774743,
+        "instruction_rms": 0.002067947794260534,
+        "raw_apical_rms": 0.04326673588867093,
+        "teaching_rms": 0.0020679477941774743,
+        "traffic_rms": 0.04320170963104542
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.1894855706250382e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6126839381384934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011344637285543439,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.015127112437784671
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225404486060143,
+        "mean_feedback_forward_cosine": 0.9998476536650407,
+        "mean_feedback_forward_relative_error": 0.017127168585399265,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002092327717815205,
+        "instruction_rms": 0.0020923277182407895,
+        "raw_apical_rms": 0.043269995404357164,
+        "teaching_rms": 0.002092327717815205,
+        "traffic_rms": 0.04320395385629582
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755084544420242,
+        "maximum_absolute_post_projection_soma_slope": 2.526012110593001e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6119178219417785e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011494629832634969,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.014998837310969829
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422536537051201,
+        "mean_feedback_forward_cosine": 0.9998476317054347,
+        "mean_feedback_forward_relative_error": 0.017127016926870534,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020145565412005885,
+        "instruction_rms": 0.0020145565414588147,
+        "raw_apical_rms": 0.04326626561273943,
+        "teaching_rms": 0.0020145565412005885,
+        "traffic_rms": 0.0432042584087689
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 3.019178151930646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612997424825111e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011475270001406739,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.01469681930810213
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225322529673576,
+        "mean_feedback_forward_cosine": 0.9998476599392138,
+        "mean_feedback_forward_relative_error": 0.017126862572408037,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021686827762461528,
+        "instruction_rms": 0.0021686827765895335,
+        "raw_apical_rms": 0.043278603101613626,
+        "teaching_rms": 0.0021686827762461528,
+        "traffic_rms": 0.04320582998523046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.2515559194857815e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.611558400573103e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011266406692519163,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.01553884915202856
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225281551480293,
+        "mean_feedback_forward_cosine": 0.9998476505279541,
+        "mean_feedback_forward_relative_error": 0.017126709124759623,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020552298357440968,
+        "instruction_rms": 0.0020552298359653607,
+        "raw_apical_rms": 0.043263058863561236,
+        "teaching_rms": 0.0020552298357440968,
+        "traffic_rms": 0.043199016598469614
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.8899219017830546e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615550255057212e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011075069276824641,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.014662533375471831
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225234985351562,
+        "mean_feedback_forward_cosine": 0.9998476505279541,
+        "mean_feedback_forward_relative_error": 0.01712656089741933,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002100884778720865,
+        "instruction_rms": 0.002100884778696908,
+        "raw_apical_rms": 0.0432644176980255,
+        "teaching_rms": 0.002100884778720865,
+        "traffic_rms": 0.04319617430799142
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.9352687391792642e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612618130943278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011282671833141881,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.015370538122653961
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422519400715828,
+        "mean_feedback_forward_cosine": 0.9998476662133869,
+        "mean_feedback_forward_relative_error": 0.017126406273363454,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021428161720491567,
+        "instruction_rms": 0.002142816171711538,
+        "raw_apical_rms": 0.04326681840475119,
+        "teaching_rms": 0.0021428161720491567,
+        "traffic_rms": 0.04319889808977329
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.4143449905977832e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6113802059773806e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011076662764103025,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015638413019478322
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024225151166319847,
+        "mean_feedback_forward_cosine": 0.9998476599392138,
+        "mean_feedback_forward_relative_error": 0.0171262483161531,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002085206539706132,
+        "instruction_rms": 0.0020852065393393636,
+        "raw_apical_rms": 0.04327462076930951,
+        "teaching_rms": 0.002085206539706132,
+        "traffic_rms": 0.04320905846843086
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.06755085289478302,
+        "maximum_absolute_post_projection_soma_slope": 2.435594126382057e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6137586307441804e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011237735616431096,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.014965982204377651
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9158,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.37387548217773436,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 2.986146796501998e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 2.540966903552544e-08,
+      "min_residual_soma_slope": -2.986146796501998e-08,
+      "mse": 2.0111465526811682e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.188457359962047e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.188457359962047e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 11,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7012276649475098,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.031771183013916016,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9043.688008785248,
+    "train_wall_s": 9041.105809926987
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.010487438179552555,
+      0.007595377508550882,
+      0.004913284908980131,
+      0.004389043897390366,
+      0.003255537711083889,
+      0.003430743468925357,
+      0.002268850803375244,
+      0.004308338277041912,
+      0.003091834019869566,
+      0.00358368712477386,
+      0.0023691898677498102,
+      0.002867648610845208,
+      0.0018722395179793239,
+      0.0037523626815527678,
+      0.002734353067353368,
+      0.0031003025360405445,
+      0.0022299725096672773,
+      0.0027666506357491016,
+      0.002038529608398676
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      3.999999761581421,
+      3.999999523162842,
+      4.0,
+      4.000000476837158
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.05557212978601456,
+      0.04137904569506645,
+      0.016873182728886604,
+      0.022645391523838043,
+      0.009118061512708664,
+      0.018070034682750702,
+      0.005261742044240236,
+      0.022683754563331604,
+      0.008281025104224682,
+      0.019362712278962135,
+      0.005419216584414244,
+      0.01533440686762333,
+      0.0037749174516648054,
+      0.020188918337225914,
+      0.006665940396487713,
+      0.01638578437268734,
+      0.004765369929373264,
+      0.014874756336212158,
+      0.003892492037266493
+    ],
+    "unscaled_traffic_rms": [
+      0.7548703551292419,
+      0.7342244982719421,
+      1.164755940437317,
+      0.7752648591995239,
+      1.4281710386276245,
+      0.7594326138496399,
+      1.7247905731201172,
+      0.7597222328186035,
+      1.4934546947479248,
+      0.7403275370597839,
+      1.748732328414917,
+      0.748029887676239,
+      1.9838733673095703,
+      0.7434499859809875,
+      1.640790581703186,
+      0.7568273544311523,
+      1.8718147277832031,
+      0.7439854741096497,
+      2.094832420349121
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed12_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed12_clean_kp.json
new file mode 100644
index 0000000..80bd05a
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed12_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 0,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 0,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 0,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.01,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 0,
+    "loader_seed": 12,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp",
+    "momentum": 0.9,
+    "neutral_projection": 0,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed12_clean_kp.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "nlms",
+    "predictor_warmup_steps": 0,
+    "residual_scale": null,
+    "seed": 12,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 0,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 0,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 0
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996837178866068,
+    "feedback_forward_cosine": [
+      0.9998112320899963,
+      0.9998036026954651,
+      0.9998302459716797,
+      0.9998162984848022,
+      0.9998250007629395,
+      0.9997634887695312,
+      0.9998230934143066,
+      0.9998724460601807,
+      0.9998655915260315,
+      0.9998391270637512,
+      0.9998552799224854,
+      0.9998058080673218,
+      0.9998328685760498,
+      0.9999038577079773,
+      0.9998883008956909,
+      0.9998690485954285,
+      0.999883234500885,
+      0.9997214078903198,
+      0.9999873638153076
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9997771978378296,
+      1.0001469850540161,
+      0.9989446401596069,
+      1.000712275505066,
+      0.9991862177848816,
+      1.0010864734649658,
+      0.9990431666374207,
+      1.0001176595687866,
+      0.9995997548103333,
+      1.00063157081604,
+      0.9998372793197632,
+      1.0005996227264404,
+      0.9999316334724426,
+      1.0002691745758057,
+      0.9999130964279175,
+      1.0005886554718018,
+      0.9999468326568604,
+      1.0006757974624634,
+      1.0023469924926758
+    ],
+    "feedback_forward_relative_error": [
+      0.019424350932240486,
+      0.019819237291812897,
+      0.018446823582053185,
+      0.019186608493328094,
+      0.018720431253314018,
+      0.021783743053674698,
+      0.018828051164746284,
+      0.015970267355442047,
+      0.01640067622065544,
+      0.017956888303160667,
+      0.01700727455317974,
+      0.01971874199807644,
+      0.018282445147633553,
+      0.013876795768737793,
+      0.01494023110717535,
+      0.016201160848140717,
+      0.015274452976882458,
+      0.02362348884344101,
+      0.005561360623687506
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9997078776359558,
+      0.9996459484100342,
+      0.9997032880783081,
+      0.9996677041053772,
+      0.9997084140777588,
+      0.999669075012207,
+      0.9997341632843018,
+      0.9997588992118835,
+      0.9997591972351074,
+      0.9997448921203613,
+      0.9997714161872864,
+      0.999757707118988,
+      0.9997740387916565,
+      0.999829888343811,
+      0.9998507499694824,
+      0.9998759627342224,
+      0.9999287128448486,
+      0.999973475933075,
+      0.7562967538833618
+    ],
+    "mean_feedback_forward_cosine": 0.9998419629900079,
+    "mean_feedback_forward_relative_error": 0.017422264711441177,
+    "normalization_state": "training_batch_stats_without_running_update",
+    "raw_negative_gradient_cosine": [
+      0.9997078776359558,
+      0.9996459484100342,
+      0.9997032880783081,
+      0.9996677041053772,
+      0.9997084140777588,
+      0.999669075012207,
+      0.9997341632843018,
+      0.9997588992118835,
+      0.9997591972351074,
+      0.9997448921203613,
+      0.9997714161872864,
+      0.999757707118988,
+      0.9997740387916565,
+      0.999829888343811,
+      0.9998507499694824,
+      0.9998759627342224,
+      0.9999287128448486,
+      0.999973475933075,
+      0.7562967538833618
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9997078776359558,
+      0.9996459484100342,
+      0.9997032880783081,
+      0.9996677041053772,
+      0.9997084140777588,
+      0.999669075012207,
+      0.9997341632843018,
+      0.9997588992118835,
+      0.9997591972351074,
+      0.9997448921203613,
+      0.9997714161872864,
+      0.999757707118988,
+      0.9997740387916565,
+      0.999829888343811,
+      0.9998507499694824,
+      0.9998759627342224,
+      0.9999287128448486,
+      0.999973475933075,
+      0.7562967538833618
+    ],
+    "wall_s": 0.10664820671081543
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3357337713241577,
+        "mean_feedback_forward_cosine": 0.2956587334996776,
+        "mean_feedback_forward_relative_error": 1.1827429689859088,
+        "min_feedback_forward_cosine": 0.11035917699337006
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.9535887855911256
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2760885953903198,
+        "mean_feedback_forward_cosine": 0.4008528252965526,
+        "mean_feedback_forward_relative_error": 1.0911526554509212,
+        "min_feedback_forward_cosine": 0.19288809597492218
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.425792371482849
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2156856060028076,
+        "mean_feedback_forward_cosine": 0.4969612971732491,
+        "mean_feedback_forward_relative_error": 1.0003732176203477,
+        "min_feedback_forward_cosine": 0.27784961462020874
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.1101230571365357
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1704801321029663,
+        "mean_feedback_forward_cosine": 0.5665066602982973,
+        "mean_feedback_forward_relative_error": 0.9287926507623572,
+        "min_feedback_forward_cosine": 0.33664584159851074
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.9170437034416199
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.127273678779602,
+        "mean_feedback_forward_cosine": 0.6199988314979955,
+        "mean_feedback_forward_relative_error": 0.8690415071813684,
+        "min_feedback_forward_cosine": 0.38803422451019287
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.8006134103012085
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0858829021453857,
+        "mean_feedback_forward_cosine": 0.6622635737845772,
+        "mean_feedback_forward_relative_error": 0.8191626479751185,
+        "min_feedback_forward_cosine": 0.43329018354415894
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7192629204177856
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0461058616638184,
+        "mean_feedback_forward_cosine": 0.6982236128104361,
+        "mean_feedback_forward_relative_error": 0.7741572872588509,
+        "min_feedback_forward_cosine": 0.47564470767974854
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6592539573287964
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0087120532989502,
+        "mean_feedback_forward_cosine": 0.7292329041581405,
+        "mean_feedback_forward_relative_error": 0.7327324183363664,
+        "min_feedback_forward_cosine": 0.5136085748672485
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.620042862815857
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9720722436904907,
+        "mean_feedback_forward_cosine": 0.755608175930224,
+        "mean_feedback_forward_relative_error": 0.6957467841474634,
+        "min_feedback_forward_cosine": 0.5488060116767883
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5835777080154418
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9355390667915344,
+        "mean_feedback_forward_cosine": 0.778680471997512,
+        "mean_feedback_forward_relative_error": 0.6615886656861556,
+        "min_feedback_forward_cosine": 0.582585334777832
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5475232218837738
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9007604122161865,
+        "mean_feedback_forward_cosine": 0.7992428007878756,
+        "mean_feedback_forward_relative_error": 0.6297440058306644,
+        "min_feedback_forward_cosine": 0.6133478879928589
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5219385059165954
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8674523830413818,
+        "mean_feedback_forward_cosine": 0.8169901778823451,
+        "mean_feedback_forward_relative_error": 0.6008071617076272,
+        "min_feedback_forward_cosine": 0.6414960026741028
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.5009035326194763
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8340794444084167,
+        "mean_feedback_forward_cosine": 0.8333831617706701,
+        "mean_feedback_forward_relative_error": 0.5730628041844619,
+        "min_feedback_forward_cosine": 0.6686401963233948
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4774324990940094
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8040633797645569,
+        "mean_feedback_forward_cosine": 0.8475955881570515,
+        "mean_feedback_forward_relative_error": 0.5479318938757244,
+        "min_feedback_forward_cosine": 0.6920316219329834
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4525343029975891
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7733475565910339,
+        "mean_feedback_forward_cosine": 0.8608487468016776,
+        "mean_feedback_forward_relative_error": 0.5234691524191907,
+        "min_feedback_forward_cosine": 0.7149572372436523
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.44091602117538453
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7440672516822815,
+        "mean_feedback_forward_cosine": 0.8724623197003415,
+        "mean_feedback_forward_relative_error": 0.5008108506077215,
+        "min_feedback_forward_cosine": 0.7361483573913574
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.427868346118927
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7161498069763184,
+        "mean_feedback_forward_cosine": 0.8828342086390445,
+        "mean_feedback_forward_relative_error": 0.4797582257735102,
+        "min_feedback_forward_cosine": 0.7555732131004333
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4159619722270966
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6886909008026123,
+        "mean_feedback_forward_cosine": 0.8923413973105582,
+        "mean_feedback_forward_relative_error": 0.4595971374135268,
+        "min_feedback_forward_cosine": 0.7737658023834229
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.39836229312896726
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6615512371063232,
+        "mean_feedback_forward_cosine": 0.9010440017047682,
+        "mean_feedback_forward_relative_error": 0.4405165267618079,
+        "min_feedback_forward_cosine": 0.7909722328186035
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38774474955558774
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6349936127662659,
+        "mean_feedback_forward_cosine": 0.9091169049865321,
+        "mean_feedback_forward_relative_error": 0.42201937656653554,
+        "min_feedback_forward_cosine": 0.8073540925979614
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3837249806308746
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6095899343490601,
+        "mean_feedback_forward_cosine": 0.916544280554119,
+        "mean_feedback_forward_relative_error": 0.4042697760619615,
+        "min_feedback_forward_cosine": 0.8222854137420654
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3678284918117523
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5848206877708435,
+        "mean_feedback_forward_cosine": 0.9232736637717799,
+        "mean_feedback_forward_relative_error": 0.38750572424185903,
+        "min_feedback_forward_cosine": 0.836258590221405
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.36831582045555117
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5614774227142334,
+        "mean_feedback_forward_cosine": 0.9293549939205772,
+        "mean_feedback_forward_relative_error": 0.3717757416398902,
+        "min_feedback_forward_cosine": 0.8488701581954956
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3573762542152405
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5387479066848755,
+        "mean_feedback_forward_cosine": 0.9349046443638048,
+        "mean_feedback_forward_relative_error": 0.3567409209514919,
+        "min_feedback_forward_cosine": 0.8606550693511963
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3481489736366272
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5167993307113647,
+        "mean_feedback_forward_cosine": 0.9400349478972586,
+        "mean_feedback_forward_relative_error": 0.34226871556357336,
+        "min_feedback_forward_cosine": 0.8716477155685425
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.33956556100845336
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.49593883752822876,
+        "mean_feedback_forward_cosine": 0.9447282427235654,
+        "mean_feedback_forward_relative_error": 0.3285521072776694,
+        "min_feedback_forward_cosine": 0.8816639184951782
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.33481121618270876
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4741222560405731,
+        "mean_feedback_forward_cosine": 0.9490944805898165,
+        "mean_feedback_forward_relative_error": 0.315203668255555,
+        "min_feedback_forward_cosine": 0.8916881680488586
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3340137974381447
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4551987946033478,
+        "mean_feedback_forward_cosine": 0.9530173602857088,
+        "mean_feedback_forward_relative_error": 0.30273031953134033,
+        "min_feedback_forward_cosine": 0.9000020027160645
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3191308118057251
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.43651825189590454,
+        "mean_feedback_forward_cosine": 0.9566915129360399,
+        "mean_feedback_forward_relative_error": 0.290577570074483,
+        "min_feedback_forward_cosine": 0.9079872369766235
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3136642800617218
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.41827085614204407,
+        "mean_feedback_forward_cosine": 0.960089601968464,
+        "mean_feedback_forward_relative_error": 0.27891130666983754,
+        "min_feedback_forward_cosine": 0.915353000164032
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.3164820732307434
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40173670649528503,
+        "mean_feedback_forward_cosine": 0.963170842120522,
+        "mean_feedback_forward_relative_error": 0.26793484585849864,
+        "min_feedback_forward_cosine": 0.9218012690544128
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.30453836922645566
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38502153754234314,
+        "mean_feedback_forward_cosine": 0.9659909794205114,
+        "mean_feedback_forward_relative_error": 0.2573729816235994,
+        "min_feedback_forward_cosine": 0.9281191229820251
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29894664553642275
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36931300163269043,
+        "mean_feedback_forward_cosine": 0.9685940428784019,
+        "mean_feedback_forward_relative_error": 0.24731895366781637,
+        "min_feedback_forward_cosine": 0.9338076114654541
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.29957063269615175
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3545270562171936,
+        "mean_feedback_forward_cosine": 0.9709650968250475,
+        "mean_feedback_forward_relative_error": 0.23778290772124341,
+        "min_feedback_forward_cosine": 0.9388999938964844
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.28676708374023435
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3397584557533264,
+        "mean_feedback_forward_cosine": 0.9731669300480893,
+        "mean_feedback_forward_relative_error": 0.22850124616371958,
+        "min_feedback_forward_cosine": 0.9438261985778809
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2893641914558411
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32634857296943665,
+        "mean_feedback_forward_cosine": 0.975176403397008,
+        "mean_feedback_forward_relative_error": 0.21974362393743113,
+        "min_feedback_forward_cosine": 0.9481179118156433
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2815560569381714
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.31317803263664246,
+        "mean_feedback_forward_cosine": 0.9770319775531167,
+        "mean_feedback_forward_relative_error": 0.21132852019448028,
+        "min_feedback_forward_cosine": 0.9521644115447998
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27776203176498415
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30006417632102966,
+        "mean_feedback_forward_cosine": 0.9788156936043187,
+        "mean_feedback_forward_relative_error": 0.2029386492151963,
+        "min_feedback_forward_cosine": 0.9560489654541016
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2797470482444763
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2883997857570648,
+        "mean_feedback_forward_cosine": 0.9804035864378277,
+        "mean_feedback_forward_relative_error": 0.1951562425023631,
+        "min_feedback_forward_cosine": 0.959380030632019
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.270851840467453
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.27658069133758545,
+        "mean_feedback_forward_cosine": 0.9819350179873014,
+        "mean_feedback_forward_relative_error": 0.18736776827197327,
+        "min_feedback_forward_cosine": 0.9625852108001709
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2707836451721191
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.265087366104126,
+        "mean_feedback_forward_cosine": 0.9833378980034276,
+        "mean_feedback_forward_relative_error": 0.179935664722794,
+        "min_feedback_forward_cosine": 0.9655967950820923
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2751759523200989
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25412866473197937,
+        "mean_feedback_forward_cosine": 0.9846446043566653,
+        "mean_feedback_forward_relative_error": 0.17271635955885836,
+        "min_feedback_forward_cosine": 0.9683431386947632
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2680864411687851
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24418483674526215,
+        "mean_feedback_forward_cosine": 0.9857830718943947,
+        "mean_feedback_forward_relative_error": 0.16614990053992523,
+        "min_feedback_forward_cosine": 0.9707401394844055
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.26244630385398865
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23399662971496582,
+        "mean_feedback_forward_cosine": 0.9868629731630024,
+        "mean_feedback_forward_relative_error": 0.15971490466280988,
+        "min_feedback_forward_cosine": 0.9731128215789795
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.26145189335107805
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22435632348060608,
+        "mean_feedback_forward_cosine": 0.9878626246201364,
+        "mean_feedback_forward_relative_error": 0.15350551432684847,
+        "min_feedback_forward_cosine": 0.9752629995346069
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.25927943958282473
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2154891937971115,
+        "mean_feedback_forward_cosine": 0.9887609826891046,
+        "mean_feedback_forward_relative_error": 0.1476938493157688,
+        "min_feedback_forward_cosine": 0.9771661162376404
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2541186200237274
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20674291253089905,
+        "mean_feedback_forward_cosine": 0.9896312293253446,
+        "mean_feedback_forward_relative_error": 0.14187976423847048,
+        "min_feedback_forward_cosine": 0.9789839386940002
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.2508393686246872
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19846054911613464,
+        "mean_feedback_forward_cosine": 0.990399275955401,
+        "mean_feedback_forward_relative_error": 0.13646776699706128,
+        "min_feedback_forward_cosine": 0.9806078672409058
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2510678723812103
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19029174745082855,
+        "mean_feedback_forward_cosine": 0.9911266910402399,
+        "mean_feedback_forward_relative_error": 0.1311942199735265,
+        "min_feedback_forward_cosine": 0.9821584224700928
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24962311874389648
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18236908316612244,
+        "mean_feedback_forward_cosine": 0.9918002643083271,
+        "mean_feedback_forward_relative_error": 0.12609709309119926,
+        "min_feedback_forward_cosine": 0.9835997819900513
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.2451121556663513
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1750110238790512,
+        "mean_feedback_forward_cosine": 0.9924097312124152,
+        "mean_feedback_forward_relative_error": 0.1213228457460278,
+        "min_feedback_forward_cosine": 0.9848860502243042
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24124271689414978
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1679934561252594,
+        "mean_feedback_forward_cosine": 0.992973484491047,
+        "mean_feedback_forward_relative_error": 0.11671906043040126,
+        "min_feedback_forward_cosine": 0.9860671758651733
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.2436721534538269
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16107222437858582,
+        "mean_feedback_forward_cosine": 0.9935088973296317,
+        "mean_feedback_forward_relative_error": 0.11218417651559177,
+        "min_feedback_forward_cosine": 0.9871819019317627
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24679876781463622
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1547631323337555,
+        "mean_feedback_forward_cosine": 0.9939876543848138,
+        "mean_feedback_forward_relative_error": 0.10794075088281381,
+        "min_feedback_forward_cosine": 0.9881608486175537
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2385181399536133
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14851979911327362,
+        "mean_feedback_forward_cosine": 0.9944537062393991,
+        "mean_feedback_forward_relative_error": 0.10368357128218601,
+        "min_feedback_forward_cosine": 0.9890934228897095
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.24382776163101197
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14255520701408386,
+        "mean_feedback_forward_cosine": 0.994874329943406,
+        "mean_feedback_forward_relative_error": 0.09966899434986867,
+        "min_feedback_forward_cosine": 0.9899448752403259
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23560380182266236
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13663329184055328,
+        "mean_feedback_forward_cosine": 0.9952741547634727,
+        "mean_feedback_forward_relative_error": 0.09569971930039556,
+        "min_feedback_forward_cosine": 0.9907571077346802
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.23805610733032226
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13108128309249878,
+        "mean_feedback_forward_cosine": 0.9956361620049727,
+        "mean_feedback_forward_relative_error": 0.09196121990680695,
+        "min_feedback_forward_cosine": 0.9914897680282593
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.2356652353286743
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12578646838665009,
+        "mean_feedback_forward_cosine": 0.9959604489175897,
+        "mean_feedback_forward_relative_error": 0.08847149912463992,
+        "min_feedback_forward_cosine": 0.9921623468399048
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23241991509914398
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12085700780153275,
+        "mean_feedback_forward_cosine": 0.9962478217325712,
+        "mean_feedback_forward_relative_error": 0.0852508527275763,
+        "min_feedback_forward_cosine": 0.9927586913108826
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.23017726940155028
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11604860424995422,
+        "mean_feedback_forward_cosine": 0.9965282960941917,
+        "mean_feedback_forward_relative_error": 0.08199545074450343,
+        "min_feedback_forward_cosine": 0.9933216571807861
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.2279142566394806
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11142109334468842,
+        "mean_feedback_forward_cosine": 0.9967884295865109,
+        "mean_feedback_forward_relative_error": 0.07886457835373126,
+        "min_feedback_forward_cosine": 0.9938427209854126
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.22619809977531433
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10686975717544556,
+        "mean_feedback_forward_cosine": 0.9970326831466273,
+        "mean_feedback_forward_relative_error": 0.07581320601074319,
+        "min_feedback_forward_cosine": 0.9943329691886902
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22850586309432983
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10264051705598831,
+        "mean_feedback_forward_cosine": 0.9972573895203439,
+        "mean_feedback_forward_relative_error": 0.07289840908426988,
+        "min_feedback_forward_cosine": 0.9947707653045654
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22459484602928162
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09847520291805267,
+        "mean_feedback_forward_cosine": 0.997464961127231,
+        "mean_feedback_forward_relative_error": 0.07008228382389796,
+        "min_feedback_forward_cosine": 0.995185375213623
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.2218525476360321
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09460356831550598,
+        "mean_feedback_forward_cosine": 0.997650212363193,
+        "mean_feedback_forward_relative_error": 0.06746487407700012,
+        "min_feedback_forward_cosine": 0.9955543875694275
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.221656060962677
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0907011330127716,
+        "mean_feedback_forward_cosine": 0.9978318496754295,
+        "mean_feedback_forward_relative_error": 0.06480307298663415,
+        "min_feedback_forward_cosine": 0.9959129095077515
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.2231084961462021
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08713283389806747,
+        "mean_feedback_forward_cosine": 0.997995022096132,
+        "mean_feedback_forward_relative_error": 0.062316504356108214,
+        "min_feedback_forward_cosine": 0.9962259531021118
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.22055475136756897
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08364100754261017,
+        "mean_feedback_forward_cosine": 0.9981481432914734,
+        "mean_feedback_forward_relative_error": 0.05989345251337478,
+        "min_feedback_forward_cosine": 0.9965221285820007
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.21850419645786284
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.080176942050457,
+        "mean_feedback_forward_cosine": 0.9982891521955791,
+        "mean_feedback_forward_relative_error": 0.057557923817320875,
+        "min_feedback_forward_cosine": 0.9968026876449585
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.22419196217536927
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07705311477184296,
+        "mean_feedback_forward_cosine": 0.9984161069518641,
+        "mean_feedback_forward_relative_error": 0.055389606540924625,
+        "min_feedback_forward_cosine": 0.9970472455024719
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21988929317474365
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07398562878370285,
+        "mean_feedback_forward_cosine": 0.9985364801005313,
+        "mean_feedback_forward_relative_error": 0.0532407456714856,
+        "min_feedback_forward_cosine": 0.9972772002220154
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21685568919181825
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07109541445970535,
+        "mean_feedback_forward_cosine": 0.9986450138844942,
+        "mean_feedback_forward_relative_error": 0.05122427073748488,
+        "min_feedback_forward_cosine": 0.9974852800369263
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.21576430081367493
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06826361268758774,
+        "mean_feedback_forward_cosine": 0.9987454979043258,
+        "mean_feedback_forward_relative_error": 0.04928921859123205,
+        "min_feedback_forward_cosine": 0.9976809024810791
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21800933145046233
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06553558260202408,
+        "mean_feedback_forward_cosine": 0.9988394881549635,
+        "mean_feedback_forward_relative_error": 0.04740385789620249,
+        "min_feedback_forward_cosine": 0.9978623986244202
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.2126266315174103
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06292152404785156,
+        "mean_feedback_forward_cosine": 0.9989262568323236,
+        "mean_feedback_forward_relative_error": 0.04560201899393609,
+        "min_feedback_forward_cosine": 0.9980289936065674
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.21306990696907044
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.060485124588012695,
+        "mean_feedback_forward_cosine": 0.999006167838448,
+        "mean_feedback_forward_relative_error": 0.04386914844967817,
+        "min_feedback_forward_cosine": 0.9981784820556641
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.2119411366558075
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05806891247630119,
+        "mean_feedback_forward_cosine": 0.9990817998584948,
+        "mean_feedback_forward_relative_error": 0.042162092010441576,
+        "min_feedback_forward_cosine": 0.9983206391334534
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.2130824304008484
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05569453909993172,
+        "mean_feedback_forward_cosine": 0.9991535387541118,
+        "mean_feedback_forward_relative_error": 0.040483501298647175,
+        "min_feedback_forward_cosine": 0.9984550476074219
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.21174772569656372
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05345839634537697,
+        "mean_feedback_forward_cosine": 0.99921757296512,
+        "mean_feedback_forward_relative_error": 0.038921269343087546,
+        "min_feedback_forward_cosine": 0.9985762238502502
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.21362232236862183
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05138672888278961,
+        "mean_feedback_forward_cosine": 0.9992752200678775,
+        "mean_feedback_forward_relative_error": 0.03746017117641474,
+        "min_feedback_forward_cosine": 0.9986842274665833
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.2059653507041931
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04933715984225273,
+        "mean_feedback_forward_cosine": 0.9993301943728798,
+        "mean_feedback_forward_relative_error": 0.03601319264424475,
+        "min_feedback_forward_cosine": 0.9987869262695312
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20739755942344665
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04744468629360199,
+        "mean_feedback_forward_cosine": 0.9993793776160792,
+        "mean_feedback_forward_relative_error": 0.0346666251456267,
+        "min_feedback_forward_cosine": 0.9988775253295898
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20578169294357299
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0454692542552948,
+        "mean_feedback_forward_cosine": 0.9994265280271831,
+        "mean_feedback_forward_relative_error": 0.03332244825402373,
+        "min_feedback_forward_cosine": 0.9989690184593201
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.21051717368125916
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0437321811914444,
+        "mean_feedback_forward_cosine": 0.9994687751719826,
+        "mean_feedback_forward_relative_error": 0.032071445578415146,
+        "min_feedback_forward_cosine": 0.9990459680557251
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20646495123386382
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0419686958193779,
+        "mean_feedback_forward_cosine": 0.9995098427722329,
+        "mean_feedback_forward_relative_error": 0.030809350703891954,
+        "min_feedback_forward_cosine": 0.9991215467453003
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.2108780198287964
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.040337637066841125,
+        "mean_feedback_forward_cosine": 0.9995463333631817,
+        "mean_feedback_forward_relative_error": 0.02964061714316669,
+        "min_feedback_forward_cosine": 0.9991884231567383
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20576658058166503
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0387629009783268,
+        "mean_feedback_forward_cosine": 0.999580044495432,
+        "mean_feedback_forward_relative_error": 0.02851661221173249,
+        "min_feedback_forward_cosine": 0.9992505311965942
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20313345026493074
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03718485310673714,
+        "mean_feedback_forward_cosine": 0.9996134136852465,
+        "mean_feedback_forward_relative_error": 0.027364295417148816,
+        "min_feedback_forward_cosine": 0.9993102550506592
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.207878734331131
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03570469468832016,
+        "mean_feedback_forward_cosine": 0.999642412913473,
+        "mean_feedback_forward_relative_error": 0.026313925259991697,
+        "min_feedback_forward_cosine": 0.9993640780448914
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20488694869041443
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.034284189343452454,
+        "mean_feedback_forward_cosine": 0.9996700977024279,
+        "mean_feedback_forward_relative_error": 0.02527490321938929,
+        "min_feedback_forward_cosine": 0.9994134902954102
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.2048532602787018
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03291381523013115,
+        "mean_feedback_forward_cosine": 0.9996955394744873,
+        "mean_feedback_forward_relative_error": 0.024282213153415604,
+        "min_feedback_forward_cosine": 0.9994593262672424
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.20214042823314668
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.031641434878110886,
+        "mean_feedback_forward_cosine": 0.9997181735540691,
+        "mean_feedback_forward_relative_error": 0.023359945338023335,
+        "min_feedback_forward_cosine": 0.9995002150535583
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20128610049247742
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.030388284474611282,
+        "mean_feedback_forward_cosine": 0.9997399794427972,
+        "mean_feedback_forward_relative_error": 0.022440489675653607,
+        "min_feedback_forward_cosine": 0.9995390176773071
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.20291523026943206
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029230855405330658,
+        "mean_feedback_forward_cosine": 0.9997591533158955,
+        "mean_feedback_forward_relative_error": 0.021596452466359262,
+        "min_feedback_forward_cosine": 0.9995734691619873
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20021228905200958
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028075579553842545,
+        "mean_feedback_forward_cosine": 0.9997772103861758,
+        "mean_feedback_forward_relative_error": 0.02077175294490237,
+        "min_feedback_forward_cosine": 0.9996064901351929
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.20054742718696594
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02693236991763115,
+        "mean_feedback_forward_cosine": 0.9997943326046592,
+        "mean_feedback_forward_relative_error": 0.019957708832072586,
+        "min_feedback_forward_cosine": 0.9996378421783447
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.20103565855979919
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025899013504385948,
+        "mean_feedback_forward_cosine": 0.9998096384500202,
+        "mean_feedback_forward_relative_error": 0.01920037510755815,
+        "min_feedback_forward_cosine": 0.9996651411056519
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.2001511568880081
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02488711290061474,
+        "mean_feedback_forward_cosine": 0.9998238494521693,
+        "mean_feedback_forward_relative_error": 0.018469309140192836,
+        "min_feedback_forward_cosine": 0.9996907711029053
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19720856919288635
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023899318650364876,
+        "mean_feedback_forward_cosine": 0.999836874635596,
+        "mean_feedback_forward_relative_error": 0.017773398957950503,
+        "min_feedback_forward_cosine": 0.9997147917747498
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19735110092163086
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02389109693467617,
+        "mean_feedback_forward_cosine": 0.9998370252157512,
+        "mean_feedback_forward_relative_error": 0.017763798174105193,
+        "min_feedback_forward_cosine": 0.9997150301933289
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12442319479942322
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023886116221547127,
+        "mean_feedback_forward_cosine": 0.9998371005058289,
+        "mean_feedback_forward_relative_error": 0.01775621257624344,
+        "min_feedback_forward_cosine": 0.9997150897979736
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09954114828824998
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238815750926733,
+        "mean_feedback_forward_cosine": 0.9998371852071661,
+        "mean_feedback_forward_relative_error": 0.01774907479748914,
+        "min_feedback_forward_cosine": 0.9997152090072632
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.0886064899790287
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023877078667283058,
+        "mean_feedback_forward_cosine": 0.9998372542230707,
+        "mean_feedback_forward_relative_error": 0.017742220018255084,
+        "min_feedback_forward_cosine": 0.999715268611908
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.08099984602868557
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02387254498898983,
+        "mean_feedback_forward_cosine": 0.9998373702952736,
+        "mean_feedback_forward_relative_error": 0.01773549564868996,
+        "min_feedback_forward_cosine": 0.9997154474258423
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07796452830791474
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023867983371019363,
+        "mean_feedback_forward_cosine": 0.9998374267628318,
+        "mean_feedback_forward_relative_error": 0.01772869549887745,
+        "min_feedback_forward_cosine": 0.9997155666351318
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07303242535114288
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023863336071372032,
+        "mean_feedback_forward_cosine": 0.9998375522462946,
+        "mean_feedback_forward_relative_error": 0.0177221491834835,
+        "min_feedback_forward_cosine": 0.9997156858444214
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.0711615925681591
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023858843371272087,
+        "mean_feedback_forward_cosine": 0.9998375836171602,
+        "mean_feedback_forward_relative_error": 0.017715743301730407,
+        "min_feedback_forward_cosine": 0.9997157454490662
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.0673111107134819
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023854201659560204,
+        "mean_feedback_forward_cosine": 0.9998377059635363,
+        "mean_feedback_forward_relative_error": 0.01770933933163944,
+        "min_feedback_forward_cosine": 0.9997158646583557
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06551601542472839
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02384946681559086,
+        "mean_feedback_forward_cosine": 0.999837759294008,
+        "mean_feedback_forward_relative_error": 0.01770310493578252,
+        "min_feedback_forward_cosine": 0.9997159838676453
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.06257788936972618
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023844989016652107,
+        "mean_feedback_forward_cosine": 0.9998378690920378,
+        "mean_feedback_forward_relative_error": 0.017696918454021215,
+        "min_feedback_forward_cosine": 0.9997161626815796
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.058294875597953794
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02384048141539097,
+        "mean_feedback_forward_cosine": 0.9998379443821154,
+        "mean_feedback_forward_relative_error": 0.017690715821165787,
+        "min_feedback_forward_cosine": 0.9997161626815796
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05692799431443214
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02383587695658207,
+        "mean_feedback_forward_cosine": 0.9998380071238467,
+        "mean_feedback_forward_relative_error": 0.01768442557046288,
+        "min_feedback_forward_cosine": 0.9997162818908691
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.055019658786058426
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023831013590097427,
+        "mean_feedback_forward_cosine": 0.9998381294702229,
+        "mean_feedback_forward_relative_error": 0.01767808301864486,
+        "min_feedback_forward_cosine": 0.9997164607048035
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05449852827012539
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02382613904774189,
+        "mean_feedback_forward_cosine": 0.9998382110344736,
+        "mean_feedback_forward_relative_error": 0.017671735491603613,
+        "min_feedback_forward_cosine": 0.9997165203094482
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.051638311725854875
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02382132038474083,
+        "mean_feedback_forward_cosine": 0.999838295735811,
+        "mean_feedback_forward_relative_error": 0.01766541619834147,
+        "min_feedback_forward_cosine": 0.9997166395187378
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.05075180400133133
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023816458880901337,
+        "mean_feedback_forward_cosine": 0.9998383710258886,
+        "mean_feedback_forward_relative_error": 0.017659144108428768,
+        "min_feedback_forward_cosine": 0.9997167587280273
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04860522404909134
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02381158247590065,
+        "mean_feedback_forward_cosine": 0.9998384933722647,
+        "mean_feedback_forward_relative_error": 0.01765274339796681,
+        "min_feedback_forward_cosine": 0.9997168779373169
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.047121148210167885
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238068625330925,
+        "mean_feedback_forward_cosine": 0.9998385592510826,
+        "mean_feedback_forward_relative_error": 0.017646590468326683,
+        "min_feedback_forward_cosine": 0.9997169375419617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04480014027833939
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023801730945706367,
+        "mean_feedback_forward_cosine": 0.9998386376782468,
+        "mean_feedback_forward_relative_error": 0.01764031075627396,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04622192790746689
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0237965639680624,
+        "mean_feedback_forward_cosine": 0.9998387443391901,
+        "mean_feedback_forward_relative_error": 0.01763393043687469,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.044027461415529254
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023791490122675896,
+        "mean_feedback_forward_cosine": 0.9998388259034408,
+        "mean_feedback_forward_relative_error": 0.017627560754159565,
+        "min_feedback_forward_cosine": 0.9997173547744751
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.042354498464465144
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023786408826708794,
+        "mean_feedback_forward_cosine": 0.9998389262902109,
+        "mean_feedback_forward_relative_error": 0.01762126636152205,
+        "min_feedback_forward_cosine": 0.9997175335884094
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04295653098106384
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023781437426805496,
+        "mean_feedback_forward_cosine": 0.9998390392253274,
+        "mean_feedback_forward_relative_error": 0.0176150009379183,
+        "min_feedback_forward_cosine": 0.999717652797699
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.04079782772898674
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023776011541485786,
+        "mean_feedback_forward_cosine": 0.9998391552975303,
+        "mean_feedback_forward_relative_error": 0.017608390900453453,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.04124207681894303
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023770619183778763,
+        "mean_feedback_forward_cosine": 0.9998392054909154,
+        "mean_feedback_forward_relative_error": 0.017601775838748404,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03900240250706673
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023765409365296364,
+        "mean_feedback_forward_cosine": 0.999839324700205,
+        "mean_feedback_forward_relative_error": 0.017595374638116675,
+        "min_feedback_forward_cosine": 0.9997180700302124
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.037209171330928804
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023760031908750534,
+        "mean_feedback_forward_cosine": 0.9998394344982348,
+        "mean_feedback_forward_relative_error": 0.01758885564968774,
+        "min_feedback_forward_cosine": 0.9997181296348572
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.036044797257184985
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023754576221108437,
+        "mean_feedback_forward_cosine": 0.9998394846916199,
+        "mean_feedback_forward_relative_error": 0.017582232696249298,
+        "min_feedback_forward_cosine": 0.999718189239502
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.036427210804224015
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023748576641082764,
+        "mean_feedback_forward_cosine": 0.9998396258605154,
+        "mean_feedback_forward_relative_error": 0.017575340933705632,
+        "min_feedback_forward_cosine": 0.999718427658081
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03773718276321888
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023743055760860443,
+        "mean_feedback_forward_cosine": 0.9998397105618527,
+        "mean_feedback_forward_relative_error": 0.017568696829441347,
+        "min_feedback_forward_cosine": 0.999718427658081
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.035393076547384265
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023737845942378044,
+        "mean_feedback_forward_cosine": 0.9998397827148438,
+        "mean_feedback_forward_relative_error": 0.017562087086078367,
+        "min_feedback_forward_cosine": 0.9997186660766602
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.033653816018104556
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02373233065009117,
+        "mean_feedback_forward_cosine": 0.9998399207466527,
+        "mean_feedback_forward_relative_error": 0.017555307547904943,
+        "min_feedback_forward_cosine": 0.9997189044952393
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.032840322127342225
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023726176470518112,
+        "mean_feedback_forward_cosine": 0.9998400399559423,
+        "mean_feedback_forward_relative_error": 0.01754812222268236,
+        "min_feedback_forward_cosine": 0.9997189044952393
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.035277710797786715
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023720096796751022,
+        "mean_feedback_forward_cosine": 0.999840143479799,
+        "mean_feedback_forward_relative_error": 0.017540947460618458,
+        "min_feedback_forward_cosine": 0.9997191429138184
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.03393282965540886
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023713892325758934,
+        "mean_feedback_forward_cosine": 0.9998402721003482,
+        "mean_feedback_forward_relative_error": 0.017533725372662668,
+        "min_feedback_forward_cosine": 0.9997192621231079
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.033962389070987704
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02370789274573326,
+        "mean_feedback_forward_cosine": 0.9998403787612915,
+        "mean_feedback_forward_relative_error": 0.01752667798121509,
+        "min_feedback_forward_cosine": 0.9997193813323975
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.03192068582713604
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023701651021838188,
+        "mean_feedback_forward_cosine": 0.999840469736802,
+        "mean_feedback_forward_relative_error": 0.01751929930852432,
+        "min_feedback_forward_cosine": 0.9997196197509766
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.032145514241456986
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023695718497037888,
+        "mean_feedback_forward_cosine": 0.9998405889460915,
+        "mean_feedback_forward_relative_error": 0.0175121195467287,
+        "min_feedback_forward_cosine": 0.9997196793556213
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.03121916231572628
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02369002439081669,
+        "mean_feedback_forward_cosine": 0.9998406956070348,
+        "mean_feedback_forward_relative_error": 0.017505143131864697,
+        "min_feedback_forward_cosine": 0.9997197389602661
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.029504041374325753
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023683952167630196,
+        "mean_feedback_forward_cosine": 0.9998408399130169,
+        "mean_feedback_forward_relative_error": 0.017497966139528313,
+        "min_feedback_forward_cosine": 0.99972003698349
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.02961511559844017
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023677857592701912,
+        "mean_feedback_forward_cosine": 0.9998409465739602,
+        "mean_feedback_forward_relative_error": 0.017490761648667485,
+        "min_feedback_forward_cosine": 0.9997200965881348
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.029603759601712226
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023671388626098633,
+        "mean_feedback_forward_cosine": 0.9998410563719901,
+        "mean_feedback_forward_relative_error": 0.017483263840212634,
+        "min_feedback_forward_cosine": 0.9997202754020691
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.029325441351532935
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023665640503168106,
+        "mean_feedback_forward_cosine": 0.9998411849925393,
+        "mean_feedback_forward_relative_error": 0.01747635232382699,
+        "min_feedback_forward_cosine": 0.9997204542160034
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.027311097153425216
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023659126833081245,
+        "mean_feedback_forward_cosine": 0.999841288516396,
+        "mean_feedback_forward_relative_error": 0.017468886596983986,
+        "min_feedback_forward_cosine": 0.9997206926345825
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.028823337376117707
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023652082309126854,
+        "mean_feedback_forward_cosine": 0.9998414234111184,
+        "mean_feedback_forward_relative_error": 0.01746097143347326,
+        "min_feedback_forward_cosine": 0.9997207522392273
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.028660762969851494
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023645399138331413,
+        "mean_feedback_forward_cosine": 0.9998415300720617,
+        "mean_feedback_forward_relative_error": 0.01745332255469341,
+        "min_feedback_forward_cosine": 0.9997209906578064
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.027866083926558493
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02363891899585724,
+        "mean_feedback_forward_cosine": 0.9998416681038705,
+        "mean_feedback_forward_relative_error": 0.017445795238018036,
+        "min_feedback_forward_cosine": 0.9997209310531616
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.027290484753251076
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023632267490029335,
+        "mean_feedback_forward_cosine": 0.9998417841760736,
+        "mean_feedback_forward_relative_error": 0.017438053202472235,
+        "min_feedback_forward_cosine": 0.9997212290763855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.025752054628431796
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362574264407158,
+        "mean_feedback_forward_cosine": 0.9998419033853632,
+        "mean_feedback_forward_relative_error": 0.01743022894094649,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025914649894833566
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362567000091076,
+        "mean_feedback_forward_cosine": 0.9998418876999303,
+        "mean_feedback_forward_relative_error": 0.017430036598326343,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.023274573529958726
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362561784684658,
+        "mean_feedback_forward_cosine": 0.9998419096595362,
+        "mean_feedback_forward_relative_error": 0.017429864328158528,
+        "min_feedback_forward_cosine": 0.9997212290763855
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021617045214772226
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625561967492104,
+        "mean_feedback_forward_cosine": 0.9998418908370169,
+        "mean_feedback_forward_relative_error": 0.017429695146060305,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.021565087901949883
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625506088137627,
+        "mean_feedback_forward_cosine": 0.9998419127966228,
+        "mean_feedback_forward_relative_error": 0.017429523537621686,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.021052006413936616
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625463247299194,
+        "mean_feedback_forward_cosine": 0.9998419222078825,
+        "mean_feedback_forward_relative_error": 0.01742935232131889,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020187341000437738
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625412955880165,
+        "mean_feedback_forward_cosine": 0.9998419347562288,
+        "mean_feedback_forward_relative_error": 0.017429182501999957,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019765038191378117
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625364527106285,
+        "mean_feedback_forward_cosine": 0.9998419378933153,
+        "mean_feedback_forward_relative_error": 0.0174290195205494,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.020545777665376665
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625314235687256,
+        "mean_feedback_forward_cosine": 0.999841919070796,
+        "mean_feedback_forward_relative_error": 0.017428849235569175,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.019909772011041642
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625262081623077,
+        "mean_feedback_forward_cosine": 0.9998419222078825,
+        "mean_feedback_forward_relative_error": 0.017428683239574496,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019450022747516633
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625215515494347,
+        "mean_feedback_forward_cosine": 0.9998419065224496,
+        "mean_feedback_forward_relative_error": 0.01742852018459847,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.018635217373669147
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625168949365616,
+        "mean_feedback_forward_cosine": 0.9998419284820557,
+        "mean_feedback_forward_relative_error": 0.01742836176172683,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.019771754233539104
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625120520591736,
+        "mean_feedback_forward_cosine": 0.9998419033853632,
+        "mean_feedback_forward_relative_error": 0.017428197089190547,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.019207457506358622
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625075817108154,
+        "mean_feedback_forward_cosine": 0.9998419284820557,
+        "mean_feedback_forward_relative_error": 0.017428037220318066,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.01966070913493633
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023625025525689125,
+        "mean_feedback_forward_cosine": 0.9998419159337094,
+        "mean_feedback_forward_relative_error": 0.017427871469408274,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.018938596695363522
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624984547495842,
+        "mean_feedback_forward_cosine": 0.9998419253449691,
+        "mean_feedback_forward_relative_error": 0.017427710179043442,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01795565570920706
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362494170665741,
+        "mean_feedback_forward_cosine": 0.9998419284820557,
+        "mean_feedback_forward_relative_error": 0.017427550702306786,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.01870345171034336
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362489514052868,
+        "mean_feedback_forward_cosine": 0.9998419441674885,
+        "mean_feedback_forward_relative_error": 0.0174273925980455,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.017115880472362042
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624848574399948,
+        "mean_feedback_forward_cosine": 0.9998419378933153,
+        "mean_feedback_forward_relative_error": 0.017427234836903057,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.01920094470024109
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624802008271217,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.01742707433080987,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.01911835408836603
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624759167432785,
+        "mean_feedback_forward_cosine": 0.9998419504416617,
+        "mean_feedback_forward_relative_error": 0.017426916765735337,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.01843534249663353
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624710738658905,
+        "mean_feedback_forward_cosine": 0.9998419316191423,
+        "mean_feedback_forward_relative_error": 0.01742676098978049,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.01794396436005831
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362467721104622,
+        "mean_feedback_forward_cosine": 0.9998419598529213,
+        "mean_feedback_forward_relative_error": 0.01742659862104215,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.017799743198156356
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624630644917488,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.01742643122806361,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.016940128788501024
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624585941433907,
+        "mean_feedback_forward_cosine": 0.9998419347562288,
+        "mean_feedback_forward_relative_error": 0.01742627199641184,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.017658958861529826
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624535650014877,
+        "mean_feedback_forward_cosine": 0.9998419347562288,
+        "mean_feedback_forward_relative_error": 0.017426116563575834,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01826230070203543
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624492809176445,
+        "mean_feedback_forward_cosine": 0.9998419755383542,
+        "mean_feedback_forward_relative_error": 0.017425962405181246,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.018668894878029824
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624451830983162,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.017425803394105873,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.01702467140108347
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362440526485443,
+        "mean_feedback_forward_cosine": 0.9998419347562288,
+        "mean_feedback_forward_relative_error": 0.017425649039643377,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.016476852412819862
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362436056137085,
+        "mean_feedback_forward_cosine": 0.9998419504416617,
+        "mean_feedback_forward_relative_error": 0.01742549343524795,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.016713480235040188
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362431213259697,
+        "mean_feedback_forward_cosine": 0.9998419661270944,
+        "mean_feedback_forward_relative_error": 0.01742533601722435,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.017687734822034836
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624269291758537,
+        "mean_feedback_forward_cosine": 0.9998419441674885,
+        "mean_feedback_forward_relative_error": 0.017425186294866234,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.017140326766371727
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624228313565254,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.017425029489554857,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.017491330931782723
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624183610081673,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.01742487182644637,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016248736631572246
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362413890659809,
+        "mean_feedback_forward_cosine": 0.9998419410304019,
+        "mean_feedback_forward_relative_error": 0.0174247119330654,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.01694776742488146
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624099791049957,
+        "mean_feedback_forward_cosine": 0.999841969264181,
+        "mean_feedback_forward_relative_error": 0.017424556181619043,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.01671396476060152
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023624062538146973,
+        "mean_feedback_forward_cosine": 0.9998419535787482,
+        "mean_feedback_forward_relative_error": 0.017424403224140406,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.016440652879476547
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362402155995369,
+        "mean_feedback_forward_cosine": 0.9998419535787482,
+        "mean_feedback_forward_relative_error": 0.017424247521711022,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.01723799763441086
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623984307050705,
+        "mean_feedback_forward_cosine": 0.9998419504416617,
+        "mean_feedback_forward_relative_error": 0.017424092505519326,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.01625235303938389
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623935878276825,
+        "mean_feedback_forward_cosine": 0.9998419849496138,
+        "mean_feedback_forward_relative_error": 0.01742394516048463,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.017007624327540397
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623894900083542,
+        "mean_feedback_forward_cosine": 0.9998419567158348,
+        "mean_feedback_forward_relative_error": 0.017423789899208043,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.01589294947952032
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623844608664513,
+        "mean_feedback_forward_cosine": 0.9998419724012676,
+        "mean_feedback_forward_relative_error": 0.017423640127832953,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.017078018230199814
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362380363047123,
+        "mean_feedback_forward_cosine": 0.9998419598529213,
+        "mean_feedback_forward_relative_error": 0.01742348793011747,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.017073209224045278
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623768240213394,
+        "mean_feedback_forward_cosine": 0.9998419567158348,
+        "mean_feedback_forward_relative_error": 0.017423336369622695,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.015712709036171436
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623721674084663,
+        "mean_feedback_forward_cosine": 0.9998419441674885,
+        "mean_feedback_forward_relative_error": 0.017423190348046392,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.0167135486972332
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362368255853653,
+        "mean_feedback_forward_cosine": 0.9998419880867004,
+        "mean_feedback_forward_relative_error": 0.017423034057413276,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.016926228197813035
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623641580343246,
+        "mean_feedback_forward_cosine": 0.9998419786754408,
+        "mean_feedback_forward_relative_error": 0.017422879776476247,
+        "min_feedback_forward_cosine": 0.9997214674949646
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.015681275087296963
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362360619008541,
+        "mean_feedback_forward_cosine": 0.9998419316191423,
+        "mean_feedback_forward_relative_error": 0.017422724368148727,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.0157519710201025
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623565211892128,
+        "mean_feedback_forward_cosine": 0.9998419598529213,
+        "mean_feedback_forward_relative_error": 0.017422574400705725,
+        "min_feedback_forward_cosine": 0.999721348285675
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.015686207499504088
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023623526096343994,
+        "mean_feedback_forward_cosine": 0.9998419818125273,
+        "mean_feedback_forward_relative_error": 0.01742242078149789,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015580578749477863
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362348884344101,
+        "mean_feedback_forward_cosine": 0.9998419629900079,
+        "mean_feedback_forward_relative_error": 0.017422264711441177,
+        "min_feedback_forward_cosine": 0.9997214078903198
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015610226914286613
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9087,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.4213775695800781,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2162265600,
+    "peak_memory_reserved_bytes": 2864709632,
+    "torch_version": "2.3.1+cu118"
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 12,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7231495380401611,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.0,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 6212.18221783638,
+    "train_wall_s": 6210.074757575989
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401086720000000,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 0
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 0,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 0,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000000,
+    "total_forward_equivalent_examples": 10000000,
+    "total_macs_estimate": 1613194240000000
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed12_dynamic.json b/results/kp_dynamic_projection_confirmation/seed12_dynamic.json
new file mode 100644
index 0000000..ea784f2
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed12_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 12,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed12_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 12,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5012,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9997114737828573,
+    "feedback_forward_cosine": [
+      0.9998574256896973,
+      0.9998458623886108,
+      0.9998281002044678,
+      0.9998034238815308,
+      0.9998469948768616,
+      0.999794602394104,
+      0.9997956156730652,
+      0.999858558177948,
+      0.9998485445976257,
+      0.9998177289962769,
+      0.9998546838760376,
+      0.9998046159744263,
+      0.9998361468315125,
+      0.9999040365219116,
+      0.999893307685852,
+      0.9998722076416016,
+      0.9998834133148193,
+      0.9997241497039795,
+      0.9999865293502808
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9999194741249084,
+      1.0000417232513428,
+      1.0000344514846802,
+      1.0004216432571411,
+      0.9998783469200134,
+      1.0007500648498535,
+      0.9986798167228699,
+      1.0001662969589233,
+      0.9994640946388245,
+      1.0005172491073608,
+      0.9995865821838379,
+      1.000773310661316,
+      0.9996356964111328,
+      1.000274896621704,
+      0.9999865293502808,
+      1.0004503726959229,
+      1.000087857246399,
+      1.0009469985961914,
+      1.0021064281463623
+    ],
+    "feedback_forward_relative_error": [
+      0.016884317621588707,
+      0.01756211742758751,
+      0.018542315810918808,
+      0.019832588732242584,
+      0.017496826127171516,
+      0.020295169204473495,
+      0.020248569548130035,
+      0.01682288385927677,
+      0.01740705966949463,
+      0.019111163914203644,
+      0.017050106078386307,
+      0.019789528101682663,
+      0.018100669607520103,
+      0.013856034725904465,
+      0.014611547812819481,
+      0.015999160706996918,
+      0.015267736278474331,
+      0.023517075926065445,
+      0.005608505103737116
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9997193813323975,
+      0.9996854066848755,
+      0.9997183084487915,
+      0.9996894001960754,
+      0.9997245669364929,
+      0.9997317790985107,
+      0.9997336864471436,
+      0.9997453093528748,
+      0.9997668266296387,
+      0.9997388124465942,
+      0.9997909665107727,
+      0.9997773766517639,
+      0.9998037815093994,
+      0.9998530745506287,
+      0.999872088432312,
+      0.9998897314071655,
+      0.999926745891571,
+      0.9999709129333496,
+      0.8125282526016235
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9997193813323975,
+      0.9996853470802307,
+      0.9997183084487915,
+      0.9996894001960754,
+      0.9997245669364929,
+      0.9997317790985107,
+      0.9997336864471436,
+      0.99974524974823,
+      0.9997668266296387,
+      0.999738872051239,
+      0.9997909069061279,
+      0.9997773766517639,
+      0.9998037815093994,
+      0.9998530745506287,
+      0.999872088432312,
+      0.9998897314071655,
+      0.999926745891571,
+      0.9999709129333496,
+      0.8315038681030273
+    ],
+    "matched_negative_gradient_cosine": [
+      0.023268621414899826,
+      0.027186281979084015,
+      0.01861143857240677,
+      0.008046802133321762,
+      0.028450412675738335,
+      0.08157981932163239,
+      0.05942387878894806,
+      0.06518078595399857,
+      0.09879240393638611,
+      0.182073175907135,
+      0.12417712807655334,
+      0.22486162185668945,
+      0.1626013219356537,
+      0.1188361868262291,
+      0.10194960981607437,
+      0.25910332798957825,
+      0.16598275303840637,
+      0.2588999569416046,
+      0.12892363965511322
+    ],
+    "max_norm_match_direction_error": 1.7881393432617188e-07,
+    "max_norm_match_relative_error": 1.5818071119610977e-07,
+    "mean_feedback_forward_cosine": 0.99984504988319,
+    "mean_feedback_forward_relative_error": 0.017263335592456554,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.07374569028615952,
+      "max_absolute_post_projection_soma_slope": 8.50809733776714e-09,
+      "max_absolute_pre_projection_soma_slope": 0.07374569028615952,
+      "max_positive_post_projection_soma_slope": 7.042485705710533e-09,
+      "min_post_projection_soma_slope": -8.50809733776714e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.5040024113180932e-08,
+      "pre_projection_traffic_rms_ratio": 0.011698983040522474
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.011698983040499608,
+    "raw_negative_gradient_cosine": [
+      0.023268621414899826,
+      0.027186281979084015,
+      0.01861143857240677,
+      0.008046803064644337,
+      0.028450412675738335,
+      0.08157981932163239,
+      0.05942387878894806,
+      0.06518078595399857,
+      0.09879240393638611,
+      0.182073175907135,
+      0.12417712807655334,
+      0.22486159205436707,
+      0.1626013219356537,
+      0.1188361868262291,
+      0.10194960981607437,
+      0.25910332798957825,
+      0.16598276793956757,
+      0.2588999569416046,
+      0.12892362475395203
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9997193813323975,
+      0.9996854066848755,
+      0.9997183084487915,
+      0.9996894001960754,
+      0.9997245669364929,
+      0.9997317790985107,
+      0.9997336864471436,
+      0.9997453093528748,
+      0.9997668266296387,
+      0.9997388124465942,
+      0.9997909665107727,
+      0.9997773766517639,
+      0.9998037815093994,
+      0.9998530745506287,
+      0.999872088432312,
+      0.9998897314071655,
+      0.999926745891571,
+      0.9999709129333496,
+      0.8125282526016235
+    ],
+    "traffic_instruction_rms_ratio": 12.200530217686362,
+    "used_negative_gradient_cosine": [
+      0.9997193813323975,
+      0.9996854066848755,
+      0.9997183084487915,
+      0.9996894001960754,
+      0.9997245669364929,
+      0.9997317790985107,
+      0.9997336864471436,
+      0.9997453093528748,
+      0.9997668266296387,
+      0.9997388124465942,
+      0.9997909665107727,
+      0.9997773766517639,
+      0.9998037815093994,
+      0.9998530745506287,
+      0.999872088432312,
+      0.9998897314071655,
+      0.999926745891571,
+      0.9999709129333496,
+      0.8125282526016235
+    ],
+    "wall_s": 0.14258813858032227
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3249281644821167,
+        "mean_feedback_forward_cosine": 0.2721443215483113,
+        "mean_feedback_forward_relative_error": 1.2038906247992265,
+        "min_feedback_forward_cosine": 0.12243741750717163
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0023080694579203373,
+        "instruction_rms": 0.0023080694570420156,
+        "raw_apical_rms": 0.026487149068378592,
+        "teaching_rms": 0.0023080694579203373,
+        "traffic_rms": 0.02637654382419039
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.446839613729935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.0341414978753644e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014182968060475915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.942442395324707
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2552213668823242,
+        "mean_feedback_forward_cosine": 0.3852090161097677,
+        "mean_feedback_forward_relative_error": 1.1059134131983708,
+        "min_feedback_forward_cosine": 0.21582253277301788
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0034230804788468244,
+        "instruction_rms": 0.003423080478850003,
+        "raw_apical_rms": 0.03177620460534737,
+        "teaching_rms": 0.0034230804788468244,
+        "traffic_rms": 0.031590175950090345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.599246056751326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7524974688928922e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013833050191650055,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.4115591107940675
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2005302906036377,
+        "mean_feedback_forward_cosine": 0.4878616521233006,
+        "mean_feedback_forward_relative_error": 1.0108277923182438,
+        "min_feedback_forward_cosine": 0.30213606357574463
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004219487284755107,
+        "instruction_rms": 0.00421948728357784,
+        "raw_apical_rms": 0.036723901580150965,
+        "teaching_rms": 0.004219487284755107,
+        "traffic_rms": 0.03647928120715698
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.2854626514099436e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6964896995430787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014231183707419475,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.1107898635864257
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.151865839958191,
+        "mean_feedback_forward_cosine": 0.567425178854089,
+        "mean_feedback_forward_relative_error": 0.9299981547029395,
+        "min_feedback_forward_cosine": 0.36182332038879395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004716641648906827,
+        "instruction_rms": 0.004716641648395367,
+        "raw_apical_rms": 0.0395960394916813,
+        "teaching_rms": 0.004716641648906827,
+        "traffic_rms": 0.039312114283074656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.424830990501505e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.659520911630774e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014033884245535455,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.9201555288887024
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1062654256820679,
+        "mean_feedback_forward_cosine": 0.6259294811048006,
+        "mean_feedback_forward_relative_error": 0.8657769435330441,
+        "min_feedback_forward_cosine": 0.41422516107559204
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004812149580664958,
+        "instruction_rms": 0.004812149580499907,
+        "raw_apical_rms": 0.042215286786965206,
+        "teaching_rms": 0.004812149580664958,
+        "traffic_rms": 0.04193819513737515
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.6303771483735545e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6518628880628935e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01431398310994349,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.8017327913093567
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0640935897827148,
+        "mean_feedback_forward_cosine": 0.6711091681530601,
+        "mean_feedback_forward_relative_error": 0.8118170750768561,
+        "min_feedback_forward_cosine": 0.45998895168304443
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004794852851526572,
+        "instruction_rms": 0.004794852851731507,
+        "raw_apical_rms": 0.04419625066918216,
+        "teaching_rms": 0.004794852851526572,
+        "traffic_rms": 0.04393354620132042
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.3698133939406034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.650987844192795e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014498125694181054,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7221896104812622
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.024137258529663,
+        "mean_feedback_forward_cosine": 0.7087656541874534,
+        "mean_feedback_forward_relative_error": 0.7641397589131406,
+        "min_feedback_forward_cosine": 0.5008537769317627
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004829830523641495,
+        "instruction_rms": 0.0048298305250658565,
+        "raw_apical_rms": 0.046291604693409025,
+        "teaching_rms": 0.004829830523641495,
+        "traffic_rms": 0.046036586317175714
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.6830062555281984e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6453944035281515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015419826466922948,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6570543592453003
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9849101901054382,
+        "mean_feedback_forward_cosine": 0.7405065956868624,
+        "mean_feedback_forward_relative_error": 0.7215053737163544,
+        "min_feedback_forward_cosine": 0.5390143990516663
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047733366757985165,
+        "instruction_rms": 0.004773336676609106,
+        "raw_apical_rms": 0.04785655026746225,
+        "teaching_rms": 0.0047733366757985165,
+        "traffic_rms": 0.04761581561332905
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.927685199300868e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.652656879663981e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015009519003501665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.6200758220291138
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9484875798225403,
+        "mean_feedback_forward_cosine": 0.7661378509119937,
+        "mean_feedback_forward_relative_error": 0.6847120664621654,
+        "min_feedback_forward_cosine": 0.5727994441986084
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004712277816497685,
+        "instruction_rms": 0.004712277816867816,
+        "raw_apical_rms": 0.04862617434129928,
+        "teaching_rms": 0.004712277816497685,
+        "traffic_rms": 0.048395144933736124
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.3518166020485296e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6362167667591325e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016150277024817406,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.572422699432373
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9132909178733826,
+        "mean_feedback_forward_cosine": 0.7890583904165971,
+        "mean_feedback_forward_relative_error": 0.6501594091716566,
+        "min_feedback_forward_cosine": 0.6043079495429993
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004818678502242925,
+        "instruction_rms": 0.004818678502404126,
+        "raw_apical_rms": 0.04957583931277842,
+        "teaching_rms": 0.004818678502242925,
+        "traffic_rms": 0.04933882005546808
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.098242018495512e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6299543037093797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016803701206411312,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5388448571395874
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8803393244743347,
+        "mean_feedback_forward_cosine": 0.8085514746214214,
+        "mean_feedback_forward_relative_error": 0.6193344875385887,
+        "min_feedback_forward_cosine": 0.6328921318054199
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047696391441622585,
+        "instruction_rms": 0.0047696391438944745,
+        "raw_apical_rms": 0.050031891852465205,
+        "teaching_rms": 0.0047696391441622585,
+        "traffic_rms": 0.04980163042916192
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.228015899026104e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6346875170335226e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016625786273381214,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5089744426727295
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8471029996871948,
+        "mean_feedback_forward_cosine": 0.82611252132215,
+        "mean_feedback_forward_relative_error": 0.5900749924935793,
+        "min_feedback_forward_cosine": 0.6601033210754395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004771704346590218,
+        "instruction_rms": 0.0047717043469425865,
+        "raw_apical_rms": 0.05066628227195281,
+        "teaching_rms": 0.004771704346590218,
+        "traffic_rms": 0.050438681977854026
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3177197050472387e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6293983249528017e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01655447735427949,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.492340422706604
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8158993124961853,
+        "mean_feedback_forward_cosine": 0.841593927458713,
+        "mean_feedback_forward_relative_error": 0.5629830344727165,
+        "min_feedback_forward_cosine": 0.6847572922706604
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004767013211485561,
+        "instruction_rms": 0.004767013210509418,
+        "raw_apical_rms": 0.050782367493414304,
+        "teaching_rms": 0.004767013211485561,
+        "traffic_rms": 0.050555552173501835
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.5014309673897515e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6373167829642816e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01699564491403661,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.46837723989486696
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7856348156929016,
+        "mean_feedback_forward_cosine": 0.8554006218910217,
+        "mean_feedback_forward_relative_error": 0.5375661661750392,
+        "min_feedback_forward_cosine": 0.7078348994255066
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004730661132960849,
+        "instruction_rms": 0.0047306611326937914,
+        "raw_apical_rms": 0.051766134648969106,
+        "teaching_rms": 0.004730661132960849,
+        "traffic_rms": 0.051546735059788636
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.027619399631476e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6304113541378132e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017307191843846555,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4503757382202148
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.75599604845047,
+        "mean_feedback_forward_cosine": 0.8675489362917448,
+        "mean_feedback_forward_relative_error": 0.5142041758487099,
+        "min_feedback_forward_cosine": 0.7293041944503784
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004691157865246811,
+        "instruction_rms": 0.00469115786485573,
+        "raw_apical_rms": 0.05233727250550342,
+        "teaching_rms": 0.004691157865246811,
+        "traffic_rms": 0.052124282126111664
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.37136051800735e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6320657905658974e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01668424269383668,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.43669255392074585
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7265081405639648,
+        "mean_feedback_forward_cosine": 0.878653949812839,
+        "mean_feedback_forward_relative_error": 0.4918818356175172,
+        "min_feedback_forward_cosine": 0.7497525215148926
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047192433923565315,
+        "instruction_rms": 0.00471924339115837,
+        "raw_apical_rms": 0.052423214967886406,
+        "teaching_rms": 0.0047192433923565315,
+        "traffic_rms": 0.05220766970649857
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.2892419454810806e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6386491982554285e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01704548107484575,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4248651121139526
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.698979914188385,
+        "mean_feedback_forward_cosine": 0.8886974171588296,
+        "mean_feedback_forward_relative_error": 0.47082148178627614,
+        "min_feedback_forward_cosine": 0.7682995200157166
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004659899212905948,
+        "instruction_rms": 0.004659899212947923,
+        "raw_apical_rms": 0.05266040347575783,
+        "teaching_rms": 0.004659899212905948,
+        "traffic_rms": 0.052451151492658464
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.138827947031132e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.645075044255878e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016591297594600804,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4127222797870636
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6716740131378174,
+        "mean_feedback_forward_cosine": 0.8978187912388852,
+        "mean_feedback_forward_relative_error": 0.4509496202594356,
+        "min_feedback_forward_cosine": 0.7860738039016724
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004689115189769119,
+        "instruction_rms": 0.00468911519012879,
+        "raw_apical_rms": 0.053202228097941735,
+        "teaching_rms": 0.004689115189769119,
+        "traffic_rms": 0.05299210540629616
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.112417346073926e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6339015683724654e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01714493242575476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.39321145040512084
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.64556884765625,
+        "mean_feedback_forward_cosine": 0.9060978732611004,
+        "mean_feedback_forward_relative_error": 0.43207818269729614,
+        "min_feedback_forward_cosine": 0.8023526072502136
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004713389894674895,
+        "instruction_rms": 0.004713389894113326,
+        "raw_apical_rms": 0.05312752567444731,
+        "teaching_rms": 0.004713389894674895,
+        "traffic_rms": 0.05291520847396524
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.309906032062827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6276056278590564e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01664696520133346,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.3829662405490875
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6207624077796936,
+        "mean_feedback_forward_cosine": 0.9136907426934493,
+        "mean_feedback_forward_relative_error": 0.4139076275260825,
+        "min_feedback_forward_cosine": 0.8171228766441345
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004676327589074075,
+        "instruction_rms": 0.0046763275886740835,
+        "raw_apical_rms": 0.05297020732103104,
+        "teaching_rms": 0.004676327589074075,
+        "traffic_rms": 0.052760349411274575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.160028683169003e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6401920680732618e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016888866935284682,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.37620897042274476
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5963778495788574,
+        "mean_feedback_forward_cosine": 0.9204064325282448,
+        "mean_feedback_forward_relative_error": 0.39718542208797053,
+        "min_feedback_forward_cosine": 0.8311216831207275
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004628921698224254,
+        "instruction_rms": 0.004628921697627942,
+        "raw_apical_rms": 0.053373019126709074,
+        "teaching_rms": 0.004628921698224254,
+        "traffic_rms": 0.05316912921770285
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.5699734723948495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6182498100856096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01762039841917945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.368082077627182
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5718235969543457,
+        "mean_feedback_forward_cosine": 0.926718598917911,
+        "mean_feedback_forward_relative_error": 0.3809232962758918,
+        "min_feedback_forward_cosine": 0.8444066047668457
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004605388013369062,
+        "instruction_rms": 0.004605388014410659,
+        "raw_apical_rms": 0.053582239258148916,
+        "teaching_rms": 0.004605388013369062,
+        "traffic_rms": 0.05338128198840835
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.156927602139149e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6284267015714246e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01766122475193777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3645231874656677
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5502410531044006,
+        "mean_feedback_forward_cosine": 0.9322050025588587,
+        "mean_feedback_forward_relative_error": 0.3661429105620635,
+        "min_feedback_forward_cosine": 0.8557469248771667
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004505467057529318,
+        "instruction_rms": 0.0045054670573076655,
+        "raw_apical_rms": 0.053883138880993414,
+        "teaching_rms": 0.004505467057529318,
+        "traffic_rms": 0.05369178155322534
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.6960085597902435e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623282868167136e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01800947521918278,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34672775948524476
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5285241603851318,
+        "mean_feedback_forward_cosine": 0.9375594226937545,
+        "mean_feedback_forward_relative_error": 0.3513024347393136,
+        "min_feedback_forward_cosine": 0.8667663335800171
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004613993700423795,
+        "instruction_rms": 0.004613993701636443,
+        "raw_apical_rms": 0.05386774503180389,
+        "teaching_rms": 0.004613993700423795,
+        "traffic_rms": 0.053666405861080055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.7776747063844596e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6222822265262137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018523587460167027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.33919336302757264
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5078608393669128,
+        "mean_feedback_forward_cosine": 0.9424269105258741,
+        "mean_feedback_forward_relative_error": 0.33714419368066284,
+        "min_feedback_forward_cosine": 0.8768385648727417
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045695596640837844,
+        "instruction_rms": 0.004569559663594655,
+        "raw_apical_rms": 0.05414588583916598,
+        "teaching_rms": 0.0045695596640837844,
+        "traffic_rms": 0.05394942406299969
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.1929504252257175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6238662424543318e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01769601018429204,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3358842952919006
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4875035881996155,
+        "mean_feedback_forward_cosine": 0.9468398407885903,
+        "mean_feedback_forward_relative_error": 0.3237704281744204,
+        "min_feedback_forward_cosine": 0.8863575458526611
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004579441394931247,
+        "instruction_rms": 0.004579441396435009,
+        "raw_apical_rms": 0.05431705702610172,
+        "teaching_rms": 0.004579441394931247,
+        "traffic_rms": 0.054120633560484445
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.59498706359318e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6144725421292504e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01681640752022685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.33236231815338135
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4669761657714844,
+        "mean_feedback_forward_cosine": 0.9509984003870111,
+        "mean_feedback_forward_relative_error": 0.3107264661475232,
+        "min_feedback_forward_cosine": 0.8954921960830688
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004603016370808681,
+        "instruction_rms": 0.004603016371780905,
+        "raw_apical_rms": 0.05429948193264992,
+        "teaching_rms": 0.004603016370808681,
+        "traffic_rms": 0.054101102039187735
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.63063072938985e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6236412832122365e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01736713154742007,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.33071853603839874
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.44839805364608765,
+        "mean_feedback_forward_cosine": 0.9547251557048998,
+        "mean_feedback_forward_relative_error": 0.2985768592671344,
+        "min_feedback_forward_cosine": 0.9035701155662537
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004522215042493797,
+        "instruction_rms": 0.004522215043965124,
+        "raw_apical_rms": 0.05433222422743575,
+        "teaching_rms": 0.004522215042493797,
+        "traffic_rms": 0.05414029899402568
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.186660700928769e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272122842085945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016940670406266563,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.31776994712829587
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4301247000694275,
+        "mean_feedback_forward_cosine": 0.9581669914095026,
+        "mean_feedback_forward_relative_error": 0.2868595844820926,
+        "min_feedback_forward_cosine": 0.9110876321792603
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004529694523190022,
+        "instruction_rms": 0.004529694524143987,
+        "raw_apical_rms": 0.054418359060912413,
+        "teaching_rms": 0.004529694523190022,
+        "traffic_rms": 0.05422637146514699
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.578190709343289e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.625943021911315e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01726459963893332,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3112254273796082
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4129053056240082,
+        "mean_feedback_forward_cosine": 0.9613194214670282,
+        "mean_feedback_forward_relative_error": 0.2757579641122567,
+        "min_feedback_forward_cosine": 0.9179593920707703
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004548625188726294,
+        "instruction_rms": 0.004548625188613471,
+        "raw_apical_rms": 0.05448581872851926,
+        "teaching_rms": 0.004548625188726294,
+        "traffic_rms": 0.05429238374198953
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.846974649945878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6240716748581483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016568061179087847,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.31351594414711
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.39678287506103516,
+        "mean_feedback_forward_cosine": 0.9641936829215602,
+        "mean_feedback_forward_relative_error": 0.26520327674715144,
+        "min_feedback_forward_cosine": 0.9241325259208679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004496294213127515,
+        "instruction_rms": 0.0044962942153604826,
+        "raw_apical_rms": 0.05473462652042686,
+        "teaching_rms": 0.004496294213127515,
+        "traffic_rms": 0.0545461645053145
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.353969629278254e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6150132597228143e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016941051329771622,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.30297819341659543
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38119199872016907,
+        "mean_feedback_forward_cosine": 0.9668903350830078,
+        "mean_feedback_forward_relative_error": 0.2549072468751355,
+        "min_feedback_forward_cosine": 0.9298349618911743
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004540935491469738,
+        "instruction_rms": 0.004540935490231336,
+        "raw_apical_rms": 0.05479302880506703,
+        "teaching_rms": 0.004540935491469738,
+        "traffic_rms": 0.05460083812202385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.5042146012974627e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613091250400362e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016939342036086658,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29682563596725464
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.365561842918396,
+        "mean_feedback_forward_cosine": 0.9694536924362183,
+        "mean_feedback_forward_relative_error": 0.24480156443620982,
+        "min_feedback_forward_cosine": 0.9354177713394165
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004539300412291528,
+        "instruction_rms": 0.004539300412068493,
+        "raw_apical_rms": 0.05530265296073994,
+        "teaching_rms": 0.004539300412291528,
+        "traffic_rms": 0.055112665751910435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.749211074932646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6160811642845763e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016277381475727843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2969673993587494
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35077619552612305,
+        "mean_feedback_forward_cosine": 0.9717735773638675,
+        "mean_feedback_forward_relative_error": 0.23522553043930153,
+        "min_feedback_forward_cosine": 0.9404854774475098
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004540319703219725,
+        "instruction_rms": 0.00454031970271947,
+        "raw_apical_rms": 0.05550699022306771,
+        "teaching_rms": 0.004540319703219725,
+        "traffic_rms": 0.05531758604158438
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.684218796706773e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.622107972299976e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016691517918771093,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2897133046293259
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33630087971687317,
+        "mean_feedback_forward_cosine": 0.9739028309520922,
+        "mean_feedback_forward_relative_error": 0.22612013667821884,
+        "min_feedback_forward_cosine": 0.9452629685401917
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044803736927232374,
+        "instruction_rms": 0.004480373690461905,
+        "raw_apical_rms": 0.055413167616282726,
+        "teaching_rms": 0.0044803736927232374,
+        "traffic_rms": 0.055228167943983615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.5427628830575486e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6201837150454624e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01696628293594897,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.28834965251922606
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32258644700050354,
+        "mean_feedback_forward_cosine": 0.9758716225624084,
+        "mean_feedback_forward_relative_error": 0.21732714889865173,
+        "min_feedback_forward_cosine": 0.9495542049407959
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045019790262330155,
+        "instruction_rms": 0.0045019790277067324,
+        "raw_apical_rms": 0.05543287742406215,
+        "teaching_rms": 0.0045019790262330155,
+        "traffic_rms": 0.05524637668305415
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.084332516640643e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6131696272521887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017074356169731755,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2818816299057007
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3089297413825989,
+        "mean_feedback_forward_cosine": 0.9777515154135855,
+        "mean_feedback_forward_relative_error": 0.20860546670461955,
+        "min_feedback_forward_cosine": 0.9536628723144531
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004564161556819306,
+        "instruction_rms": 0.004564161556734984,
+        "raw_apical_rms": 0.05533372296960707,
+        "teaching_rms": 0.004564161556819306,
+        "traffic_rms": 0.05514140383687979
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.7393871938083976e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6098318583675934e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016894311945600128,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2829860259056091
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2961256802082062,
+        "mean_feedback_forward_cosine": 0.9794605499819705,
+        "mean_feedback_forward_relative_error": 0.200412869845566,
+        "min_feedback_forward_cosine": 0.957390546798706
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00449543709660853,
+        "instruction_rms": 0.004495437097869103,
+        "raw_apical_rms": 0.0555868325188514,
+        "teaching_rms": 0.00449543709660853,
+        "traffic_rms": 0.05540133301331702
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.4569564039420584e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.602705946497299e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015425164696475027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2806089329338074
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28415289521217346,
+        "mean_feedback_forward_cosine": 0.9809752922309073,
+        "mean_feedback_forward_relative_error": 0.19280448281451276,
+        "min_feedback_forward_cosine": 0.9607353210449219
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044358238350417694,
+        "instruction_rms": 0.004435823835921591,
+        "raw_apical_rms": 0.05541723636933322,
+        "teaching_rms": 0.0044358238350417694,
+        "traffic_rms": 0.05523542863716919
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.17937676186375e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.610378340282921e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015681846529828427,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2699057277727127
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2725898325443268,
+        "mean_feedback_forward_cosine": 0.982406873452036,
+        "mean_feedback_forward_relative_error": 0.18535848040329783,
+        "min_feedback_forward_cosine": 0.9638272523880005
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004456821987411224,
+        "instruction_rms": 0.004456821986734841,
+        "raw_apical_rms": 0.055407531132323884,
+        "teaching_rms": 0.004456821987411224,
+        "traffic_rms": 0.055224373302815113
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.678053062117215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6132971038849415e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015344552544589904,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2727188338947296
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2614302337169647,
+        "mean_feedback_forward_cosine": 0.9837454494677091,
+        "mean_feedback_forward_relative_error": 0.17811239157852374,
+        "min_feedback_forward_cosine": 0.966710090637207
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044866896693955514,
+        "instruction_rms": 0.0044866896689987066,
+        "raw_apical_rms": 0.05556790364021245,
+        "teaching_rms": 0.0044866896693955514,
+        "traffic_rms": 0.055382631222457505
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 6.702554600224175e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6140356757135172e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014634628172412446,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.26595946736335757
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2510761618614197,
+        "mean_feedback_forward_cosine": 0.9849564276243511,
+        "mean_feedback_forward_relative_error": 0.17130664226255918,
+        "min_feedback_forward_cosine": 0.9692485332489014
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004437907929759589,
+        "instruction_rms": 0.004437907928307177,
+        "raw_apical_rms": 0.05542127324265903,
+        "teaching_rms": 0.004437907929759589,
+        "traffic_rms": 0.055239894692198366
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.3655453535175184e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6166717330130388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015415051010720045,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.26109942950248716
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2410253882408142,
+        "mean_feedback_forward_cosine": 0.9860778952899732,
+        "mean_feedback_forward_relative_error": 0.16477081179618835,
+        "min_feedback_forward_cosine": 0.971632719039917
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004421598851919646,
+        "instruction_rms": 0.0044215988526633224,
+        "raw_apical_rms": 0.055774173378143624,
+        "teaching_rms": 0.004421598851919646,
+        "traffic_rms": 0.05559498044458747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.301493123331056e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5948785655030203e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014854720885293996,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2587350920820236
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2313351184129715,
+        "mean_feedback_forward_cosine": 0.9871134005094829,
+        "mean_feedback_forward_relative_error": 0.15846395335699381,
+        "min_feedback_forward_cosine": 0.9738436937332153
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004451372863408996,
+        "instruction_rms": 0.004451372864249197,
+        "raw_apical_rms": 0.05584035781706274,
+        "teaching_rms": 0.004451372863408996,
+        "traffic_rms": 0.05565904481489282
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.1419685459231914e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6108628136731228e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015076797264032625,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2534736693572998
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22178062796592712,
+        "mean_feedback_forward_cosine": 0.9881006416521574,
+        "mean_feedback_forward_relative_error": 0.15225164670693248,
+        "min_feedback_forward_cosine": 0.9759323596954346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004482279186526909,
+        "instruction_rms": 0.004482279187324031,
+        "raw_apical_rms": 0.055880264000443367,
+        "teaching_rms": 0.004482279186526909,
+        "traffic_rms": 0.0556967101141157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 5.234796418562837e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623235013461396e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016109923547802354,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2570881478214264
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21274949610233307,
+        "mean_feedback_forward_cosine": 0.9889919036313107,
+        "mean_feedback_forward_relative_error": 0.14641252748276057,
+        "min_feedback_forward_cosine": 0.9778270721435547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004422701150572089,
+        "instruction_rms": 0.00442270115240453,
+        "raw_apical_rms": 0.05573290110469991,
+        "teaching_rms": 0.004422701150572089,
+        "traffic_rms": 0.055553746309094675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.1243537534919597e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6223915487312983e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016151361262402533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.25467914794921875
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20416630804538727,
+        "mean_feedback_forward_cosine": 0.9898192380603991,
+        "mean_feedback_forward_relative_error": 0.14079878283174416,
+        "min_feedback_forward_cosine": 0.9795697331428528
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004415081873603605,
+        "instruction_rms": 0.004415081874448292,
+        "raw_apical_rms": 0.0556210291393145,
+        "teaching_rms": 0.004415081873603605,
+        "traffic_rms": 0.05544183296431691
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.570442430600451e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6059510641847116e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016210002201249355,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25122512108802797
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19581244885921478,
+        "mean_feedback_forward_cosine": 0.9905783502679122,
+        "mean_feedback_forward_relative_error": 0.13543790833730446,
+        "min_feedback_forward_cosine": 0.9811898469924927
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004429910119050315,
+        "instruction_rms": 0.004429910119091342,
+        "raw_apical_rms": 0.05589019897201458,
+        "teaching_rms": 0.004429910119050315,
+        "traffic_rms": 0.05571037689906845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.133220971562878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6174712556470876e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01585631357631016,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2490154582118988
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1879323124885559,
+        "mean_feedback_forward_cosine": 0.9912760414575276,
+        "mean_feedback_forward_relative_error": 0.13031139558083132,
+        "min_feedback_forward_cosine": 0.9826617240905762
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004352909705506966,
+        "instruction_rms": 0.004352909706883739,
+        "raw_apical_rms": 0.05592953278313647,
+        "teaching_rms": 0.004352909705506966,
+        "traffic_rms": 0.05575581692569006
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.690073941380433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6338121742368705e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015641788811797494,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24618186336517334
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1805490404367447,
+        "mean_feedback_forward_cosine": 0.9919200257251137,
+        "mean_feedback_forward_relative_error": 0.12536587919059552,
+        "min_feedback_forward_cosine": 0.9839801788330078
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004411761815223168,
+        "instruction_rms": 0.004411761814311613,
+        "raw_apical_rms": 0.05599489006466664,
+        "teaching_rms": 0.004411761815223168,
+        "traffic_rms": 0.055816858688155176
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5462043140578317e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.615248477279499e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01636240341464737,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24399345339775086
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1730683594942093,
+        "mean_feedback_forward_cosine": 0.9925461285992673,
+        "mean_feedback_forward_relative_error": 0.12040574005559872,
+        "min_feedback_forward_cosine": 0.9852660298347473
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004462942558099935,
+        "instruction_rms": 0.004462942557531973,
+        "raw_apical_rms": 0.055692952462302166,
+        "teaching_rms": 0.004462942558099935,
+        "traffic_rms": 0.055509963028808715
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.692399985766315e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6053078667613658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0155173374810873,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24511803253650666
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16597291827201843,
+        "mean_feedback_forward_cosine": 0.9931039465101141,
+        "mean_feedback_forward_relative_error": 0.11580745915049001,
+        "min_feedback_forward_cosine": 0.9864428043365479
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004381772309330393,
+        "instruction_rms": 0.004381772310591836,
+        "raw_apical_rms": 0.05576049925171321,
+        "teaching_rms": 0.004381772309330393,
+        "traffic_rms": 0.05558470448407888
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.210671906117568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6093651916514613e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016440441027203496,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.24786403010368346
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15964148938655853,
+        "mean_feedback_forward_cosine": 0.9936077720240543,
+        "mean_feedback_forward_relative_error": 0.11147415853644672,
+        "min_feedback_forward_cosine": 0.9874485731124878
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00432301916509933,
+        "instruction_rms": 0.00432301916343172,
+        "raw_apical_rms": 0.05603643537755956,
+        "teaching_rms": 0.00432301916509933,
+        "traffic_rms": 0.05586526048709446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8221872838685158e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.612443434844975e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01652718679534328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.23810911732673645
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15315252542495728,
+        "mean_feedback_forward_cosine": 0.9940944659082513,
+        "mean_feedback_forward_relative_error": 0.10713521136265051,
+        "min_feedback_forward_cosine": 0.9884381294250488
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004368446644245397,
+        "instruction_rms": 0.004368446643759271,
+        "raw_apical_rms": 0.0559832688148458,
+        "teaching_rms": 0.004368446644245397,
+        "traffic_rms": 0.055808180026787384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3836445706137965e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6083509880672423e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015023942502542598,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.23813495846748353
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1471056491136551,
+        "mean_feedback_forward_cosine": 0.9945409015605324,
+        "mean_feedback_forward_relative_error": 0.10300119829021002,
+        "min_feedback_forward_cosine": 0.9893261194229126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004368804356422034,
+        "instruction_rms": 0.004368804356045314,
+        "raw_apical_rms": 0.055584661499995594,
+        "teaching_rms": 0.004368804356422034,
+        "traffic_rms": 0.05540863909774918
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3298817097838764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6219310642416076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01556960365344328,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23849671022892
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14106690883636475,
+        "mean_feedback_forward_cosine": 0.9949541029177214,
+        "mean_feedback_forward_relative_error": 0.09901158158716403,
+        "min_feedback_forward_cosine": 0.9901809692382812
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004410614028583014,
+        "instruction_rms": 0.0044106140283528186,
+        "raw_apical_rms": 0.0558784418877336,
+        "teaching_rms": 0.004410614028583014,
+        "traffic_rms": 0.05569979682522115
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.498263285133362e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6135536400730398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01574513169991113,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23683181636810302
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13556958734989166,
+        "mean_feedback_forward_cosine": 0.9953265692058363,
+        "mean_feedback_forward_relative_error": 0.09527248202970154,
+        "min_feedback_forward_cosine": 0.9909250736236572
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004299818936763597,
+        "instruction_rms": 0.004299818938291796,
+        "raw_apical_rms": 0.05604045177484276,
+        "teaching_rms": 0.004299818936763597,
+        "traffic_rms": 0.05587151955484463
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.4055236025333215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6321260137800397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015244231848240461,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.23444842945098876
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13017494976520538,
+        "mean_feedback_forward_cosine": 0.9956725051528529,
+        "mean_feedback_forward_relative_error": 0.09167111586583288,
+        "min_feedback_forward_cosine": 0.9916320443153381
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004354402490625916,
+        "instruction_rms": 0.00435440249072246,
+        "raw_apical_rms": 0.055731923264448056,
+        "teaching_rms": 0.004354402490625916,
+        "traffic_rms": 0.05555787969716746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.122035607816542e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6338435245923116e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01475294236201476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23318288674354554
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12487363070249557,
+        "mean_feedback_forward_cosine": 0.995999675048025,
+        "mean_feedback_forward_relative_error": 0.08812726877237621,
+        "min_feedback_forward_cosine": 0.9922943115234375
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004386266765941008,
+        "instruction_rms": 0.0043862667648405865,
+        "raw_apical_rms": 0.055728071077255324,
+        "teaching_rms": 0.004386266765941008,
+        "traffic_rms": 0.05555125900042692
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6680696763037304e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.639914757229603e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014803533417837071,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23377570070266723
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11994738131761551,
+        "mean_feedback_forward_cosine": 0.9962992323072333,
+        "mean_feedback_forward_relative_error": 0.08475163892695778,
+        "min_feedback_forward_cosine": 0.9928854703903198
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004368296716299852,
+        "instruction_rms": 0.004368296715774632,
+        "raw_apical_rms": 0.055517489626361716,
+        "teaching_rms": 0.004368296716299852,
+        "traffic_rms": 0.05534100481785601
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.0590514182572406e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6271056315680695e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014993915391400197,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.23152987486839294
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11532090604305267,
+        "mean_feedback_forward_cosine": 0.9965716004371643,
+        "mean_feedback_forward_relative_error": 0.08156504638885197,
+        "min_feedback_forward_cosine": 0.9934219121932983
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004353639930606539,
+        "instruction_rms": 0.0043536399301478965,
+        "raw_apical_rms": 0.05578289683943456,
+        "teaching_rms": 0.004353639930606539,
+        "traffic_rms": 0.05560858227649983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.251729291913307e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634653198177725e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014554901014086097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22720036336898805
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11083810031414032,
+        "mean_feedback_forward_cosine": 0.9968313763016149,
+        "mean_feedback_forward_relative_error": 0.07840332114382793,
+        "min_feedback_forward_cosine": 0.9939192533493042
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004412015675844477,
+        "instruction_rms": 0.004412015675248827,
+        "raw_apical_rms": 0.056356735689527954,
+        "teaching_rms": 0.004412015675844477,
+        "traffic_rms": 0.056179579574610346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.681434452256326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6224142343951786e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014719702783383916,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.2242678826713562
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10618429630994797,
+        "mean_feedback_forward_cosine": 0.9970805080313432,
+        "mean_feedback_forward_relative_error": 0.07525395288279182,
+        "min_feedback_forward_cosine": 0.9944180250167847
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004398472509232704,
+        "instruction_rms": 0.0043984725091237966,
+        "raw_apical_rms": 0.056352617604884456,
+        "teaching_rms": 0.004398472509232704,
+        "traffic_rms": 0.05617604450248798
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.560002521079241e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6310797777185295e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015718176728516043,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.23202874759674072
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10204582661390305,
+        "mean_feedback_forward_cosine": 0.9972988398451554,
+        "mean_feedback_forward_relative_error": 0.07238688221887539,
+        "min_feedback_forward_cosine": 0.994841456413269
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004305404602828575,
+        "instruction_rms": 0.004305404601875621,
+        "raw_apical_rms": 0.05641359940144033,
+        "teaching_rms": 0.004305404602828575,
+        "traffic_rms": 0.0562445701158011
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6317048096302642e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6151584651075466e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01567892173725963,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22469707499027253
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09791047126054764,
+        "mean_feedback_forward_cosine": 0.9975035755257857,
+        "mean_feedback_forward_relative_error": 0.06959109018115621,
+        "min_feedback_forward_cosine": 0.9952491521835327
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004308053327269358,
+        "instruction_rms": 0.0043080533262457275,
+        "raw_apical_rms": 0.056266387016105555,
+        "teaching_rms": 0.004308053327269358,
+        "traffic_rms": 0.05609728851331665
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.446205726869266e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635470426564353e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01615692864133163,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22466966012001038
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09410016238689423,
+        "mean_feedback_forward_cosine": 0.9976878448536521,
+        "mean_feedback_forward_relative_error": 0.0669642347646387,
+        "min_feedback_forward_cosine": 0.9956091642379761
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004298617588323404,
+        "instruction_rms": 0.004298617588742992,
+        "raw_apical_rms": 0.05616901871086462,
+        "teaching_rms": 0.004298617588323404,
+        "traffic_rms": 0.055999992271986924
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.0128018363152478e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6305065602531964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015802650011219783,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.2236923910808563
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09034156799316406,
+        "mean_feedback_forward_cosine": 0.9978657176620082,
+        "mean_feedback_forward_relative_error": 0.06433451469791562,
+        "min_feedback_forward_cosine": 0.9959518909454346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004363801164597604,
+        "instruction_rms": 0.004363801164344491,
+        "raw_apical_rms": 0.05665276875414231,
+        "teaching_rms": 0.004363801164597604,
+        "traffic_rms": 0.05648067921669878
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.15786624124803e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.629312779934802e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015161537185593016,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.21867261966705323
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0868179202079773,
+        "mean_feedback_forward_cosine": 0.9980238174137316,
+        "mean_feedback_forward_relative_error": 0.06189810200349281,
+        "min_feedback_forward_cosine": 0.9962596893310547
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042967979592480445,
+        "instruction_rms": 0.004296797958232889,
+        "raw_apical_rms": 0.05659400867476024,
+        "teaching_rms": 0.0042967979592480445,
+        "traffic_rms": 0.05642645106735289
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.75684275408139e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63442275812149e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014764626424303944,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21990406617164612
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08332588523626328,
+        "mean_feedback_forward_cosine": 0.9981730799925955,
+        "mean_feedback_forward_relative_error": 0.059510678248970134,
+        "min_feedback_forward_cosine": 0.9965537786483765
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004308857339235237,
+        "instruction_rms": 0.004308857340632297,
+        "raw_apical_rms": 0.05662212282082846,
+        "teaching_rms": 0.004308857339235237,
+        "traffic_rms": 0.05645369076342876
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3004375293567136e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6212056703150953e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014932396990047595,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.21726253732681275
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07993906736373901,
+        "mean_feedback_forward_cosine": 0.9983118647023251,
+        "mean_feedback_forward_relative_error": 0.05720547047492705,
+        "min_feedback_forward_cosine": 0.9968279004096985
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042946823467423685,
+        "instruction_rms": 0.004294682348127995,
+        "raw_apical_rms": 0.05668801088505675,
+        "teaching_rms": 0.0042946823467423685,
+        "traffic_rms": 0.05652170446674813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9531783241054654e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6206477304133406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015272565777080999,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21926455641269685
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0767722874879837,
+        "mean_feedback_forward_cosine": 0.9984400052773325,
+        "mean_feedback_forward_relative_error": 0.054992402462582836,
+        "min_feedback_forward_cosine": 0.9970731735229492
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004325883735244949,
+        "instruction_rms": 0.004325883734746092,
+        "raw_apical_rms": 0.05690599033445178,
+        "teaching_rms": 0.004325883735244949,
+        "traffic_rms": 0.05673717236073669
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.275874504993226e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632146693471325e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014199191351082437,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.21402220632076263
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.073674276471138,
+        "mean_feedback_forward_cosine": 0.9985584491177609,
+        "mean_feedback_forward_relative_error": 0.05286483613676146,
+        "min_feedback_forward_cosine": 0.9973040819168091
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004290945805180479,
+        "instruction_rms": 0.004290945805915349,
+        "raw_apical_rms": 0.05689172512104234,
+        "teaching_rms": 0.004290945805180479,
+        "traffic_rms": 0.056725441692585976
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.247849278409376e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6282828136053674e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01480737206883859,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21794665959358214
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07067618519067764,
+        "mean_feedback_forward_cosine": 0.9986699913677416,
+        "mean_feedback_forward_relative_error": 0.05078513224266077,
+        "min_feedback_forward_cosine": 0.9975191354751587
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004275812898773506,
+        "instruction_rms": 0.0042758128995573925,
+        "raw_apical_rms": 0.056846682253313935,
+        "teaching_rms": 0.004275812898773506,
+        "traffic_rms": 0.056681272871665925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6232322980490608e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6356249230387163e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015627471247614547,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.22079103318214416
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06793072074651718,
+        "mean_feedback_forward_cosine": 0.9987688817475971,
+        "mean_feedback_forward_relative_error": 0.04885492611088251,
+        "min_feedback_forward_cosine": 0.9977077841758728
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042779592535995515,
+        "instruction_rms": 0.004277959254214757,
+        "raw_apical_rms": 0.057095911065868324,
+        "teaching_rms": 0.0042779592535995515,
+        "traffic_rms": 0.05693069998584362
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.638636769665027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6387500269073655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014711899183005741,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21361432892799379
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06531939655542374,
+        "mean_feedback_forward_cosine": 0.9988584549803483,
+        "mean_feedback_forward_relative_error": 0.04704227269087967,
+        "min_feedback_forward_cosine": 0.9978797435760498
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004224953613821472,
+        "instruction_rms": 0.0042249536158741954,
+        "raw_apical_rms": 0.056951789778368594,
+        "teaching_rms": 0.004224953613821472,
+        "traffic_rms": 0.05679079260628063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.655385422656309e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6057165572085294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01470865085958417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21230366508483886
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06282717734575272,
+        "mean_feedback_forward_cosine": 0.9989441695966219,
+        "mean_feedback_forward_relative_error": 0.04523842056330882,
+        "min_feedback_forward_cosine": 0.998038113117218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004309891221039694,
+        "instruction_rms": 0.004309891221782749,
+        "raw_apical_rms": 0.05708323671673956,
+        "teaching_rms": 0.004309891221039694,
+        "traffic_rms": 0.05691615755484041
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.045570551307719e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6146421339441988e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014803721618002382,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.2096834121799469
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.060388773679733276,
+        "mean_feedback_forward_cosine": 0.9990226845992239,
+        "mean_feedback_forward_relative_error": 0.04352316956378912,
+        "min_feedback_forward_cosine": 0.9981868267059326
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004207178409612636,
+        "instruction_rms": 0.004207178408036192,
+        "raw_apical_rms": 0.056878030289749464,
+        "teaching_rms": 0.004207178409612636,
+        "traffic_rms": 0.05671804490339823
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 2.8062929757766142e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6230062388436658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014463406424078524,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.2091638428401947
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.057907842099666595,
+        "mean_feedback_forward_cosine": 0.9990961865374917,
+        "mean_feedback_forward_relative_error": 0.041852891151058044,
+        "min_feedback_forward_cosine": 0.998332142829895
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004262620209192327,
+        "instruction_rms": 0.004262620206608336,
+        "raw_apical_rms": 0.05707420747086735,
+        "teaching_rms": 0.004262620209192327,
+        "traffic_rms": 0.056910153182747475
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.317218594782844e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628891068385744e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015385895738429311,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.2109356809568405
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05569077655673027,
+        "mean_feedback_forward_cosine": 0.9991630472634968,
+        "mean_feedback_forward_relative_error": 0.04027683307465754,
+        "min_feedback_forward_cosine": 0.9984572529792786
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004250578733981445,
+        "instruction_rms": 0.004250578732458224,
+        "raw_apical_rms": 0.05706293024483298,
+        "teaching_rms": 0.004250578733981445,
+        "traffic_rms": 0.05689942928664637
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9244223043178863e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6208715677424683e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014952781108592947,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.2031989221048355
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0533607043325901,
+        "mean_feedback_forward_cosine": 0.9992278626090602,
+        "mean_feedback_forward_relative_error": 0.03868863672802323,
+        "min_feedback_forward_cosine": 0.9985830187797546
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004312747291521992,
+        "instruction_rms": 0.004312747292780085,
+        "raw_apical_rms": 0.057250384333619106,
+        "teaching_rms": 0.004312747291521992,
+        "traffic_rms": 0.05708314743863256
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.286083938291995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6169181107326995e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013622564030057908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.21403839962482452
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.051191892474889755,
+        "mean_feedback_forward_cosine": 0.9992864665232206,
+        "mean_feedback_forward_relative_error": 0.03718950962157626,
+        "min_feedback_forward_cosine": 0.9986957907676697
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004269913426376924,
+        "instruction_rms": 0.004269913426688327,
+        "raw_apical_rms": 0.05745039648720894,
+        "teaching_rms": 0.004269913426376924,
+        "traffic_rms": 0.0572876976118972
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.283939520315471e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6281962750710837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013608876734559126,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20698335088729858
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04907907545566559,
+        "mean_feedback_forward_cosine": 0.9993421498097872,
+        "mean_feedback_forward_relative_error": 0.03571327839438852,
+        "min_feedback_forward_cosine": 0.9988009929656982
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00432293621222477,
+        "instruction_rms": 0.00432293621392656,
+        "raw_apical_rms": 0.057610634532239316,
+        "teaching_rms": 0.00432293621222477,
+        "traffic_rms": 0.0574438274778425
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.801631993065712e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6214229925629567e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013815591626466419,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.21044390293121337
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04707931727170944,
+        "mean_feedback_forward_cosine": 0.9993921706551,
+        "mean_feedback_forward_relative_error": 0.03432679931192022,
+        "min_feedback_forward_cosine": 0.9988967180252075
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004317998265357935,
+        "instruction_rms": 0.004317998266849467,
+        "raw_apical_rms": 0.05750239875287868,
+        "teaching_rms": 0.004317998265357935,
+        "traffic_rms": 0.05733559253856013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.284665694991418e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6210572092109325e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013741553482967715,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.207386128282547
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04519088193774223,
+        "mean_feedback_forward_cosine": 0.9994392520502994,
+        "mean_feedback_forward_relative_error": 0.03297221101820469,
+        "min_feedback_forward_cosine": 0.9989837408065796
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00432908877788025,
+        "instruction_rms": 0.004329088778902251,
+        "raw_apical_rms": 0.05738431629034235,
+        "teaching_rms": 0.00432908877788025,
+        "traffic_rms": 0.05721575515354833
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.888614858420624e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.620304153149872e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013893459052534187,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.209131615691185
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04343125969171524,
+        "mean_feedback_forward_cosine": 0.9994815650739168,
+        "mean_feedback_forward_relative_error": 0.03170463732002597,
+        "min_feedback_forward_cosine": 0.9990609884262085
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042879840830608385,
+        "instruction_rms": 0.004287984081773732,
+        "raw_apical_rms": 0.057378083702474644,
+        "teaching_rms": 0.0042879840830608385,
+        "traffic_rms": 0.057212380692204474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.1371762077014864e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.609043007368627e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01376868228921321,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.20551953670024872
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.041741348803043365,
+        "mean_feedback_forward_cosine": 0.9995195395068118,
+        "mean_feedback_forward_relative_error": 0.030522530849434827,
+        "min_feedback_forward_cosine": 0.9991323947906494
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004214871568822992,
+        "instruction_rms": 0.004214871568456754,
+        "raw_apical_rms": 0.05746763949160553,
+        "teaching_rms": 0.004214871568822992,
+        "traffic_rms": 0.05730845528033936
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.645483559466811e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6128442520658096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013577686497483513,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.2042786529493332
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04007947817444801,
+        "mean_feedback_forward_cosine": 0.9995552458261189,
+        "mean_feedback_forward_relative_error": 0.029363363687145084,
+        "min_feedback_forward_cosine": 0.9991999864578247
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0041690399329008376,
+        "instruction_rms": 0.0041690399311752335,
+        "raw_apical_rms": 0.05757526880113506,
+        "teaching_rms": 0.0041690399329008376,
+        "traffic_rms": 0.057419570890575575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.7189859252985116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6126129388136966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013862758326092331,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20523505984306337
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038496486842632294,
+        "mean_feedback_forward_cosine": 0.9995885993305006,
+        "mean_feedback_forward_relative_error": 0.028239665798058634,
+        "min_feedback_forward_cosine": 0.9992617964744568
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004189337330087931,
+        "instruction_rms": 0.004189337330557616,
+        "raw_apical_rms": 0.05760082475440779,
+        "teaching_rms": 0.004189337330087931,
+        "traffic_rms": 0.057443853836126706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.080879906747214e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.613897628707463e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014345305227507836,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20462584825277327
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03698086366057396,
+        "mean_feedback_forward_cosine": 0.9996203090015211,
+        "mean_feedback_forward_relative_error": 0.027131941120483373,
+        "min_feedback_forward_cosine": 0.9993188381195068
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043045560102195875,
+        "instruction_rms": 0.00430455601148911,
+        "raw_apical_rms": 0.057698549948650125,
+        "teaching_rms": 0.0043045560102195875,
+        "traffic_rms": 0.05753262389168139
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457200884819,
+        "maximum_absolute_post_projection_soma_slope": 3.566510642372123e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6143561982065426e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013511308605115886,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20688843297958373
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03556365519762039,
+        "mean_feedback_forward_cosine": 0.9996477302752043,
+        "mean_feedback_forward_relative_error": 0.026130736609430688,
+        "min_feedback_forward_cosine": 0.9993698596954346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004157835443900209,
+        "instruction_rms": 0.004157835442599586,
+        "raw_apical_rms": 0.05793329498559743,
+        "teaching_rms": 0.004157835443900209,
+        "traffic_rms": 0.057779662159831574
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.8459358364661966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6203935923975316e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013227529291426728,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20002780595779418
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03417738154530525,
+        "mean_feedback_forward_cosine": 0.9996747186309413,
+        "mean_feedback_forward_relative_error": 0.025108173881706438,
+        "min_feedback_forward_cosine": 0.9994181394577026
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004277394749072632,
+        "instruction_rms": 0.004277394749435101,
+        "raw_apical_rms": 0.05794129915508104,
+        "teaching_rms": 0.004277394749072632,
+        "traffic_rms": 0.057778657605564304
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8580107169773328e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6196195827139298e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015285918491733148,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.20095525597572328
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03277237340807915,
+        "mean_feedback_forward_cosine": 0.9996999251215082,
+        "mean_feedback_forward_relative_error": 0.02411972898009576,
+        "min_feedback_forward_cosine": 0.9994648098945618
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042774807513745175,
+        "instruction_rms": 0.004277480749986849,
+        "raw_apical_rms": 0.05799465406133929,
+        "teaching_rms": 0.0042774807513745175,
+        "traffic_rms": 0.05783227668403303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.155952299493947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5937563971494715e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015081239385920221,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.20736902664661408
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03150901943445206,
+        "mean_feedback_forward_cosine": 0.9997221984361347,
+        "mean_feedback_forward_relative_error": 0.023205331232594818,
+        "min_feedback_forward_cosine": 0.9995052218437195
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004200102016554081,
+        "instruction_rms": 0.004200102015436026,
+        "raw_apical_rms": 0.05834155492089557,
+        "teaching_rms": 0.004200102016554081,
+        "traffic_rms": 0.058186107554635616
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.656223863084506e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6103075590619868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014869356579754927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.19709429414749147
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.030272651463747025,
+        "mean_feedback_forward_cosine": 0.9997432765207792,
+        "mean_feedback_forward_relative_error": 0.0223068056726142,
+        "min_feedback_forward_cosine": 0.9995432496070862
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004228366927970021,
+        "instruction_rms": 0.004228366928028821,
+        "raw_apical_rms": 0.05845024551744334,
+        "teaching_rms": 0.004228366927970021,
+        "traffic_rms": 0.05829225864863424
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.290146466383703e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5994174586961192e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014014671648667014,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.19889899675130845
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029078545048832893,
+        "mean_feedback_forward_cosine": 0.9997629021343432,
+        "mean_feedback_forward_relative_error": 0.021438695686428172,
+        "min_feedback_forward_cosine": 0.9995785355567932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004222795362813446,
+        "instruction_rms": 0.004222795362051713,
+        "raw_apical_rms": 0.05817642020075171,
+        "teaching_rms": 0.004222795362813446,
+        "traffic_rms": 0.05801864507047538
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.480014854062574e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.605673326944045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014609299644733119,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.19982695935249328
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.027917638421058655,
+        "mean_feedback_forward_cosine": 0.9997812446795011,
+        "mean_feedback_forward_relative_error": 0.020595949388256197,
+        "min_feedback_forward_cosine": 0.9996115565299988
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004273569299606709,
+        "instruction_rms": 0.004273569299925741,
+        "raw_apical_rms": 0.05807510668340168,
+        "teaching_rms": 0.004273569299606709,
+        "traffic_rms": 0.05791369144932489
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.4638720336488404e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628811705800511e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014043110699502126,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.20340059534072877
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02685106359422207,
+        "mean_feedback_forward_cosine": 0.9997971434342233,
+        "mean_feedback_forward_relative_error": 0.019829492525834786,
+        "min_feedback_forward_cosine": 0.9996405839920044
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0041355120666873805,
+        "instruction_rms": 0.0041355120670475915,
+        "raw_apical_rms": 0.058450992239306776,
+        "teaching_rms": 0.0041355120666873805,
+        "traffic_rms": 0.05830002810534806
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9870850681845695e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6035399830129964e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01360663858874206,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19280276025772095
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0257845651358366,
+        "mean_feedback_forward_cosine": 0.9998130076809933,
+        "mean_feedback_forward_relative_error": 0.01904078102425525,
+        "min_feedback_forward_cosine": 0.9996684789657593
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004290954489309941,
+        "instruction_rms": 0.004290954488859041,
+        "raw_apical_rms": 0.05835676704991423,
+        "teaching_rms": 0.004290954489309941,
+        "traffic_rms": 0.05819470202564468
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.667366854642751e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.627261651125049e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013227004247197296,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.20088621705055237
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02479253150522709,
+        "mean_feedback_forward_cosine": 0.999826939482438,
+        "mean_feedback_forward_relative_error": 0.01831650111432138,
+        "min_feedback_forward_cosine": 0.9996935129165649
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00412389250083344,
+        "instruction_rms": 0.004123892499250518,
+        "raw_apical_rms": 0.058302328763477664,
+        "teaching_rms": 0.00412389250083344,
+        "traffic_rms": 0.05815151771757094
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.6035519457300325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6110105608025406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012732005493462572,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19608651825904846
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023787498474121094,
+        "mean_feedback_forward_cosine": 0.9998400179963363,
+        "mean_feedback_forward_relative_error": 0.017610218228870315,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004160884423995119,
+        "instruction_rms": 0.004160884423127868,
+        "raw_apical_rms": 0.05843791617971284,
+        "teaching_rms": 0.004160884423995119,
+        "traffic_rms": 0.05828548096253258
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6106601325182055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5958483694394836e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013417412297226927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.20105950100898742
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0237787626683712,
+        "mean_feedback_forward_cosine": 0.9998401528910587,
+        "mean_feedback_forward_relative_error": 0.01760018663480878,
+        "min_feedback_forward_cosine": 0.9997180700302124
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0032133591113100404,
+        "instruction_rms": 0.00321335911155217,
+        "raw_apical_rms": 0.05844254645408357,
+        "teaching_rms": 0.0032133591113100404,
+        "traffic_rms": 0.058350362123452064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.759138422765318e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5877860720871602e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013521140952940722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.1219322667646408
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023773936554789543,
+        "mean_feedback_forward_cosine": 0.999840259552002,
+        "mean_feedback_forward_relative_error": 0.017592744852759336,
+        "min_feedback_forward_cosine": 0.9997180700302124
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029932654551873997,
+        "instruction_rms": 0.002993265455302518,
+        "raw_apical_rms": 0.058398755985499366,
+        "teaching_rms": 0.0029932654551873997,
+        "traffic_rms": 0.058318456373019065
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.642015045102198e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5776634311440372e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013058377397710503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09714451688051223
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02376946061849594,
+        "mean_feedback_forward_cosine": 0.9998403254308199,
+        "mean_feedback_forward_relative_error": 0.01758574674788274,
+        "min_feedback_forward_cosine": 0.999718189239502
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002867345149038073,
+        "instruction_rms": 0.0028673451489080854,
+        "raw_apical_rms": 0.058396755407479004,
+        "teaching_rms": 0.002867345149038073,
+        "traffic_rms": 0.05832276931542293
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3313919683687345e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.575439006762213e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012989323354890493,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08644177874088288
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023764966055750847,
+        "mean_feedback_forward_cosine": 0.9998404195434168,
+        "mean_feedback_forward_relative_error": 0.017578910448049243,
+        "min_feedback_forward_cosine": 0.9997183680534363
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028633342276431096,
+        "instruction_rms": 0.0028633342263909246,
+        "raw_apical_rms": 0.058355151100739244,
+        "teaching_rms": 0.0028633342276431096,
+        "traffic_rms": 0.058280512058200465
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6636778116539972e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57842789814291e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012807007396753084,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.07958017056882381
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023760614916682243,
+        "mean_feedback_forward_cosine": 0.9998405011076676,
+        "mean_feedback_forward_relative_error": 0.01757229629315828,
+        "min_feedback_forward_cosine": 0.999718427658081
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028277257714838214,
+        "instruction_rms": 0.0028277257718747483,
+        "raw_apical_rms": 0.05833629641954485,
+        "teaching_rms": 0.0028277257714838214,
+        "traffic_rms": 0.058263589472412475
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.990729797147651e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5817015825569172e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013088217794056119,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.0743436367893219
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0237560011446476,
+        "mean_feedback_forward_cosine": 0.9998405983573512,
+        "mean_feedback_forward_relative_error": 0.01756570194112627,
+        "min_feedback_forward_cosine": 0.9997186064720154
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029070257107768212,
+        "instruction_rms": 0.0029070257097650273,
+        "raw_apical_rms": 0.05827758060214526,
+        "teaching_rms": 0.0029070257107768212,
+        "traffic_rms": 0.058200140991887375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8174783395229497e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57016997505798e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013195394177040177,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07390038785457612
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023751534521579742,
+        "mean_feedback_forward_cosine": 0.9998406548249094,
+        "mean_feedback_forward_relative_error": 0.017559215818580828,
+        "min_feedback_forward_cosine": 0.9997186660766602
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028318252509068106,
+        "instruction_rms": 0.002831825251212546,
+        "raw_apical_rms": 0.05830185115518808,
+        "teaching_rms": 0.0028318252509068106,
+        "traffic_rms": 0.05822827760701026
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.526936254161228e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571418970041889e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013083297504570816,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06856930359840394
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02374703250825405,
+        "mean_feedback_forward_cosine": 0.9998407583487662,
+        "mean_feedback_forward_relative_error": 0.01755292181807913,
+        "min_feedback_forward_cosine": 0.9997187256813049
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002901366521768253,
+        "instruction_rms": 0.0029013665216517472,
+        "raw_apical_rms": 0.05831901843461062,
+        "teaching_rms": 0.002901366521768253,
+        "traffic_rms": 0.05824214470570229
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.62261821148968e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5707712824159456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012904016172790604,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06666786384820939
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02374241128563881,
+        "mean_feedback_forward_cosine": 0.9998408085421512,
+        "mean_feedback_forward_relative_error": 0.017546551939296096,
+        "min_feedback_forward_cosine": 0.9997188448905945
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028789374160780095,
+        "instruction_rms": 0.0028789374160844003,
+        "raw_apical_rms": 0.05828540562324047,
+        "teaching_rms": 0.0028789374160780095,
+        "traffic_rms": 0.05820855180809337
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.119930269690485e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574021527478731e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01304728448168194,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.0642362397301197
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023737626150250435,
+        "mean_feedback_forward_cosine": 0.999840896380575,
+        "mean_feedback_forward_relative_error": 0.017540275388838428,
+        "min_feedback_forward_cosine": 0.9997189044952393
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002869405851801905,
+        "instruction_rms": 0.0028694058504266577,
+        "raw_apical_rms": 0.05824759322361582,
+        "teaching_rms": 0.002869405851801905,
+        "traffic_rms": 0.058171145744460195
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.688918954163455e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576125909336751e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013114777795865663,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.06248135815918446
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023733066394925117,
+        "mean_feedback_forward_cosine": 0.9998410030415184,
+        "mean_feedback_forward_relative_error": 0.017534151256672646,
+        "min_feedback_forward_cosine": 0.9997190237045288
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002828380043746729,
+        "instruction_rms": 0.002828380042870688,
+        "raw_apical_rms": 0.05824663122110577,
+        "teaching_rms": 0.002828380043746729,
+        "traffic_rms": 0.05817226446239617
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8086256875781146e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.580575176881002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013117952017715082,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.059879164066314695
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02372853271663189,
+        "mean_feedback_forward_cosine": 0.9998410751945094,
+        "mean_feedback_forward_relative_error": 0.017527927914144176,
+        "min_feedback_forward_cosine": 0.9997192025184631
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028014098147640127,
+        "instruction_rms": 0.002801409814248006,
+        "raw_apical_rms": 0.05822541478611553,
+        "teaching_rms": 0.0028014098147640127,
+        "traffic_rms": 0.058152920743161834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.155004435484443e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576148626094494e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01309061818157953,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05554418016195297
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023723911494016647,
+        "mean_feedback_forward_cosine": 0.9998411598958468,
+        "mean_feedback_forward_relative_error": 0.017521771602332592,
+        "min_feedback_forward_cosine": 0.9997192621231079
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028411301688636365,
+        "instruction_rms": 0.002841130169961081,
+        "raw_apical_rms": 0.05818553476888552,
+        "teaching_rms": 0.0028411301688636365,
+        "traffic_rms": 0.05811009616615775
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.064376485895082e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5695416899256406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012941547616202073,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.0545366752576828
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02371906116604805,
+        "mean_feedback_forward_cosine": 0.9998412634197035,
+        "mean_feedback_forward_relative_error": 0.017515504536660093,
+        "min_feedback_forward_cosine": 0.9997194409370422
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002873108035522821,
+        "instruction_rms": 0.002873108035598262,
+        "raw_apical_rms": 0.058178710259836765,
+        "teaching_rms": 0.002873108035522821,
+        "traffic_rms": 0.05810192322496004
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5799334224529957e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5787444232900127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012880004612157738,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05403983069181442
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023714546114206314,
+        "mean_feedback_forward_cosine": 0.9998413230243482,
+        "mean_feedback_forward_relative_error": 0.017509420720958395,
+        "min_feedback_forward_cosine": 0.9997195601463318
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002786247814131035,
+        "instruction_rms": 0.0027862478142583027,
+        "raw_apical_rms": 0.05819869921410517,
+        "teaching_rms": 0.002786247814131035,
+        "traffic_rms": 0.05812587764970692
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.156296557449423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588434255265526e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012753137782011374,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.050622767721414566
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02370961755514145,
+        "mean_feedback_forward_cosine": 0.999841432822378,
+        "mean_feedback_forward_relative_error": 0.017503202010534312,
+        "min_feedback_forward_cosine": 0.9997196197509766
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028607882528103473,
+        "instruction_rms": 0.0028607882534355286,
+        "raw_apical_rms": 0.05815206816094043,
+        "teaching_rms": 0.0028607882528103473,
+        "traffic_rms": 0.05807635823793762
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9643180354810283e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581386175170291e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012874606266487055,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.050744752855300904
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023704899474978447,
+        "mean_feedback_forward_cosine": 0.999841504975369,
+        "mean_feedback_forward_relative_error": 0.017497003029443715,
+        "min_feedback_forward_cosine": 0.9997197389602661
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028195097628640206,
+        "instruction_rms": 0.002819509762931709,
+        "raw_apical_rms": 0.05810000743689457,
+        "teaching_rms": 0.0028195097628640206,
+        "traffic_rms": 0.058025004286034784
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5218106713964517e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.577060599257345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012997597666210088,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04723178561806679
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023699989542365074,
+        "mean_feedback_forward_cosine": 0.9998416022250527,
+        "mean_feedback_forward_relative_error": 0.017490704690939503,
+        "min_feedback_forward_cosine": 0.9997198581695557
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002828929797522141,
+        "instruction_rms": 0.0028289297984199465,
+        "raw_apical_rms": 0.05806340062852588,
+        "teaching_rms": 0.002828929797522141,
+        "traffic_rms": 0.0579873514167232
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.589377423589667e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5896274246706575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013143474080795945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04786119802355766
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023694995790719986,
+        "mean_feedback_forward_cosine": 0.99984168692639,
+        "mean_feedback_forward_relative_error": 0.017484494019299746,
+        "min_feedback_forward_cosine": 0.99972003698349
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002804846471647915,
+        "instruction_rms": 0.0028048464719146677,
+        "raw_apical_rms": 0.05804877372281076,
+        "teaching_rms": 0.002804846471647915,
+        "traffic_rms": 0.05797434732336635
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8177064237411287e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5836215601963932e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013345311897269051,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.0456303812110424
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023689979687333107,
+        "mean_feedback_forward_cosine": 0.999841781038987,
+        "mean_feedback_forward_relative_error": 0.01747817619654693,
+        "min_feedback_forward_cosine": 0.9997200965881348
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002805705866472067,
+        "instruction_rms": 0.002805705865952033,
+        "raw_apical_rms": 0.05805784735414297,
+        "teaching_rms": 0.002805705866472067,
+        "traffic_rms": 0.057981769526717575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.566092227596073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58433894366422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012976256034619396,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.0452512267267704
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023685121908783913,
+        "mean_feedback_forward_cosine": 0.9998418814257571,
+        "mean_feedback_forward_relative_error": 0.01747197157850391,
+        "min_feedback_forward_cosine": 0.9997203350067139
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027631317505483846,
+        "instruction_rms": 0.0027631317506881733,
+        "raw_apical_rms": 0.05807224333875635,
+        "teaching_rms": 0.0027631317505483846,
+        "traffic_rms": 0.0579985942966814
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8627738402065006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5800498396167407e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012983203247635836,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.04238693621635437
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023679867386817932,
+        "mean_feedback_forward_cosine": 0.9998419724012676,
+        "mean_feedback_forward_relative_error": 0.0174655569717288,
+        "min_feedback_forward_cosine": 0.9997202754020691
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002842209934580564,
+        "instruction_rms": 0.0028422099341845085,
+        "raw_apical_rms": 0.05805426712578024,
+        "teaching_rms": 0.002842209934580564,
+        "traffic_rms": 0.05797689873326765
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.3209488492502715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5831732759098893e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0130263755743642,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.043362416239380835
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02367483451962471,
+        "mean_feedback_forward_cosine": 0.999842035142999,
+        "mean_feedback_forward_relative_error": 0.017459253118814605,
+        "min_feedback_forward_cosine": 0.9997205138206482
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027986650571783472,
+        "instruction_rms": 0.0027986650587061026,
+        "raw_apical_rms": 0.058015518861262355,
+        "teaching_rms": 0.0027986650571783472,
+        "traffic_rms": 0.057940836297314474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.0091417357880346e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581037286134207e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013255172286656037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.041689656586050984
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02366987243294716,
+        "mean_feedback_forward_cosine": 0.9998421763118944,
+        "mean_feedback_forward_relative_error": 0.017453028011674945,
+        "min_feedback_forward_cosine": 0.999720573425293
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002785877887321599,
+        "instruction_rms": 0.002785877886682709,
+        "raw_apical_rms": 0.05797112371212086,
+        "teaching_rms": 0.002785877887321599,
+        "traffic_rms": 0.05789672602214794
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8551220054851e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5853948304338615e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013085532760908805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.040933654704093936
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023664962500333786,
+        "mean_feedback_forward_cosine": 0.9998422390536258,
+        "mean_feedback_forward_relative_error": 0.017446807340571757,
+        "min_feedback_forward_cosine": 0.9997207522392273
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027144073772723794,
+        "instruction_rms": 0.0027144073782762413,
+        "raw_apical_rms": 0.05795554381121854,
+        "teaching_rms": 0.0027144073772723794,
+        "traffic_rms": 0.05788370780570867
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5522085778106884e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.577313494258832e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013407984950695739,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.038150023303031924
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02365969493985176,
+        "mean_feedback_forward_cosine": 0.9998423206178766,
+        "mean_feedback_forward_relative_error": 0.01744030465028788,
+        "min_feedback_forward_cosine": 0.9997207522392273
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027987537903483334,
+        "instruction_rms": 0.002798753790628295,
+        "raw_apical_rms": 0.057951132057957266,
+        "teaching_rms": 0.0027987537903483334,
+        "traffic_rms": 0.057875494678494385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.129769865495291e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584108005286615e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01328523945315896,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03856465447068214
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02365473099052906,
+        "mean_feedback_forward_cosine": 0.9998424398271661,
+        "mean_feedback_forward_relative_error": 0.01743416444055344,
+        "min_feedback_forward_cosine": 0.9997209310531616
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026891464152861543,
+        "instruction_rms": 0.0026891464145561484,
+        "raw_apical_rms": 0.057939269047513044,
+        "teaching_rms": 0.0026891464152861543,
+        "traffic_rms": 0.05786853537011673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.509550434126595e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581688705587644e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013210471113227516,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.036727761143893006
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0236494243144989,
+        "mean_feedback_forward_cosine": 0.9998424931576377,
+        "mean_feedback_forward_relative_error": 0.01742766162772712,
+        "min_feedback_forward_cosine": 0.9997210502624512
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002776583252479212,
+        "instruction_rms": 0.0027765832534503926,
+        "raw_apical_rms": 0.057890681195060745,
+        "teaching_rms": 0.002776583252479212,
+        "traffic_rms": 0.057815124555598646
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5216573718012114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58519263086882e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013264906507227442,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03668872314095497
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02364412322640419,
+        "mean_feedback_forward_cosine": 0.9998426060927542,
+        "mean_feedback_forward_relative_error": 0.017421154991576548,
+        "min_feedback_forward_cosine": 0.9997212290763855
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027799681940053164,
+        "instruction_rms": 0.002779968194113836,
+        "raw_apical_rms": 0.05788375426353001,
+        "teaching_rms": 0.0027799681940053164,
+        "traffic_rms": 0.05780905707948716
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5094104572076503e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588702746002728e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013206177262358785,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03619924788236618
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02363874390721321,
+        "mean_feedback_forward_cosine": 0.9998427221649572,
+        "mean_feedback_forward_relative_error": 0.017414551007708435,
+        "min_feedback_forward_cosine": 0.9997212886810303
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027875746477434133,
+        "instruction_rms": 0.002787574647077749,
+        "raw_apical_rms": 0.05787779630631752,
+        "teaching_rms": 0.0027875746477434133,
+        "traffic_rms": 0.05780118139722461
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.0744860879394764e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5859839170954707e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013183431817929928,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03560914731755853
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023633567616343498,
+        "mean_feedback_forward_cosine": 0.9998428162775541,
+        "mean_feedback_forward_relative_error": 0.017408217940675586,
+        "min_feedback_forward_cosine": 0.9997214674949646
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027286720293684744,
+        "instruction_rms": 0.0027286720302544787,
+        "raw_apical_rms": 0.057855575843486474,
+        "teaching_rms": 0.0027286720293684744,
+        "traffic_rms": 0.05778221124098056
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9131667744763945e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582200463097386e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013145762676139552,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.03431204848170281
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02362808771431446,
+        "mean_feedback_forward_cosine": 0.9998429135272378,
+        "mean_feedback_forward_relative_error": 0.017401677997488724,
+        "min_feedback_forward_cosine": 0.9997215867042542
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002756712106115658,
+        "instruction_rms": 0.002756712105103656,
+        "raw_apical_rms": 0.05773952234345657,
+        "teaching_rms": 0.002756712106115658,
+        "traffic_rms": 0.057664595857305115
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.715187363833138e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5830316780072755e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01323314324092272,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.03379962452769279
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023622216656804085,
+        "mean_feedback_forward_cosine": 0.9998430045027482,
+        "mean_feedback_forward_relative_error": 0.01739479790098573,
+        "min_feedback_forward_cosine": 0.9997217655181885
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002810183464682169,
+        "instruction_rms": 0.00281018346400442,
+        "raw_apical_rms": 0.05767047906303397,
+        "teaching_rms": 0.002810183464682169,
+        "traffic_rms": 0.05759026707328379
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.055739128399182e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5908632892580687e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013005453734538354,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.034090693633556365
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02361653745174408,
+        "mean_feedback_forward_cosine": 0.9998431299862108,
+        "mean_feedback_forward_relative_error": 0.01738787439994906,
+        "min_feedback_forward_cosine": 0.999721884727478
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027392777523919426,
+        "instruction_rms": 0.002739277751889986,
+        "raw_apical_rms": 0.05767484985039437,
+        "teaching_rms": 0.0027392777523919426,
+        "traffic_rms": 0.05759967575054474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.7194812563257074e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5850364644610278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012962672338627227,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.033417295489311216
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023611294105648994,
+        "mean_feedback_forward_cosine": 0.9998432178246347,
+        "mean_feedback_forward_relative_error": 0.017381350264737482,
+        "min_feedback_forward_cosine": 0.9997220039367676
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026551598826432617,
+        "instruction_rms": 0.0026551598816785997,
+        "raw_apical_rms": 0.057641344358273734,
+        "teaching_rms": 0.0026551598826432617,
+        "traffic_rms": 0.0575707909988344
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9475392793187893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894654393941743e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012963645829072027,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.030888524031341076
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02360529638826847,
+        "mean_feedback_forward_cosine": 0.9998433370339243,
+        "mean_feedback_forward_relative_error": 0.017374323631979917,
+        "min_feedback_forward_cosine": 0.9997220635414124
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028079028770605983,
+        "instruction_rms": 0.0028079028761214373,
+        "raw_apical_rms": 0.05762508449455023,
+        "teaching_rms": 0.0028079028770605983,
+        "traffic_rms": 0.05754565840854733
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9372614562817034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5929973834709378e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013164825053451557,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.03311364466309547
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023599760606884956,
+        "mean_feedback_forward_cosine": 0.9998434468319541,
+        "mean_feedback_forward_relative_error": 0.017367539241125707,
+        "min_feedback_forward_cosine": 0.9997223615646362
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027045710200830496,
+        "instruction_rms": 0.0027045710209797334,
+        "raw_apical_rms": 0.05765334742131598,
+        "teaching_rms": 0.0027045710200830496,
+        "traffic_rms": 0.057579844211680345
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.4987000912801705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5961964720239768e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01293693999230156,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.0310197183573246
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023593520745635033,
+        "mean_feedback_forward_cosine": 0.9998435472187243,
+        "mean_feedback_forward_relative_error": 0.017360412417665907,
+        "min_feedback_forward_cosine": 0.9997222423553467
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028081918719351745,
+        "instruction_rms": 0.002808191873033212,
+        "raw_apical_rms": 0.057615975392926004,
+        "teaching_rms": 0.0028081918719351745,
+        "traffic_rms": 0.05753796031664983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9591728178957055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5796174797705326e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013125821729102951,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.0315018867456913
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023587718605995178,
+        "mean_feedback_forward_cosine": 0.999843650742581,
+        "mean_feedback_forward_relative_error": 0.017353386275078122,
+        "min_feedback_forward_cosine": 0.9997225403785706
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002652457873573126,
+        "instruction_rms": 0.0026524578726795124,
+        "raw_apical_rms": 0.057583097947951446,
+        "teaching_rms": 0.002652457873573126,
+        "traffic_rms": 0.05751039273390099
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.658272618167757e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.600238751748094e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013055859842952102,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.029292854620218276
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02358176000416279,
+        "mean_feedback_forward_cosine": 0.9998437762260437,
+        "mean_feedback_forward_relative_error": 0.01734631214486925,
+        "min_feedback_forward_cosine": 0.9997227191925049
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027325437302680947,
+        "instruction_rms": 0.0027325437301666646,
+        "raw_apical_rms": 0.057534370553697936,
+        "teaching_rms": 0.0027325437302680947,
+        "traffic_rms": 0.0574581175234071
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.2043328818408554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5941113753867e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012972755341566125,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.03000675590276718
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02357550710439682,
+        "mean_feedback_forward_cosine": 0.9998438954353333,
+        "mean_feedback_forward_relative_error": 0.01733896415680647,
+        "min_feedback_forward_cosine": 0.9997227191925049
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002782529870887378,
+        "instruction_rms": 0.0027825298708998663,
+        "raw_apical_rms": 0.05750605642056621,
+        "teaching_rms": 0.002782529870887378,
+        "traffic_rms": 0.05742690723778303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.7987843154164693e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5934579284879843e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012954881211095726,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.030608402154445647
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023569248616695404,
+        "mean_feedback_forward_cosine": 0.9998440020962766,
+        "mean_feedback_forward_relative_error": 0.017331609061281932,
+        "min_feedback_forward_cosine": 0.999722957611084
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027754965831625184,
+        "instruction_rms": 0.002775496583496655,
+        "raw_apical_rms": 0.0574642095377966,
+        "teaching_rms": 0.0027754965831625184,
+        "traffic_rms": 0.057386601862848954
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.589072956027394e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5943082733706334e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01297859023780562,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.030076277549266815
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023563234135508537,
+        "mean_feedback_forward_cosine": 0.9998441056201333,
+        "mean_feedback_forward_relative_error": 0.01732420580657689,
+        "min_feedback_forward_cosine": 0.9997230768203735
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027101197568862147,
+        "instruction_rms": 0.00271011975658064,
+        "raw_apical_rms": 0.05744070742034638,
+        "teaching_rms": 0.0027101197568862147,
+        "traffic_rms": 0.057365352735523255
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.672370851859341e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59363648743283e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013280733831998714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.028544936015605926
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023557377979159355,
+        "mean_feedback_forward_cosine": 0.9998442311035959,
+        "mean_feedback_forward_relative_error": 0.0173171284412475,
+        "min_feedback_forward_cosine": 0.9997233152389526
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026738634473450606,
+        "instruction_rms": 0.002673863447379795,
+        "raw_apical_rms": 0.05746043517532074,
+        "teaching_rms": 0.0026738634473450606,
+        "traffic_rms": 0.057388095693706134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.1818348844581124e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5889681128436496e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013507430875357086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.02750085748434067
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023551417514681816,
+        "mean_feedback_forward_cosine": 0.9998443565870586,
+        "mean_feedback_forward_relative_error": 0.01730959156626149,
+        "min_feedback_forward_cosine": 0.9997234344482422
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027279233112765472,
+        "instruction_rms": 0.0027279233116912095,
+        "raw_apical_rms": 0.05744351059508819,
+        "teaching_rms": 0.0027279233112765472,
+        "traffic_rms": 0.05736803543586199
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.980232594040899e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5958555779566655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013190545762997158,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.0274744773966074
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023545000702142715,
+        "mean_feedback_forward_cosine": 0.9998444852076078,
+        "mean_feedback_forward_relative_error": 0.01730193325171345,
+        "min_feedback_forward_cosine": 0.9997236132621765
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002709156258004635,
+        "instruction_rms": 0.002709156257683332,
+        "raw_apical_rms": 0.05747711882992226,
+        "teaching_rms": 0.002709156258004635,
+        "traffic_rms": 0.05739966514143422
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.335746612265211e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5810670111045936e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01334225631486822,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.027866732613146306
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02353915572166443,
+        "mean_feedback_forward_cosine": 0.999844607553984,
+        "mean_feedback_forward_relative_error": 0.017294839171594696,
+        "min_feedback_forward_cosine": 0.9997236728668213
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002608751069137295,
+        "instruction_rms": 0.002608751068953392,
+        "raw_apical_rms": 0.057489663025026325,
+        "teaching_rms": 0.002608751069137295,
+        "traffic_rms": 0.0574192833951276
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.564614298705692e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594587172458054e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013337753997663557,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.026251247929930686
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02353229932487011,
+        "mean_feedback_forward_cosine": 0.9998446953924078,
+        "mean_feedback_forward_relative_error": 0.017286978784556453,
+        "min_feedback_forward_cosine": 0.9997237920761108
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002780129819519567,
+        "instruction_rms": 0.0027801298199279395,
+        "raw_apical_rms": 0.05749039974973138,
+        "teaching_rms": 0.002780129819519567,
+        "traffic_rms": 0.05741050112115724
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.928104869681647e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588801623356034e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013303544607688714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.028217818396687508
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023525627329945564,
+        "mean_feedback_forward_cosine": 0.9998448428354765,
+        "mean_feedback_forward_relative_error": 0.017279106069748338,
+        "min_feedback_forward_cosine": 0.9997239708900452
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002750434512733337,
+        "instruction_rms": 0.0027504345132446737,
+        "raw_apical_rms": 0.05745407211234368,
+        "teaching_rms": 0.002750434512733337,
+        "traffic_rms": 0.05737651542730492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.549046307365188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5833059473950843e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013381161176862007,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.026912111274302007
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023519257083535194,
+        "mean_feedback_forward_cosine": 0.9998449714560258,
+        "mean_feedback_forward_relative_error": 0.017271398640188732,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026447556827906547,
+        "instruction_rms": 0.002644755682485822,
+        "raw_apical_rms": 0.05739502465230702,
+        "teaching_rms": 0.0026447556827906547,
+        "traffic_rms": 0.057321503486664094
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.578851265866433e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5952521441476362e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013471417872372732,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.02531719263136387
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023519178852438927,
+        "mean_feedback_forward_cosine": 0.9998449589076795,
+        "mean_feedback_forward_relative_error": 0.01727119654319004,
+        "min_feedback_forward_cosine": 0.9997240304946899
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0024984660169644047,
+        "instruction_rms": 0.0024984660184026787,
+        "raw_apical_rms": 0.05738325709389302,
+        "teaching_rms": 0.0024984660169644047,
+        "traffic_rms": 0.0573164676077068
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.970654300327169e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5932299927459126e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013490983665712802,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022948164941072463
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0235191248357296,
+        "mean_feedback_forward_cosine": 0.9998449808672855,
+        "mean_feedback_forward_relative_error": 0.017271015695051142,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023515890685296766,
+        "instruction_rms": 0.0023515890693939206,
+        "raw_apical_rms": 0.057374534190365235,
+        "teaching_rms": 0.0023515890685296766,
+        "traffic_rms": 0.05731569528002722
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.705597346164268e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5905870446197192e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013233478461712859,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021434672486782075
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351907268166542,
+        "mean_feedback_forward_cosine": 0.9998449714560258,
+        "mean_feedback_forward_relative_error": 0.017270845091460568,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022847290371578563,
+        "instruction_rms": 0.0022847290366933056,
+        "raw_apical_rms": 0.0573734062083818,
+        "teaching_rms": 0.0022847290371578563,
+        "traffic_rms": 0.0573174361458392
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.7503610056101024e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.596835507966456e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013455217626759348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.021096742502748966
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351902797818184,
+        "mean_feedback_forward_cosine": 0.9998449777301989,
+        "mean_feedback_forward_relative_error": 0.01727067326244555,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023367294977548183,
+        "instruction_rms": 0.0023367294986397992,
+        "raw_apical_rms": 0.05737975330030295,
+        "teaching_rms": 0.0023367294977548183,
+        "traffic_rms": 0.05732156749726688
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.31183392429557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5857740142562933e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013272703140701485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.02075178978025913
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351897582411766,
+        "mean_feedback_forward_cosine": 0.999844984004372,
+        "mean_feedback_forward_relative_error": 0.017270512241674096,
+        "min_feedback_forward_cosine": 0.9997240304946899
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002232288561917826,
+        "instruction_rms": 0.002232288562324549,
+        "raw_apical_rms": 0.05737348458721552,
+        "teaching_rms": 0.002232288561917826,
+        "traffic_rms": 0.05731992795547907
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3539582727494235e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586576052104718e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01361129457330712,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.01994985049545765
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518923670053482,
+        "mean_feedback_forward_cosine": 0.9998449808672855,
+        "mean_feedback_forward_relative_error": 0.01727034511828893,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023047581722546325,
+        "instruction_rms": 0.0023047581720067817,
+        "raw_apical_rms": 0.05738229272301259,
+        "teaching_rms": 0.0023047581722546325,
+        "traffic_rms": 0.0573245555896195
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.3610452259958947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5842413199835216e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013527439150612242,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.02045298466384411
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351888082921505,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.017270180445752646,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022286506370742098,
+        "instruction_rms": 0.002228650637956419,
+        "raw_apical_rms": 0.05738098818423979,
+        "teaching_rms": 0.0022286506370742098,
+        "traffic_rms": 0.057328995703304776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9689944724964334e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5873482354699045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013404039012638012,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.01974531180471182
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351883426308632,
+        "mean_feedback_forward_cosine": 0.9998449934156317,
+        "mean_feedback_forward_relative_error": 0.01727001312629957,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022173071440638515,
+        "instruction_rms": 0.0022173071440956954,
+        "raw_apical_rms": 0.05738514193488501,
+        "teaching_rms": 0.0022173071440638515,
+        "traffic_rms": 0.057331524296539225
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8927429340797062e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5857566315639373e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01342101107988028,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.01931478885859251
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518778383731842,
+        "mean_feedback_forward_cosine": 0.9998449683189392,
+        "mean_feedback_forward_relative_error": 0.017269842449183528,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022249830283360707,
+        "instruction_rms": 0.0022249830281719195,
+        "raw_apical_rms": 0.05738584804223898,
+        "teaching_rms": 0.0022249830283360707,
+        "traffic_rms": 0.05733172925445025
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5885732668484707e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894150901323794e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01335282099632516,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019554809569716454
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351873368024826,
+        "mean_feedback_forward_cosine": 0.9998449965527183,
+        "mean_feedback_forward_relative_error": 0.01726967760508782,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002151638215363517,
+        "instruction_rms": 0.0021516382155407333,
+        "raw_apical_rms": 0.057381430052229274,
+        "teaching_rms": 0.002151638215363517,
+        "traffic_rms": 0.057331062077174526
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.488441535637321e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588593699632505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013470523527911605,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01926325267970562
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351868897676468,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.017269518471470003,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002125634026245325,
+        "instruction_rms": 0.002125634025422105,
+        "raw_apical_rms": 0.05737740442952186,
+        "teaching_rms": 0.002125634026245325,
+        "traffic_rms": 0.057328454533699044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.076655374911752e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59027865905651e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013349836485837987,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.018467911663651467
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351863868534565,
+        "mean_feedback_forward_cosine": 0.999845005963978,
+        "mean_feedback_forward_relative_error": 0.017269355931172247,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002245239314089473,
+        "instruction_rms": 0.002245239314091207,
+        "raw_apical_rms": 0.05738239008157484,
+        "teaching_rms": 0.002245239314089473,
+        "traffic_rms": 0.057327105402776836
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.595736603439036e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5899662851827642e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013479209345880854,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.02052582154929638
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518595844507217,
+        "mean_feedback_forward_cosine": 0.999844984004372,
+        "mean_feedback_forward_relative_error": 0.01726919329284053,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002085286038777572,
+        "instruction_rms": 0.0020852860381598676,
+        "raw_apical_rms": 0.0573833706427686,
+        "teaching_rms": 0.002085286038777572,
+        "traffic_rms": 0.05733425342901533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.2860995702321816e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5921276154929244e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01337540389639851,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.01822956813007593
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518551141023636,
+        "mean_feedback_forward_cosine": 0.9998449965527183,
+        "mean_feedback_forward_relative_error": 0.01726903040942393,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002171648454808321,
+        "instruction_rms": 0.0021716484554713963,
+        "raw_apical_rms": 0.05738631310038968,
+        "teaching_rms": 0.002171648454808321,
+        "traffic_rms": 0.05733515524647261
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 3.647879864843162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.597610155349661e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01330903302003386,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.01875597714006901
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518500849604607,
+        "mean_feedback_forward_cosine": 0.9998450122381511,
+        "mean_feedback_forward_relative_error": 0.01726886331054725,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020918261639358924,
+        "instruction_rms": 0.002091826163651054,
+        "raw_apical_rms": 0.057374569367673094,
+        "teaching_rms": 0.0020918261639358924,
+        "traffic_rms": 0.057326323778322294
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6000833486250485e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5878981846498698e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013371086808858854,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01829057467728853
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518454283475876,
+        "mean_feedback_forward_cosine": 0.9998449965527183,
+        "mean_feedback_forward_relative_error": 0.01726869956933354,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002129252847319931,
+        "instruction_rms": 0.0021292528474498376,
+        "raw_apical_rms": 0.05738070843951083,
+        "teaching_rms": 0.002129252847319931,
+        "traffic_rms": 0.05733024445713955
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 2.4304661394580762e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5908106952560263e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013495574713068859,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.01816760263234377
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518411442637444,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.01726852555906302,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021407885121418058,
+        "instruction_rms": 0.002140788513567485,
+        "raw_apical_rms": 0.05737915283074554,
+        "teaching_rms": 0.0021407885121418058,
+        "traffic_rms": 0.05732850372271937
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9981148230717736e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5907598916601173e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013436224757928161,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.018039209269583224
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351836860179901,
+        "mean_feedback_forward_cosine": 0.9998449934156317,
+        "mean_feedback_forward_relative_error": 0.017268365224529254,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021163828404565494,
+        "instruction_rms": 0.0021163828418142502,
+        "raw_apical_rms": 0.05736745948711938,
+        "teaching_rms": 0.0021163828404565494,
+        "traffic_rms": 0.057317776783025194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.829055389952373e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.598985887737527e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013334733589270186,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.01793671552181244
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518327623605728,
+        "mean_feedback_forward_cosine": 0.9998449996898049,
+        "mean_feedback_forward_relative_error": 0.017268207463386812,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020832244859589227,
+        "instruction_rms": 0.0020832244874682956,
+        "raw_apical_rms": 0.057353355819119996,
+        "teaching_rms": 0.0020832244859589227,
+        "traffic_rms": 0.0573052934652387
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8028910747934788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590406969904027e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013274473191885858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.01819315657824278
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518290370702744,
+        "mean_feedback_forward_cosine": 0.9998449934156317,
+        "mean_feedback_forward_relative_error": 0.017268050658075434,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020781069023363065,
+        "instruction_rms": 0.002078106902547081,
+        "raw_apical_rms": 0.05735650283023351,
+        "teaching_rms": 0.0020781069023363065,
+        "traffic_rms": 0.05730920028722544
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.998887183025545e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59377289946861e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013295038066118333,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.017898254123926163
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351824752986431,
+        "mean_feedback_forward_cosine": 0.9998450185123243,
+        "mean_feedback_forward_relative_error": 0.01726788510323355,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021011860855973076,
+        "instruction_rms": 0.002101186085391997,
+        "raw_apical_rms": 0.05735041906647417,
+        "teaching_rms": 0.0021011860855973076,
+        "traffic_rms": 0.057301841732502204
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5323647179220643e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594898275927885e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013449609145165787,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.018024466275572776
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518214002251625,
+        "mean_feedback_forward_cosine": 0.9998450122381511,
+        "mean_feedback_forward_relative_error": 0.017267727391108087,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002087102389266293,
+        "instruction_rms": 0.002087102389495566,
+        "raw_apical_rms": 0.05735592528067921,
+        "teaching_rms": 0.002087102389266293,
+        "traffic_rms": 0.057307604575770686
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.901857243386985e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588603591865058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013348443492399673,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.017528176199793816
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518171161413193,
+        "mean_feedback_forward_cosine": 0.999845005963978,
+        "mean_feedback_forward_relative_error": 0.017267570414237286,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019893339499825135,
+        "instruction_rms": 0.0019893339502636107,
+        "raw_apical_rms": 0.057353590855402106,
+        "teaching_rms": 0.0019893339499825135,
+        "traffic_rms": 0.05731012084141232
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.209990140362606e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894949298460627e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013380838626160869,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.01656154245734215
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351813204586506,
+        "mean_feedback_forward_cosine": 0.9998450153752377,
+        "mean_feedback_forward_relative_error": 0.017267413094247643,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019981901987260586,
+        "instruction_rms": 0.0019981901972129902,
+        "raw_apical_rms": 0.05734882044997107,
+        "teaching_rms": 0.0019981901987260586,
+        "traffic_rms": 0.057304415683832904
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6037376699150627e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5865845761459818e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013327381199228994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.016893687390089035
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518087342381477,
+        "mean_feedback_forward_cosine": 0.999844984004372,
+        "mean_feedback_forward_relative_error": 0.017267252759713875,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020176040540159945,
+        "instruction_rms": 0.00201760405374586,
+        "raw_apical_rms": 0.057350337641196195,
+        "teaching_rms": 0.0020176040540159945,
+        "traffic_rms": 0.05730491986159956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.8684906894227424e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5904243318155756e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013540174063617965,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01689831969231367
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023518040776252747,
+        "mean_feedback_forward_cosine": 0.999845005963978,
+        "mean_feedback_forward_relative_error": 0.017267091346806603,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002110489302557219,
+        "instruction_rms": 0.0021104893029142238,
+        "raw_apical_rms": 0.0573430209548111,
+        "teaching_rms": 0.002110489302557219,
+        "traffic_rms": 0.05729411328179494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6443487399774313e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5903513031679064e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013434720724542092,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.01805402633190155
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517999798059464,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.017266930963255857,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020831217355797684,
+        "instruction_rms": 0.0020831217360948225,
+        "raw_apical_rms": 0.057344762702300094,
+        "teaching_rms": 0.0020831217355797684,
+        "traffic_rms": 0.0572965314896843
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.148596050550623e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5922893980484393e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013357991325996967,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.017737425000965597
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351795695722103,
+        "mean_feedback_forward_cosine": 0.9998450216494108,
+        "mean_feedback_forward_relative_error": 0.017266767295567614,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002064303038458786,
+        "instruction_rms": 0.0020643030375293485,
+        "raw_apical_rms": 0.057346604005834974,
+        "teaching_rms": 0.002064303038458786,
+        "traffic_rms": 0.057299130453858406
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 2.6667217767339935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586389925472698e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01342157532794813,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.017186520867347718
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517915979027748,
+        "mean_feedback_forward_cosine": 0.9998450247864974,
+        "mean_feedback_forward_relative_error": 0.01726660769628851,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002064908757239111,
+        "instruction_rms": 0.0020649087570205915,
+        "raw_apical_rms": 0.057359493733329776,
+        "teaching_rms": 0.002064908757239111,
+        "traffic_rms": 0.057312791425208
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.4808841203594056e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5882272618935948e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013329622781219245,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.01708396843150258
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517878726124763,
+        "mean_feedback_forward_cosine": 0.9998449871414586,
+        "mean_feedback_forward_relative_error": 0.017266449297925358,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002000839309244665,
+        "instruction_rms": 0.0020008393088562105,
+        "raw_apical_rms": 0.057354331010434766,
+        "teaching_rms": 0.002000839309244665,
+        "traffic_rms": 0.05731041612375414
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.082667632270386e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5861289543363617e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013703346191610802,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0169252636051178
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351783588528633,
+        "mean_feedback_forward_cosine": 0.9998450185123243,
+        "mean_feedback_forward_relative_error": 0.01726628592433898,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002075181777824532,
+        "instruction_rms": 0.0020751817774730466,
+        "raw_apical_rms": 0.0573524260369971,
+        "teaching_rms": 0.002075181777824532,
+        "traffic_rms": 0.057305416692034365
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.584153335760675e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5827674085165077e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013359061321905676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.017334949306249618
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517794907093048,
+        "mean_feedback_forward_cosine": 0.9998449996898049,
+        "mean_feedback_forward_relative_error": 0.01726613264824999,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002014207073887876,
+        "instruction_rms": 0.002014207073290162,
+        "raw_apical_rms": 0.057359259890034126,
+        "teaching_rms": 0.002014207073887876,
+        "traffic_rms": 0.05731347761433656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6199343139410303e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894676625237817e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013291305712022777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016212611750364304
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517759516835213,
+        "mean_feedback_forward_cosine": 0.9998450028268915,
+        "mean_feedback_forward_relative_error": 0.017265976627210255,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00202425156919865,
+        "instruction_rms": 0.002024251568952365,
+        "raw_apical_rms": 0.05736410632444398,
+        "teaching_rms": 0.00202425156919865,
+        "traffic_rms": 0.0573180389690067
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.130725983486627e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5856964706496374e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01343330052174667,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016154939995408058
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517712950706482,
+        "mean_feedback_forward_cosine": 0.9998450153752377,
+        "mean_feedback_forward_relative_error": 0.01726581766515186,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020808460084478335,
+        "instruction_rms": 0.0020808460078286383,
+        "raw_apical_rms": 0.05736800241736101,
+        "teaching_rms": 0.0020808460084478335,
+        "traffic_rms": 0.057318457351389115
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 4.1850928056419434e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589972196710049e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013443505317114786,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.017870618642866612
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351767010986805,
+        "mean_feedback_forward_cosine": 0.9998450153752377,
+        "mean_feedback_forward_relative_error": 0.017265660222619772,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019752129011466,
+        "instruction_rms": 0.001975212901077048,
+        "raw_apical_rms": 0.057361420458163684,
+        "teaching_rms": 0.0019752129011466,
+        "traffic_rms": 0.05731753810061673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5178477969234336e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585132040700604e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013263508613660376,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.01595723027318716
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517627269029617,
+        "mean_feedback_forward_cosine": 0.9998450122381511,
+        "mean_feedback_forward_relative_error": 0.01726549893225494,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002056042633513552,
+        "instruction_rms": 0.002056042633999269,
+        "raw_apical_rms": 0.057362854444357333,
+        "teaching_rms": 0.002056042633513552,
+        "traffic_rms": 0.057316702077554814
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 2.641351848353679e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5842899614656654e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01344182782785502,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.016741032394468783
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517588153481483,
+        "mean_feedback_forward_cosine": 0.999845005963978,
+        "mean_feedback_forward_relative_error": 0.017265341685790764,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020329601783776992,
+        "instruction_rms": 0.0020329601791557223,
+        "raw_apical_rms": 0.05735880451931111,
+        "teaching_rms": 0.0020329601783776992,
+        "traffic_rms": 0.05731267454983789
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.4085119676442446e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5836136262300237e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013460098599200498,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.01669560650587082
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517552763223648,
+        "mean_feedback_forward_cosine": 0.9998450185123243,
+        "mean_feedback_forward_relative_error": 0.017265176719152613,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020211817037602445,
+        "instruction_rms": 0.002021181704895943,
+        "raw_apical_rms": 0.05734329406095505,
+        "teaching_rms": 0.0020211817037602445,
+        "traffic_rms": 0.05729868706034937
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.7512847939069616e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.583986983531327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013358566601462223,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.01612350366294384
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517509922385216,
+        "mean_feedback_forward_cosine": 0.9998450091010646,
+        "mean_feedback_forward_relative_error": 0.0172650234920806,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002025432708327083,
+        "instruction_rms": 0.0020254327090709,
+        "raw_apical_rms": 0.05734765992241117,
+        "teaching_rms": 0.002025432708327083,
+        "traffic_rms": 0.05730157226386756
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.7961721826841313e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587383151039377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01351139882423983,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.017084790429621934
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517470806837082,
+        "mean_feedback_forward_cosine": 0.9998450310606706,
+        "mean_feedback_forward_relative_error": 0.017264868696465305,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019692059160469665,
+        "instruction_rms": 0.0019692059164125144,
+        "raw_apical_rms": 0.05733782188308922,
+        "teaching_rms": 0.0019692059160469665,
+        "traffic_rms": 0.05729467665702164
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.5992076047032242e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5862184240332955e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013520175314197464,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.01590409055672586
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0235174261033535,
+        "mean_feedback_forward_cosine": 0.9998450185123243,
+        "mean_feedback_forward_relative_error": 0.01726471921919208,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002025227763892542,
+        "instruction_rms": 0.002025227764260128,
+        "raw_apical_rms": 0.05733468046349477,
+        "teaching_rms": 0.002025227763892542,
+        "traffic_rms": 0.057288533541542314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.0322183047483122e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582928958186145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013585357527955333,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.01626177947819233
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517383262515068,
+        "mean_feedback_forward_cosine": 0.9998450310606706,
+        "mean_feedback_forward_relative_error": 0.0172645628550335,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020021715825815473,
+        "instruction_rms": 0.0020021715821719206,
+        "raw_apical_rms": 0.05732200478566699,
+        "teaching_rms": 0.0020021715825815473,
+        "traffic_rms": 0.05727581919887089
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.9174138660437166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.584622900587571e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013338737027183982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.016226574447751045
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517346009612083,
+        "mean_feedback_forward_cosine": 0.9998450341977572,
+        "mean_feedback_forward_relative_error": 0.017264403549856262,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019979804266275682,
+        "instruction_rms": 0.0019979804273983146,
+        "raw_apical_rms": 0.05731966442404613,
+        "teaching_rms": 0.0019979804266275682,
+        "traffic_rms": 0.05727456249237145
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.365276507987346e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585106808997569e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013214349369234305,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.016052276432514192
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351730689406395,
+        "mean_feedback_forward_cosine": 0.999845027923584,
+        "mean_feedback_forward_relative_error": 0.017264244979933688,
+        "min_feedback_forward_cosine": 0.9997240900993347
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020261862256974604,
+        "instruction_rms": 0.002026186225080451,
+        "raw_apical_rms": 0.05731911098822427,
+        "teaching_rms": 0.0020261862256974604,
+        "traffic_rms": 0.05727482046286172
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.750409677787502e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912921508358083e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0133770204123874,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.016106046799719335
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517267778515816,
+        "mean_feedback_forward_cosine": 0.9998450341977572,
+        "mean_feedback_forward_relative_error": 0.017264095747745352,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002084517786397392,
+        "instruction_rms": 0.002084517786810338,
+        "raw_apical_rms": 0.05731823835764148,
+        "teaching_rms": 0.002084517786397392,
+        "traffic_rms": 0.05727056065766402
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.6282682696887605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5926909066856375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013407291462708287,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.017042857864499092
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517221212387085,
+        "mean_feedback_forward_cosine": 0.99984504988319,
+        "mean_feedback_forward_relative_error": 0.01726394038843481,
+        "min_feedback_forward_cosine": 0.9997242093086243
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019533575766178964,
+        "instruction_rms": 0.0019533575763705504,
+        "raw_apical_rms": 0.057307394806373285,
+        "teaching_rms": 0.0019533575766178964,
+        "traffic_rms": 0.05726445641345482
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.015597727085151e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5882725827341307e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013322252800089685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.015307355008125306
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0235171876847744,
+        "mean_feedback_forward_cosine": 0.9998450310606706,
+        "mean_feedback_forward_relative_error": 0.01726379387668873,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020175057533645896,
+        "instruction_rms": 0.002017505753006968,
+        "raw_apical_rms": 0.05731023814774878,
+        "teaching_rms": 0.0020175057533645896,
+        "traffic_rms": 0.05726338736054773
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 2.994784153997898e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586028207071519e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013423752794974493,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.0161244964286685
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517148569226265,
+        "mean_feedback_forward_cosine": 0.9998450467461034,
+        "mean_feedback_forward_relative_error": 0.017263639644768677,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019277244213247295,
+        "instruction_rms": 0.001927724421166909,
+        "raw_apical_rms": 0.057302355535684635,
+        "teaching_rms": 0.0019277244213247295,
+        "traffic_rms": 0.05726092887403599
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0737457126379013,
+        "maximum_absolute_post_projection_soma_slope": 3.236558043795412e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5840046712144062e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013395139098612398,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.01522445619776845
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517107591032982,
+        "mean_feedback_forward_cosine": 0.9998450436090168,
+        "mean_feedback_forward_relative_error": 0.017263485143255246,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002007255169589413,
+        "instruction_rms": 0.0020072551695138295,
+        "raw_apical_rms": 0.057301600122195054,
+        "teaching_rms": 0.002007255169589413,
+        "traffic_rms": 0.057256973851480986
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 3.716307617196435e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5896233956811234e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013576885275588018,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015922825186252595
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023517075926065445,
+        "mean_feedback_forward_cosine": 0.99984504988319,
+        "mean_feedback_forward_relative_error": 0.017263335592456554,
+        "min_feedback_forward_cosine": 0.9997241497039795
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018885162356603754,
+        "instruction_rms": 0.0018885162354027258,
+        "raw_apical_rms": 0.057302852367039823,
+        "teaching_rms": 0.0018885162356603754,
+        "traffic_rms": 0.05726224190867023
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.07374570518732071,
+        "maximum_absolute_post_projection_soma_slope": 2.9884116514722336e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5883394611679662e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013366220530925097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.0146630579072237
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9165,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.396319580078125,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 4.441796264131881e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 3.1988324877829655e-08,
+      "min_residual_soma_slope": -4.441796264131881e-08,
+      "mse": 3.440779624321059e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.211239499632087e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.211239499632087e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 12,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7013368606567383,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03748607635498047,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9091.857142448425,
+    "train_wall_s": 9089.30370759964
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.015147827565670013,
+      0.008992872200906277,
+      0.006335717625916004,
+      0.006321475841104984,
+      0.003678887849673629,
+      0.004123614635318518,
+      0.002525815973058343,
+      0.004781324882060289,
+      0.0033923478331416845,
+      0.0038862654473632574,
+      0.00256628030911088,
+      0.003065550234168768,
+      0.0020046851132065058,
+      0.0039893328212201595,
+      0.0029188611079007387,
+      0.0033148694783449173,
+      0.002407304011285305,
+      0.0027950506191700697,
+      0.0022151924204081297
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.000000476837158,
+      4.0,
+      3.999999761581421,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999523162842,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999761581421,
+      3.999999523162842,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.08152718842029572,
+      0.047528091818094254,
+      0.02159477397799492,
+      0.03322690725326538,
+      0.009904556907713413,
+      0.022132862359285355,
+      0.005730380769819021,
+      0.024846715852618217,
+      0.009144105948507786,
+      0.020660117268562317,
+      0.0059754690155386925,
+      0.01662653498351574,
+      0.0041145277209579945,
+      0.021255075931549072,
+      0.007200336549431086,
+      0.0175380390137434,
+      0.005119331181049347,
+      0.015115395188331604,
+      0.00420715194195509
+    ],
+    "unscaled_traffic_rms": [
+      0.7432036995887756,
+      0.7568469047546387,
+      1.1735650300979614,
+      0.7610068321228027,
+      1.4857354164123535,
+      0.7452474236488342,
+      1.7631051540374756,
+      0.7697314620018005,
+      1.4839494228363037,
+      0.7524188756942749,
+      1.7178770303726196,
+      0.7375078797340393,
+      1.9488848447799683,
+      0.7507538795471191,
+      1.6215137243270874,
+      0.7560410499572754,
+      1.8809518814086914,
+      0.7396566271781921,
+      2.1061205863952637
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed13_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed13_clean_kp.json
new file mode 100644
index 0000000..02ee6dc
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed13_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 0,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 0,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 0,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.01,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 0,
+    "loader_seed": 13,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp",
+    "momentum": 0.9,
+    "neutral_projection": 0,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed13_clean_kp.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "nlms",
+    "predictor_warmup_steps": 0,
+    "residual_scale": null,
+    "seed": 13,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 0,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 0,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 0
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996645748615265,
+    "feedback_forward_cosine": [
+      0.9998794198036194,
+      0.999871015548706,
+      0.999824047088623,
+      0.9998106956481934,
+      0.9998115301132202,
+      0.9997480511665344,
+      0.9998006224632263,
+      0.9998643398284912,
+      0.9998229742050171,
+      0.9997925758361816,
+      0.9998612999916077,
+      0.9998047947883606,
+      0.9998359680175781,
+      0.9999040961265564,
+      0.9998941421508789,
+      0.9998717308044434,
+      0.9998804330825806,
+      0.9997178316116333,
+      0.9999887347221375
+    ],
+    "feedback_forward_norm_ratio": [
+      0.9995253682136536,
+      1.00080406665802,
+      1.00015127658844,
+      1.0006645917892456,
+      0.9999712109565735,
+      1.0010839700698853,
+      0.9987130761146545,
+      1.0003999471664429,
+      0.9995747208595276,
+      1.001042127609253,
+      0.9997837543487549,
+      1.00066339969635,
+      0.999595046043396,
+      1.0002201795578003,
+      1.000038743019104,
+      1.000614881515503,
+      1.0001569986343384,
+      1.0009127855300903,
+      1.0022685527801514
+    ],
+    "feedback_forward_relative_error": [
+      0.015535272657871246,
+      0.016084633767604828,
+      0.018762843683362007,
+      0.019474836066365242,
+      0.019413597881793976,
+      0.022491998970508575,
+      0.020000236108899117,
+      0.016483338549733162,
+      0.01881605200469494,
+      0.020405489951372147,
+      0.01665075123310089,
+      0.019773559644818306,
+      0.01811271347105503,
+      0.013861091807484627,
+      0.014551995322108269,
+      0.01602592132985592,
+      0.015464449301362038,
+      0.023784108459949493,
+      0.005254942923784256
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.999675452709198,
+      0.9996551275253296,
+      0.99966961145401,
+      0.9996368288993835,
+      0.9996786117553711,
+      0.9996718168258667,
+      0.9996957778930664,
+      0.9996987581253052,
+      0.9997268915176392,
+      0.9997032284736633,
+      0.999758780002594,
+      0.9997425079345703,
+      0.999778687953949,
+      0.999828577041626,
+      0.9998501539230347,
+      0.9998707175254822,
+      0.9999191761016846,
+      0.9999624490737915,
+      0.9106674790382385
+    ],
+    "mean_feedback_forward_cosine": 0.9998412791051363,
+    "mean_feedback_forward_relative_error": 0.017418307007143374,
+    "normalization_state": "training_batch_stats_without_running_update",
+    "raw_negative_gradient_cosine": [
+      0.999675452709198,
+      0.9996551275253296,
+      0.99966961145401,
+      0.9996368288993835,
+      0.9996786117553711,
+      0.9996718168258667,
+      0.9996957778930664,
+      0.9996987581253052,
+      0.9997268915176392,
+      0.9997032284736633,
+      0.999758780002594,
+      0.9997425079345703,
+      0.999778687953949,
+      0.999828577041626,
+      0.9998501539230347,
+      0.9998707175254822,
+      0.9999191761016846,
+      0.9999624490737915,
+      0.9106674790382385
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.999675452709198,
+      0.9996551275253296,
+      0.99966961145401,
+      0.9996368288993835,
+      0.9996786117553711,
+      0.9996718168258667,
+      0.9996957778930664,
+      0.9996987581253052,
+      0.9997268915176392,
+      0.9997032284736633,
+      0.999758780002594,
+      0.9997425079345703,
+      0.999778687953949,
+      0.999828577041626,
+      0.9998501539230347,
+      0.9998707175254822,
+      0.9999191761016846,
+      0.9999624490737915,
+      0.9106674790382385
+    ],
+    "wall_s": 0.09946918487548828
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3013068437576294,
+        "mean_feedback_forward_cosine": 0.2745324773223777,
+        "mean_feedback_forward_relative_error": 1.2014559193661338,
+        "min_feedback_forward_cosine": 0.15550358593463898
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.8105414065551757
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2381442785263062,
+        "mean_feedback_forward_cosine": 0.40608432653703186,
+        "mean_feedback_forward_relative_error": 1.0879248286548413,
+        "min_feedback_forward_cosine": 0.24102555215358734
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3125261357879638
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.194427728652954,
+        "mean_feedback_forward_cosine": 0.5029313815267462,
+        "mean_feedback_forward_relative_error": 0.9965660415197674,
+        "min_feedback_forward_cosine": 0.2990334630012512
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0516421655654906
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1473788022994995,
+        "mean_feedback_forward_cosine": 0.5759214460849762,
+        "mean_feedback_forward_relative_error": 0.9216395506733343,
+        "min_feedback_forward_cosine": 0.35728707909584045
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.9011523639106751
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1042686700820923,
+        "mean_feedback_forward_cosine": 0.6325716831182179,
+        "mean_feedback_forward_relative_error": 0.8583083764502877,
+        "min_feedback_forward_cosine": 0.4085603356361389
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7793745107269288
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0634453296661377,
+        "mean_feedback_forward_cosine": 0.6761405373874464,
+        "mean_feedback_forward_relative_error": 0.8057038438947577,
+        "min_feedback_forward_cosine": 0.453296422958374
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7029642856788635
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0249955654144287,
+        "mean_feedback_forward_cosine": 0.7115335527219271,
+        "mean_feedback_forward_relative_error": 0.7601092598940197,
+        "min_feedback_forward_cosine": 0.49332159757614136
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6455783454704285
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9871819615364075,
+        "mean_feedback_forward_cosine": 0.7421962932536477,
+        "mean_feedback_forward_relative_error": 0.7184875638861405,
+        "min_feedback_forward_cosine": 0.5310965776443481
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.603184449043274
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.952755331993103,
+        "mean_feedback_forward_cosine": 0.7669896514792192,
+        "mean_feedback_forward_relative_error": 0.6828179014356512,
+        "min_feedback_forward_cosine": 0.564058780670166
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5623111936569214
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9190171957015991,
+        "mean_feedback_forward_cosine": 0.7892683273867557,
+        "mean_feedback_forward_relative_error": 0.6490171473277243,
+        "min_feedback_forward_cosine": 0.5949069261550903
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5330172318553924
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8857558965682983,
+        "mean_feedback_forward_cosine": 0.8087137216015866,
+        "mean_feedback_forward_relative_error": 0.6180857670934576,
+        "min_feedback_forward_cosine": 0.6242749094963074
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.509774765663147
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8524502515792847,
+        "mean_feedback_forward_cosine": 0.825825506135037,
+        "mean_feedback_forward_relative_error": 0.589452138072566,
+        "min_feedback_forward_cosine": 0.6520348787307739
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4873462048435211
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8209549784660339,
+        "mean_feedback_forward_cosine": 0.84129146839443,
+        "mean_feedback_forward_relative_error": 0.5624135199346041,
+        "min_feedback_forward_cosine": 0.6775722503662109
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4644797011566162
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7899088263511658,
+        "mean_feedback_forward_cosine": 0.8552724530822352,
+        "mean_feedback_forward_relative_error": 0.5367354068316912,
+        "min_feedback_forward_cosine": 0.7015966176986694
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.45303013045310975
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7603291273117065,
+        "mean_feedback_forward_cosine": 0.8674388245532387,
+        "mean_feedback_forward_relative_error": 0.5134045803233197,
+        "min_feedback_forward_cosine": 0.7237777709960938
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4340318734359741
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7316191792488098,
+        "mean_feedback_forward_cosine": 0.8783629003324007,
+        "mean_feedback_forward_relative_error": 0.4915046762478979,
+        "min_feedback_forward_cosine": 0.7442220449447632
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4222998009109497
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.703751802444458,
+        "mean_feedback_forward_cosine": 0.8885140607231542,
+        "mean_feedback_forward_relative_error": 0.47033491024845525,
+        "min_feedback_forward_cosine": 0.763218104839325
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4074075182723999
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6776307225227356,
+        "mean_feedback_forward_cosine": 0.897570760626542,
+        "mean_feedback_forward_relative_error": 0.4505095058365872,
+        "min_feedback_forward_cosine": 0.7804297804832458
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3941944585990906
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6522223949432373,
+        "mean_feedback_forward_cosine": 0.9056636032305265,
+        "mean_feedback_forward_relative_error": 0.4321296324855403,
+        "min_feedback_forward_cosine": 0.7966518402099609
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.3820874308586121
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6266651153564453,
+        "mean_feedback_forward_cosine": 0.9131115298522147,
+        "mean_feedback_forward_relative_error": 0.41454590464893143,
+        "min_feedback_forward_cosine": 0.8121747374534607
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3753539363288879
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6012489199638367,
+        "mean_feedback_forward_cosine": 0.9200733335394609,
+        "mean_feedback_forward_relative_error": 0.39740215398763357,
+        "min_feedback_forward_cosine": 0.8270419239997864
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3685603359031677
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5777385234832764,
+        "mean_feedback_forward_cosine": 0.9262749552726746,
+        "mean_feedback_forward_relative_error": 0.3814526161080913,
+        "min_feedback_forward_cosine": 0.8401073217391968
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.35780021916389465
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5548236966133118,
+        "mean_feedback_forward_cosine": 0.9320156731103596,
+        "mean_feedback_forward_relative_error": 0.3660643430132615,
+        "min_feedback_forward_cosine": 0.8525242209434509
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3461114327335358
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.532526969909668,
+        "mean_feedback_forward_cosine": 0.9373489869268317,
+        "mean_feedback_forward_relative_error": 0.3512582198569649,
+        "min_feedback_forward_cosine": 0.8639460802078247
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3433043381214142
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5109798908233643,
+        "mean_feedback_forward_cosine": 0.9422720890296133,
+        "mean_feedback_forward_relative_error": 0.3370238997434315,
+        "min_feedback_forward_cosine": 0.8746147155761719
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.33923622669696807
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.490651935338974,
+        "mean_feedback_forward_cosine": 0.9466914754164847,
+        "mean_feedback_forward_relative_error": 0.32364508666490255,
+        "min_feedback_forward_cosine": 0.8841590881347656
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.326556473941803
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4708702266216278,
+        "mean_feedback_forward_cosine": 0.9507664159724587,
+        "mean_feedback_forward_relative_error": 0.31087132425684677,
+        "min_feedback_forward_cosine": 0.8932213187217712
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3248288626766205
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.45137742161750793,
+        "mean_feedback_forward_cosine": 0.9545714886564958,
+        "mean_feedback_forward_relative_error": 0.2985292767223559,
+        "min_feedback_forward_cosine": 0.9017136693000793
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3213924436569214
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4335157871246338,
+        "mean_feedback_forward_cosine": 0.9579601130987468,
+        "mean_feedback_forward_relative_error": 0.28700707695986094,
+        "min_feedback_forward_cosine": 0.909265398979187
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3070706036186218
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4157837927341461,
+        "mean_feedback_forward_cosine": 0.9612041994145042,
+        "mean_feedback_forward_relative_error": 0.27560351318434667,
+        "min_feedback_forward_cosine": 0.9164845943450928
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.3062127510166168
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3991200923919678,
+        "mean_feedback_forward_cosine": 0.9641893160970587,
+        "mean_feedback_forward_relative_error": 0.26467576348467875,
+        "min_feedback_forward_cosine": 0.9229661226272583
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3042983984851837
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38312971591949463,
+        "mean_feedback_forward_cosine": 0.9668795905615154,
+        "mean_feedback_forward_relative_error": 0.2544799458823706,
+        "min_feedback_forward_cosine": 0.9289388060569763
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.2986329161453247
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36767882108688354,
+        "mean_feedback_forward_cosine": 0.9693631874887567,
+        "mean_feedback_forward_relative_error": 0.24468313941830083,
+        "min_feedback_forward_cosine": 0.9344800710678101
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.29492065697669984
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3529456555843353,
+        "mean_feedback_forward_cosine": 0.9716313857781259,
+        "mean_feedback_forward_relative_error": 0.23538012018329219,
+        "min_feedback_forward_cosine": 0.939528226852417
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2894583631706238
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33894702792167664,
+        "mean_feedback_forward_cosine": 0.9737380711655867,
+        "mean_feedback_forward_relative_error": 0.22634300315066389,
+        "min_feedback_forward_cosine": 0.9441406726837158
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2836156642055511
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.32576683163642883,
+        "mean_feedback_forward_cosine": 0.9756966358736942,
+        "mean_feedback_forward_relative_error": 0.21766045297447004,
+        "min_feedback_forward_cosine": 0.9483542442321777
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2780234604263306
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3122580349445343,
+        "mean_feedback_forward_cosine": 0.9775765695069966,
+        "mean_feedback_forward_relative_error": 0.20902353407520996,
+        "min_feedback_forward_cosine": 0.9525107145309448
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.28286614376544955
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.29952549934387207,
+        "mean_feedback_forward_cosine": 0.9792511149456626,
+        "mean_feedback_forward_relative_error": 0.20103395102839722,
+        "min_feedback_forward_cosine": 0.9562575221061707
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2785664082813263
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2874852120876312,
+        "mean_feedback_forward_cosine": 0.9807931498477334,
+        "mean_feedback_forward_relative_error": 0.1933269277215004,
+        "min_feedback_forward_cosine": 0.9596430063247681
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.26943545625686643
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2761114537715912,
+        "mean_feedback_forward_cosine": 0.9822197117303547,
+        "mean_feedback_forward_relative_error": 0.18598330883603348,
+        "min_feedback_forward_cosine": 0.9627286195755005
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.26704236145973204
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26505810022354126,
+        "mean_feedback_forward_cosine": 0.9835320052347685,
+        "mean_feedback_forward_relative_error": 0.17890466788881704,
+        "min_feedback_forward_cosine": 0.96563720703125
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.26196546399116516
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25418269634246826,
+        "mean_feedback_forward_cosine": 0.9847755055678519,
+        "mean_feedback_forward_relative_error": 0.17198689242726878,
+        "min_feedback_forward_cosine": 0.9683691263198853
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.26309292840957643
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24364709854125977,
+        "mean_feedback_forward_cosine": 0.9859028521337008,
+        "mean_feedback_forward_relative_error": 0.1654725741398962,
+        "min_feedback_forward_cosine": 0.9709159135818481
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.26448858797073366
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23413823544979095,
+        "mean_feedback_forward_cosine": 0.9869271046236942,
+        "mean_feedback_forward_relative_error": 0.15927042694468246,
+        "min_feedback_forward_cosine": 0.973129391670227
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.25197313119888304
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22454142570495605,
+        "mean_feedback_forward_cosine": 0.9878971890399331,
+        "mean_feedback_forward_relative_error": 0.1532468678135621,
+        "min_feedback_forward_cosine": 0.9752538204193115
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2589807509803772
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2152714878320694,
+        "mean_feedback_forward_cosine": 0.9887983610755519,
+        "mean_feedback_forward_relative_error": 0.14737906405015996,
+        "min_feedback_forward_cosine": 0.9772320985794067
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2515754291200638
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.206338033080101,
+        "mean_feedback_forward_cosine": 0.9896588262758756,
+        "mean_feedback_forward_relative_error": 0.14157812022849134,
+        "min_feedback_forward_cosine": 0.979076087474823
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25133833992004395
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19791005551815033,
+        "mean_feedback_forward_cosine": 0.9904338027301588,
+        "mean_feedback_forward_relative_error": 0.13616145813935682,
+        "min_feedback_forward_cosine": 0.9807275533676147
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2520319424915314
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1899934709072113,
+        "mean_feedback_forward_cosine": 0.9911384111956546,
+        "mean_feedback_forward_relative_error": 0.13103488969959712,
+        "min_feedback_forward_cosine": 0.9822343587875366
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24880680119514464
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1821773797273636,
+        "mean_feedback_forward_cosine": 0.9918174900506672,
+        "mean_feedback_forward_relative_error": 0.12589611740488754,
+        "min_feedback_forward_cosine": 0.9836522340774536
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.2517117203617096
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17499101161956787,
+        "mean_feedback_forward_cosine": 0.9924169559227792,
+        "mean_feedback_forward_relative_error": 0.12116963612405877,
+        "min_feedback_forward_cosine": 0.9849077463150024
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24075208876609802
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1675454080104828,
+        "mean_feedback_forward_cosine": 0.993003741690987,
+        "mean_feedback_forward_relative_error": 0.1163746302849368,
+        "min_feedback_forward_cosine": 0.9861578941345215
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.2484998675251007
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16078555583953857,
+        "mean_feedback_forward_cosine": 0.993527026552903,
+        "mean_feedback_forward_relative_error": 0.11193676234075897,
+        "min_feedback_forward_cosine": 0.987243115901947
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24073161078453065
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1545904129743576,
+        "mean_feedback_forward_cosine": 0.9939948038051003,
+        "mean_feedback_forward_relative_error": 0.10778918156498357,
+        "min_feedback_forward_cosine": 0.9882010817527771
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.23582501243591308
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1483989804983139,
+        "mean_feedback_forward_cosine": 0.9944345982451188,
+        "mean_feedback_forward_relative_error": 0.1037434255214114,
+        "min_feedback_forward_cosine": 0.9891226291656494
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23572792385101318
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14238110184669495,
+        "mean_feedback_forward_cosine": 0.9948575026110599,
+        "mean_feedback_forward_relative_error": 0.09972382728990756,
+        "min_feedback_forward_cosine": 0.9899809956550598
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23625793926239014
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13674940168857574,
+        "mean_feedback_forward_cosine": 0.9952467711348283,
+        "mean_feedback_forward_relative_error": 0.09586156649809134,
+        "min_feedback_forward_cosine": 0.9907553195953369
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.2386486736679077
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1313994824886322,
+        "mean_feedback_forward_cosine": 0.9955950065662986,
+        "mean_feedback_forward_relative_error": 0.0922685687087084,
+        "min_feedback_forward_cosine": 0.9914608001708984
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23173666384220123
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12608899176120758,
+        "mean_feedback_forward_cosine": 0.9959294827360856,
+        "mean_feedback_forward_relative_error": 0.08868560783172909,
+        "min_feedback_forward_cosine": 0.9921314716339111
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23614755492687226
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12107746303081512,
+        "mean_feedback_forward_cosine": 0.9962382975377535,
+        "mean_feedback_forward_relative_error": 0.0852436446829846,
+        "min_feedback_forward_cosine": 0.9927425384521484
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.23019294379234315
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11625780165195465,
+        "mean_feedback_forward_cosine": 0.9965175578468725,
+        "mean_feedback_forward_relative_error": 0.08200653113032642,
+        "min_feedback_forward_cosine": 0.9933075308799744
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22646534693717957
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11168581992387772,
+        "mean_feedback_forward_cosine": 0.9967757432084334,
+        "mean_feedback_forward_relative_error": 0.07890120031018007,
+        "min_feedback_forward_cosine": 0.993818998336792
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.2278005755662918
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.107177734375,
+        "mean_feedback_forward_cosine": 0.9970227762272483,
+        "mean_feedback_forward_relative_error": 0.0758151122810025,
+        "min_feedback_forward_cosine": 0.994306206703186
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22829332092285157
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10296737402677536,
+        "mean_feedback_forward_cosine": 0.9972459642510665,
+        "mean_feedback_forward_relative_error": 0.0729043290607239,
+        "min_feedback_forward_cosine": 0.9947414994239807
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22240068197250365
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09894931316375732,
+        "mean_feedback_forward_cosine": 0.9974505117065028,
+        "mean_feedback_forward_relative_error": 0.07013854619703795,
+        "min_feedback_forward_cosine": 0.9951410889625549
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22249927976608277
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09491506963968277,
+        "mean_feedback_forward_cosine": 0.9976401423153124,
+        "mean_feedback_forward_relative_error": 0.06747396937326382,
+        "min_feedback_forward_cosine": 0.9955277442932129
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.22065757092952729
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09111560881137848,
+        "mean_feedback_forward_cosine": 0.9978157313246476,
+        "mean_feedback_forward_relative_error": 0.06491193851750147,
+        "min_feedback_forward_cosine": 0.9958773851394653
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22140870141983032
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08744850009679794,
+        "mean_feedback_forward_cosine": 0.9979819435822336,
+        "mean_feedback_forward_relative_error": 0.06239619762881806,
+        "min_feedback_forward_cosine": 0.9962009191513062
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.22032229407310486
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08386296778917313,
+        "mean_feedback_forward_cosine": 0.998133449177993,
+        "mean_feedback_forward_relative_error": 0.06000860966742039,
+        "min_feedback_forward_cosine": 0.996505856513977
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.22276923543930055
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08059180527925491,
+        "mean_feedback_forward_cosine": 0.9982716315671017,
+        "mean_feedback_forward_relative_error": 0.05773922389275149,
+        "min_feedback_forward_cosine": 0.996772050857544
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21753522283554078
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07729753106832504,
+        "mean_feedback_forward_cosine": 0.9984038503546464,
+        "mean_feedback_forward_relative_error": 0.05548090487718582,
+        "min_feedback_forward_cosine": 0.9970303773880005
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.2184693816947937
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07408735901117325,
+        "mean_feedback_forward_cosine": 0.9985291110841852,
+        "mean_feedback_forward_relative_error": 0.05326454929615322,
+        "min_feedback_forward_cosine": 0.9972708821296692
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21877637727737426
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07115792483091354,
+        "mean_feedback_forward_cosine": 0.9986389969524584,
+        "mean_feedback_forward_relative_error": 0.05123646723988809,
+        "min_feedback_forward_cosine": 0.9974827766418457
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.2199541541481018
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06825961172580719,
+        "mean_feedback_forward_cosine": 0.9987425427687796,
+        "mean_feedback_forward_relative_error": 0.04924720241443107,
+        "min_feedback_forward_cosine": 0.9976828694343567
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21874637095928193
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0656348392367363,
+        "mean_feedback_forward_cosine": 0.9988354381762052,
+        "mean_feedback_forward_relative_error": 0.047386938902108294,
+        "min_feedback_forward_cosine": 0.9978573322296143
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21468808176994325
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06299450248479843,
+        "mean_feedback_forward_cosine": 0.9989244718300668,
+        "mean_feedback_forward_relative_error": 0.04553594106906339,
+        "min_feedback_forward_cosine": 0.9980255961418152
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.2171169550895691
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06045105680823326,
+        "mean_feedback_forward_cosine": 0.9990069740696957,
+        "mean_feedback_forward_relative_error": 0.043757025838682524,
+        "min_feedback_forward_cosine": 0.998181939125061
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.2182661148452759
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05817895382642746,
+        "mean_feedback_forward_cosine": 0.9990807207007157,
+        "mean_feedback_forward_relative_error": 0.04209429937365808,
+        "min_feedback_forward_cosine": 0.9983154535293579
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.21216947293281554
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.055928610265254974,
+        "mean_feedback_forward_cosine": 0.9991478292565596,
+        "mean_feedback_forward_relative_error": 0.04052411313903959,
+        "min_feedback_forward_cosine": 0.9984431862831116
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.21012849893569946
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05367901176214218,
+        "mean_feedback_forward_cosine": 0.9992131057538485,
+        "mean_feedback_forward_relative_error": 0.03893751631441869,
+        "min_feedback_forward_cosine": 0.9985654354095459
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.2153410515832901
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0515558160841465,
+        "mean_feedback_forward_cosine": 0.9992728484304327,
+        "mean_feedback_forward_relative_error": 0.0374330644936938,
+        "min_feedback_forward_cosine": 0.9986765384674072
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.21272299917697907
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04952530190348625,
+        "mean_feedback_forward_cosine": 0.9993273866804022,
+        "mean_feedback_forward_relative_error": 0.03600044876925255,
+        "min_feedback_forward_cosine": 0.9987785816192627
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20681360980033875
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0475892573595047,
+        "mean_feedback_forward_cosine": 0.9993776302588614,
+        "mean_feedback_forward_relative_error": 0.034629917948653825,
+        "min_feedback_forward_cosine": 0.9988718628883362
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20746429374694825
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04574531316757202,
+        "mean_feedback_forward_cosine": 0.9994237517055712,
+        "mean_feedback_forward_relative_error": 0.033321863089345004,
+        "min_feedback_forward_cosine": 0.9989575743675232
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.20582803499698638
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04398082196712494,
+        "mean_feedback_forward_cosine": 0.9994664192199707,
+        "mean_feedback_forward_relative_error": 0.0320633217986477,
+        "min_feedback_forward_cosine": 0.9990363717079163
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.2062230680656433
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04222811385989189,
+        "mean_feedback_forward_cosine": 0.9995071511519583,
+        "mean_feedback_forward_relative_error": 0.030812954088967098,
+        "min_feedback_forward_cosine": 0.9991114139556885
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20691422386169434
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.040574077516794205,
+        "mean_feedback_forward_cosine": 0.9995435946866086,
+        "mean_feedback_forward_relative_error": 0.029650764784922724,
+        "min_feedback_forward_cosine": 0.9991796016693115
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20205317479610443
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0389895960688591,
+        "mean_feedback_forward_cosine": 0.9995780053891634,
+        "mean_feedback_forward_relative_error": 0.028509573030628656,
+        "min_feedback_forward_cosine": 0.9992421865463257
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.2011510366487503
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03738435357809067,
+        "mean_feedback_forward_cosine": 0.9996104428642675,
+        "mean_feedback_forward_relative_error": 0.027394547715390984,
+        "min_feedback_forward_cosine": 0.9993032217025757
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20494672033786773
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03589176759123802,
+        "mean_feedback_forward_cosine": 0.9996400412760282,
+        "mean_feedback_forward_relative_error": 0.026334630913640324,
+        "min_feedback_forward_cosine": 0.9993577599525452
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.20535221662521363
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03456330671906471,
+        "mean_feedback_forward_cosine": 0.9996665590687802,
+        "mean_feedback_forward_relative_error": 0.025342908932974462,
+        "min_feedback_forward_cosine": 0.9994043111801147
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.19797568843841554
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03314723074436188,
+        "mean_feedback_forward_cosine": 0.9996924274846127,
+        "mean_feedback_forward_relative_error": 0.024340616686171608,
+        "min_feedback_forward_cosine": 0.9994521141052246
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.19780106279850007
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03182428330183029,
+        "mean_feedback_forward_cosine": 0.9997163540438602,
+        "mean_feedback_forward_relative_error": 0.02337651140987873,
+        "min_feedback_forward_cosine": 0.9994949102401733
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20516345916748047
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03060869127511978,
+        "mean_feedback_forward_cosine": 0.9997371309681943,
+        "mean_feedback_forward_relative_error": 0.02250075752013608,
+        "min_feedback_forward_cosine": 0.9995328187942505
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.19811729461669922
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029402973130345345,
+        "mean_feedback_forward_cosine": 0.9997569228473463,
+        "mean_feedback_forward_relative_error": 0.021640330356986898,
+        "min_feedback_forward_cosine": 0.9995688796043396
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20136297669410705
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028252501040697098,
+        "mean_feedback_forward_cosine": 0.9997750489335311,
+        "mean_feedback_forward_relative_error": 0.020818151582620646,
+        "min_feedback_forward_cosine": 0.9996020793914795
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19526903770446777
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02711074985563755,
+        "mean_feedback_forward_cosine": 0.9997925350540563,
+        "mean_feedback_forward_relative_error": 0.019993915663738,
+        "min_feedback_forward_cosine": 0.9996333718299866
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19873701023101806
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.026029979810118675,
+        "mean_feedback_forward_cosine": 0.9998086283081457,
+        "mean_feedback_forward_relative_error": 0.019204675097410615,
+        "min_feedback_forward_cosine": 0.9996620416641235
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.20269780053138733
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025008725002408028,
+        "mean_feedback_forward_cosine": 0.9998231498818648,
+        "mean_feedback_forward_relative_error": 0.018463870878086278,
+        "min_feedback_forward_cosine": 0.9996881484985352
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19956941916942597
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02405368536710739,
+        "mean_feedback_forward_cosine": 0.9998362064361572,
+        "mean_feedback_forward_relative_error": 0.017763595611445214,
+        "min_feedback_forward_cosine": 0.9997115135192871
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19267467247486114
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024044588208198547,
+        "mean_feedback_forward_cosine": 0.9998363727017453,
+        "mean_feedback_forward_relative_error": 0.01775366653639235,
+        "min_feedback_forward_cosine": 0.9997116327285767
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.1250617404985428
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024039901793003082,
+        "mean_feedback_forward_cosine": 0.9998364417176497,
+        "mean_feedback_forward_relative_error": 0.01774644177701128,
+        "min_feedback_forward_cosine": 0.9997117519378662
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09932032520771027
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02403544820845127,
+        "mean_feedback_forward_cosine": 0.9998365389673334,
+        "mean_feedback_forward_relative_error": 0.017739429922872467,
+        "min_feedback_forward_cosine": 0.9997118711471558
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08672679335355758
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024031005799770355,
+        "mean_feedback_forward_cosine": 0.9998366299428438,
+        "mean_feedback_forward_relative_error": 0.017732631880789995,
+        "min_feedback_forward_cosine": 0.9997119903564453
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.08061454909801483
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02402658201754093,
+        "mean_feedback_forward_cosine": 0.9998367177812677,
+        "mean_feedback_forward_relative_error": 0.01772601821606881,
+        "min_feedback_forward_cosine": 0.9997119903564453
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07662240268230439
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024022245779633522,
+        "mean_feedback_forward_cosine": 0.9998367993455184,
+        "mean_feedback_forward_relative_error": 0.01771955042587299,
+        "min_feedback_forward_cosine": 0.9997121691703796
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.0723095839548111
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02401798777282238,
+        "mean_feedback_forward_cosine": 0.9998368714985094,
+        "mean_feedback_forward_relative_error": 0.017713176797291164,
+        "min_feedback_forward_cosine": 0.999712347984314
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06760056983351707
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02401360310614109,
+        "mean_feedback_forward_cosine": 0.9998369593369333,
+        "mean_feedback_forward_relative_error": 0.017707002545265776,
+        "min_feedback_forward_cosine": 0.999712347984314
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.0668923641860485
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02400944195687771,
+        "mean_feedback_forward_cosine": 0.9998370314899244,
+        "mean_feedback_forward_relative_error": 0.01770084191996016,
+        "min_feedback_forward_cosine": 0.9997124671936035
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06146789957761765
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024005111306905746,
+        "mean_feedback_forward_cosine": 0.9998370910945692,
+        "mean_feedback_forward_relative_error": 0.017694778201219282,
+        "min_feedback_forward_cosine": 0.9997125267982483
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.060262521543502805
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024000661447644234,
+        "mean_feedback_forward_cosine": 0.9998371726588199,
+        "mean_feedback_forward_relative_error": 0.017688673822895476,
+        "min_feedback_forward_cosine": 0.9997127056121826
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.057219693999290465
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023996371775865555,
+        "mean_feedback_forward_cosine": 0.9998372510859841,
+        "mean_feedback_forward_relative_error": 0.01768273159273361,
+        "min_feedback_forward_cosine": 0.9997128844261169
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.053790216858386995
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023991623893380165,
+        "mean_feedback_forward_cosine": 0.999837360884014,
+        "mean_feedback_forward_relative_error": 0.0176766182443029,
+        "min_feedback_forward_cosine": 0.9997128844261169
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.057131857721805575
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023986918851733208,
+        "mean_feedback_forward_cosine": 0.9998374393111781,
+        "mean_feedback_forward_relative_error": 0.017670371814777975,
+        "min_feedback_forward_cosine": 0.9997129440307617
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05416111909151077
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023982137441635132,
+        "mean_feedback_forward_cosine": 0.9998375302866885,
+        "mean_feedback_forward_relative_error": 0.01766435196623206,
+        "min_feedback_forward_cosine": 0.9997131824493408
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.0513282914686203
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023977575823664665,
+        "mean_feedback_forward_cosine": 0.9998375993025931,
+        "mean_feedback_forward_relative_error": 0.017658326603276164,
+        "min_feedback_forward_cosine": 0.9997131824493408
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.0487374546456337
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02397250384092331,
+        "mean_feedback_forward_cosine": 0.9998376808668438,
+        "mean_feedback_forward_relative_error": 0.017652023265040236,
+        "min_feedback_forward_cosine": 0.9997134208679199
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04952977873086929
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02396773174405098,
+        "mean_feedback_forward_cosine": 0.9998377812536139,
+        "mean_feedback_forward_relative_error": 0.017645936851438723,
+        "min_feedback_forward_cosine": 0.9997135400772095
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.047488643206357956
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02396288327872753,
+        "mean_feedback_forward_cosine": 0.9998378722291243,
+        "mean_feedback_forward_relative_error": 0.017639746962997475,
+        "min_feedback_forward_cosine": 0.999713659286499
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.045404925146102906
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02395789511501789,
+        "mean_feedback_forward_cosine": 0.9998379412450289,
+        "mean_feedback_forward_relative_error": 0.017633568005342232,
+        "min_feedback_forward_cosine": 0.9997137188911438
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.044493886718153956
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023953141644597054,
+        "mean_feedback_forward_cosine": 0.999838041631799,
+        "mean_feedback_forward_relative_error": 0.017627432942390442,
+        "min_feedback_forward_cosine": 0.9997138381004333
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.044326152799129485
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02394844964146614,
+        "mean_feedback_forward_cosine": 0.9998381388814825,
+        "mean_feedback_forward_relative_error": 0.017621343146617476,
+        "min_feedback_forward_cosine": 0.9997138977050781
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.04166632812976837
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023942919448018074,
+        "mean_feedback_forward_cosine": 0.9998382392682528,
+        "mean_feedback_forward_relative_error": 0.017614795164646285,
+        "min_feedback_forward_cosine": 0.9997140765190125
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04328630323410034
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023937642574310303,
+        "mean_feedback_forward_cosine": 0.9998383051470706,
+        "mean_feedback_forward_relative_error": 0.01760836448030252,
+        "min_feedback_forward_cosine": 0.9997142553329468
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.0424068547603488
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023933056741952896,
+        "mean_feedback_forward_cosine": 0.9998384118080139,
+        "mean_feedback_forward_relative_error": 0.01760227644914075,
+        "min_feedback_forward_cosine": 0.9997143149375916
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.038611125857830046
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02392778918147087,
+        "mean_feedback_forward_cosine": 0.9998385153318706,
+        "mean_feedback_forward_relative_error": 0.017595812310709766,
+        "min_feedback_forward_cosine": 0.9997144341468811
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03885844133496284
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023923058062791824,
+        "mean_feedback_forward_cosine": 0.9998386094444677,
+        "mean_feedback_forward_relative_error": 0.017589850253180453,
+        "min_feedback_forward_cosine": 0.9997144937515259
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.035599832309484485
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02391800470650196,
+        "mean_feedback_forward_cosine": 0.999838694145805,
+        "mean_feedback_forward_relative_error": 0.017583573506654876,
+        "min_feedback_forward_cosine": 0.9997146129608154
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03567034682750702
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023912601172924042,
+        "mean_feedback_forward_cosine": 0.999838788258402,
+        "mean_feedback_forward_relative_error": 0.017577025034513912,
+        "min_feedback_forward_cosine": 0.9997147917747498
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.036537800406217576
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023907097056508064,
+        "mean_feedback_forward_cosine": 0.9998389137418646,
+        "mean_feedback_forward_relative_error": 0.01757047837600112,
+        "min_feedback_forward_cosine": 0.9997149705886841
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03574167158961296
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02390183135867119,
+        "mean_feedback_forward_cosine": 0.9998389890319422,
+        "mean_feedback_forward_relative_error": 0.01756406957773786,
+        "min_feedback_forward_cosine": 0.9997150301933289
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.03439360812664032
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023896407335996628,
+        "mean_feedback_forward_cosine": 0.9998391302008378,
+        "mean_feedback_forward_relative_error": 0.017557448805554918,
+        "min_feedback_forward_cosine": 0.999715268611908
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.03394215288341045
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023890849202871323,
+        "mean_feedback_forward_cosine": 0.9998392117650885,
+        "mean_feedback_forward_relative_error": 0.01755088256475957,
+        "min_feedback_forward_cosine": 0.999715268611908
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.03237517976492643
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02388530597090721,
+        "mean_feedback_forward_cosine": 0.9998392933293393,
+        "mean_feedback_forward_relative_error": 0.017544142828371963,
+        "min_feedback_forward_cosine": 0.9997154474258423
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03302400237858295
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023880058899521828,
+        "mean_feedback_forward_cosine": 0.9998394219498885,
+        "mean_feedback_forward_relative_error": 0.01753760462528781,
+        "min_feedback_forward_cosine": 0.9997156262397766
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.03138346595227719
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023874498903751373,
+        "mean_feedback_forward_cosine": 0.9998395035141393,
+        "mean_feedback_forward_relative_error": 0.017530909396315877,
+        "min_feedback_forward_cosine": 0.9997156858444214
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.03181140359580517
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02386857010424137,
+        "mean_feedback_forward_cosine": 0.9998396321346885,
+        "mean_feedback_forward_relative_error": 0.017523922908462976,
+        "min_feedback_forward_cosine": 0.9997158646583557
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.03216016135275364
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02386280708014965,
+        "mean_feedback_forward_cosine": 0.9998397293843722,
+        "mean_feedback_forward_relative_error": 0.017516972350054665,
+        "min_feedback_forward_cosine": 0.99971604347229
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.030717867047190667
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023856565356254578,
+        "mean_feedback_forward_cosine": 0.9998398360453153,
+        "mean_feedback_forward_relative_error": 0.017509598922180503,
+        "min_feedback_forward_cosine": 0.9997161030769348
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.03143452783703804
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02385035715997219,
+        "mean_feedback_forward_cosine": 0.9998399427062586,
+        "mean_feedback_forward_relative_error": 0.01750256920135335,
+        "min_feedback_forward_cosine": 0.9997162818908691
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.030715213534832
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023844636976718903,
+        "mean_feedback_forward_cosine": 0.9998400838751542,
+        "mean_feedback_forward_relative_error": 0.01749557940485446,
+        "min_feedback_forward_cosine": 0.9997165203094482
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.02935562146782875
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023838603869080544,
+        "mean_feedback_forward_cosine": 0.9998401842619243,
+        "mean_feedback_forward_relative_error": 0.017488385207558934,
+        "min_feedback_forward_cosine": 0.9997165203094482
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.029773226491212845
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02383241057395935,
+        "mean_feedback_forward_cosine": 0.9998403254308199,
+        "mean_feedback_forward_relative_error": 0.01748096582626826,
+        "min_feedback_forward_cosine": 0.9997167587280273
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.029120073041915894
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02382666990160942,
+        "mean_feedback_forward_cosine": 0.9998404509142825,
+        "mean_feedback_forward_relative_error": 0.01747380638200986,
+        "min_feedback_forward_cosine": 0.9997168779373169
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.02774130385518074
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023820001631975174,
+        "mean_feedback_forward_cosine": 0.9998405669864855,
+        "mean_feedback_forward_relative_error": 0.017466036700888685,
+        "min_feedback_forward_cosine": 0.9997169971466064
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.02875920710802078
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02381327375769615,
+        "mean_feedback_forward_cosine": 0.9998406736474288,
+        "mean_feedback_forward_relative_error": 0.01745791073986574,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.029547973494529724
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0238062534481287,
+        "mean_feedback_forward_cosine": 0.9998408273646706,
+        "mean_feedback_forward_relative_error": 0.01744976073601528,
+        "min_feedback_forward_cosine": 0.9997172355651855
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.029193686606884
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023799123242497444,
+        "mean_feedback_forward_cosine": 0.9998409653964796,
+        "mean_feedback_forward_relative_error": 0.017441571469565754,
+        "min_feedback_forward_cosine": 0.9997174143791199
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.029274324528574945
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023792922496795654,
+        "mean_feedback_forward_cosine": 0.9998411097024617,
+        "mean_feedback_forward_relative_error": 0.017433960799519952,
+        "min_feedback_forward_cosine": 0.999717652797699
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.02635092706412077
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378627471625805,
+        "mean_feedback_forward_cosine": 0.9998411755812796,
+        "mean_feedback_forward_relative_error": 0.017425957454466505,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.02678735072135925
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023786203935742378,
+        "mean_feedback_forward_cosine": 0.9998412100892318,
+        "mean_feedback_forward_relative_error": 0.01742577704748041,
+        "min_feedback_forward_cosine": 0.9997178912162781
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.02437458291053772
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023786155506968498,
+        "mean_feedback_forward_cosine": 0.9998411975408855,
+        "mean_feedback_forward_relative_error": 0.01742561279158843,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021376969789266585
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378610335290432,
+        "mean_feedback_forward_cosine": 0.999841222637578,
+        "mean_feedback_forward_relative_error": 0.017425447972001212,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.020672446417212487
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023786064237356186,
+        "mean_feedback_forward_cosine": 0.999841216363405,
+        "mean_feedback_forward_relative_error": 0.01742528391217715,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.019626799536943434
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023786017671227455,
+        "mean_feedback_forward_cosine": 0.9998412132263184,
+        "mean_feedback_forward_relative_error": 0.01742512281788023,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020080795953273774
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785961791872978,
+        "mean_feedback_forward_cosine": 0.9998412132263184,
+        "mean_feedback_forward_relative_error": 0.017424962091210642,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.02060788645744324
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785918951034546,
+        "mean_feedback_forward_cosine": 0.999841222637578,
+        "mean_feedback_forward_relative_error": 0.017424809329799916,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.018866425810456278
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785877972841263,
+        "mean_feedback_forward_cosine": 0.9998412195004915,
+        "mean_feedback_forward_relative_error": 0.01742464568662016,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.018583618539571762
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378583699464798,
+        "mean_feedback_forward_cosine": 0.9998412132263184,
+        "mean_feedback_forward_relative_error": 0.01742448495995057,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019112786593735217
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785792291164398,
+        "mean_feedback_forward_cosine": 0.999841216363405,
+        "mean_feedback_forward_relative_error": 0.01742433254165869,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.018837088904976845
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785745725035667,
+        "mean_feedback_forward_cosine": 0.999841222637578,
+        "mean_feedback_forward_relative_error": 0.017424173015905053,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.019263693317174913
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785704746842384,
+        "mean_feedback_forward_cosine": 0.9998412038150587,
+        "mean_feedback_forward_relative_error": 0.017424011406929868,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018983551829755307
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785660043358803,
+        "mean_feedback_forward_cosine": 0.9998412257746646,
+        "mean_feedback_forward_relative_error": 0.017423859037654966,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.018922538774609567
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785622790455818,
+        "mean_feedback_forward_cosine": 0.9998412289117512,
+        "mean_feedback_forward_relative_error": 0.017423704144005712,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.018507695814073084
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785576224327087,
+        "mean_feedback_forward_cosine": 0.999841244597184,
+        "mean_feedback_forward_relative_error": 0.01742355297564676,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01805218663930893
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785537108778954,
+        "mean_feedback_forward_cosine": 0.9998412195004915,
+        "mean_feedback_forward_relative_error": 0.01742339675853911,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.01841807530283928
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785486817359924,
+        "mean_feedback_forward_cosine": 0.9998412289117512,
+        "mean_feedback_forward_relative_error": 0.01742324448729816,
+        "min_feedback_forward_cosine": 0.9997178912162781
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.018245168339163065
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378544770181179,
+        "mean_feedback_forward_cosine": 0.9998412351859244,
+        "mean_feedback_forward_relative_error": 0.017423090990632772,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.01727046649456024
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378540113568306,
+        "mean_feedback_forward_cosine": 0.99984126655679,
+        "mean_feedback_forward_relative_error": 0.017422934969593035,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.016953599601387977
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785360157489777,
+        "mean_feedback_forward_cosine": 0.99984126655679,
+        "mean_feedback_forward_relative_error": 0.017422790124424194,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.017145444607436656
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785313591361046,
+        "mean_feedback_forward_cosine": 0.9998412100892318,
+        "mean_feedback_forward_relative_error": 0.017422635206266454,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.017727336402088404
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785270750522614,
+        "mean_feedback_forward_cosine": 0.9998412602826169,
+        "mean_feedback_forward_relative_error": 0.017422484135941455,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.017764935253858565
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785226047039032,
+        "mean_feedback_forward_cosine": 0.9998412571455303,
+        "mean_feedback_forward_relative_error": 0.017422324414119908,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.017218405064195395
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785186931490898,
+        "mean_feedback_forward_cosine": 0.9998412540084437,
+        "mean_feedback_forward_relative_error": 0.017422170721386607,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.018007522631287576
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785151541233063,
+        "mean_feedback_forward_cosine": 0.9998412696938765,
+        "mean_feedback_forward_relative_error": 0.017422025851709277,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.017599506865143777
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378511242568493,
+        "mean_feedback_forward_cosine": 0.9998412602826169,
+        "mean_feedback_forward_relative_error": 0.01742187377653624,
+        "min_feedback_forward_cosine": 0.9997178912162781
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.01672246292024851
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785067722201347,
+        "mean_feedback_forward_cosine": 0.9998412351859244,
+        "mean_feedback_forward_relative_error": 0.01742171569678344,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.017969189695864914
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023785024881362915,
+        "mean_feedback_forward_cosine": 0.9998412602826169,
+        "mean_feedback_forward_relative_error": 0.017421570557512735,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.016756232603490354
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784982040524483,
+        "mean_feedback_forward_cosine": 0.9998412540084437,
+        "mean_feedback_forward_relative_error": 0.017421419781289603,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.01737038464665413
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378493919968605,
+        "mean_feedback_forward_cosine": 0.9998412759680497,
+        "mean_feedback_forward_relative_error": 0.0174212663091327,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.016521243556439878
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378489263355732,
+        "mean_feedback_forward_cosine": 0.9998412634197035,
+        "mean_feedback_forward_relative_error": 0.017421119723861154,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.016992473220825196
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378484606742859,
+        "mean_feedback_forward_cosine": 0.9998412696938765,
+        "mean_feedback_forward_relative_error": 0.017420971300452948,
+        "min_feedback_forward_cosine": 0.9997178912162781
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.017403904662430286
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784805089235306,
+        "mean_feedback_forward_cosine": 0.9998412634197035,
+        "mean_feedback_forward_relative_error": 0.017420826406267128,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.01756686579823494
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784762248396873,
+        "mean_feedback_forward_cosine": 0.9998412728309631,
+        "mean_feedback_forward_relative_error": 0.017420680727809668,
+        "min_feedback_forward_cosine": 0.9997178912162781
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.016896406492888927
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378472127020359,
+        "mean_feedback_forward_cosine": 0.9998412696938765,
+        "mean_feedback_forward_relative_error": 0.017420531373078887,
+        "min_feedback_forward_cosine": 0.9997178912162781
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.016242141271233558
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784689605236053,
+        "mean_feedback_forward_cosine": 0.9998412822422228,
+        "mean_feedback_forward_relative_error": 0.017420384861332804,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.015786895559430122
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378464862704277,
+        "mean_feedback_forward_cosine": 0.9998412540084437,
+        "mean_feedback_forward_relative_error": 0.017420239182875344,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.01604594806969166
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378460206091404,
+        "mean_feedback_forward_cosine": 0.9998412571455303,
+        "mean_feedback_forward_relative_error": 0.01742008438726005,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.017102455472052098
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784562945365906,
+        "mean_feedback_forward_cosine": 0.9998412414600975,
+        "mean_feedback_forward_relative_error": 0.0174199314542899,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.016473304575681687
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784520104527473,
+        "mean_feedback_forward_cosine": 0.9998412634197035,
+        "mean_feedback_forward_relative_error": 0.01741978577583244,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.01582832618623972
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784473538398743,
+        "mean_feedback_forward_cosine": 0.9998412540084437,
+        "mean_feedback_forward_relative_error": 0.017419634068286734,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.01584087979465723
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378442883491516,
+        "mean_feedback_forward_cosine": 0.9998412759680497,
+        "mean_feedback_forward_relative_error": 0.017419479321688414,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015304812013804913
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784387856721878,
+        "mean_feedback_forward_cosine": 0.9998412728309631,
+        "mean_feedback_forward_relative_error": 0.017419331192382072,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.016254000001251698
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784350603818893,
+        "mean_feedback_forward_cosine": 0.9998412508713571,
+        "mean_feedback_forward_relative_error": 0.017419182842499333,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.016326439519822596
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02378430962562561,
+        "mean_feedback_forward_cosine": 0.9998412791051363,
+        "mean_feedback_forward_relative_error": 0.01741903576705801,
+        "min_feedback_forward_cosine": 0.9997179508209229
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.01587987748980522
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784272372722626,
+        "mean_feedback_forward_cosine": 0.9998412791051363,
+        "mean_feedback_forward_relative_error": 0.017418895627519016,
+        "min_feedback_forward_cosine": 0.9997177720069885
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.015518687933236361
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784233257174492,
+        "mean_feedback_forward_cosine": 0.9998412853793094,
+        "mean_feedback_forward_relative_error": 0.01741874862560316,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.015676217281222343
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784184828400612,
+        "mean_feedback_forward_cosine": 0.9998412759680497,
+        "mean_feedback_forward_relative_error": 0.017418602113857082,
+        "min_feedback_forward_cosine": 0.9997177124023438
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.015776103362441063
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784151300787926,
+        "mean_feedback_forward_cosine": 0.9998412916534826,
+        "mean_feedback_forward_relative_error": 0.017418449818107643,
+        "min_feedback_forward_cosine": 0.9997179508209229
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.0161712662294507
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023784108459949493,
+        "mean_feedback_forward_cosine": 0.9998412791051363,
+        "mean_feedback_forward_relative_error": 0.017418307007143374,
+        "min_feedback_forward_cosine": 0.9997178316116333
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.014966308397054671
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.915,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.39478526306152345,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2162265600,
+    "peak_memory_reserved_bytes": 2864709632,
+    "torch_version": "2.3.1+cu118"
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 13,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.707719087600708,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.0,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 6206.074606657028,
+    "train_wall_s": 6203.951244354248
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401086720000000,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 0
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 0,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 0,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000000,
+    "total_forward_equivalent_examples": 10000000,
+    "total_macs_estimate": 1613194240000000
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed13_dynamic.json b/results/kp_dynamic_projection_confirmation/seed13_dynamic.json
new file mode 100644
index 0000000..a2b9458
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed13_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 13,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed13_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 13,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5013,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996656179428101,
+    "feedback_forward_cosine": [
+      0.9998631477355957,
+      0.9998596906661987,
+      0.9998418092727661,
+      0.9998016953468323,
+      0.9997780919075012,
+      0.9997223615646362,
+      0.999835193157196,
+      0.9998847246170044,
+      0.9998432397842407,
+      0.9998133182525635,
+      0.9998433589935303,
+      0.9997926950454712,
+      0.9998364448547363,
+      0.9999034404754639,
+      0.9998959898948669,
+      0.9998729228973389,
+      0.9998736381530762,
+      0.9997097849845886,
+      0.9999890327453613
+    ],
+    "feedback_forward_norm_ratio": [
+      0.999667227268219,
+      1.0005890130996704,
+      0.9995686411857605,
+      1.0003647804260254,
+      0.9988363981246948,
+      1.0012967586517334,
+      0.9990342259407043,
+      1.0004116296768188,
+      0.9999168515205383,
+      1.0004847049713135,
+      0.9997726678848267,
+      1.000679612159729,
+      0.9996684789657593,
+      1.00027334690094,
+      0.9999366998672485,
+      1.0003808736801147,
+      1.0000495910644531,
+      1.0009263753890991,
+      1.002256989479065
+    ],
+    "feedback_forward_relative_error": [
+      0.016540788114070892,
+      0.016762301325798035,
+      0.01778847724199295,
+      0.019920967519283295,
+      0.0210877675563097,
+      0.023614225909113884,
+      0.018173595890402794,
+      0.015191975980997086,
+      0.017702825367450714,
+      0.01933632604777813,
+      0.017698097974061966,
+      0.020378584042191505,
+      0.01808561570942402,
+      0.013898434117436409,
+      0.014422350563108921,
+      0.015949860215187073,
+      0.015894636511802673,
+      0.02412259951233864,
+      0.005206604953855276
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996950626373291,
+      0.9996610879898071,
+      0.9996656179428101,
+      0.9996557235717773,
+      0.9996821284294128,
+      0.9996340870857239,
+      0.9997382164001465,
+      0.9997807145118713,
+      0.9997648000717163,
+      0.9997376203536987,
+      0.9997768402099609,
+      0.9997832179069519,
+      0.9997901320457458,
+      0.9998494982719421,
+      0.999852180480957,
+      0.9998642206192017,
+      0.9999117851257324,
+      0.9999609589576721,
+      0.7433841824531555
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9996950626373291,
+      0.9996610283851624,
+      0.9996656179428101,
+      0.9996557235717773,
+      0.9996821284294128,
+      0.9996340870857239,
+      0.9997382164001465,
+      0.9997807145118713,
+      0.9997648000717163,
+      0.9997376203536987,
+      0.9997768402099609,
+      0.9997832179069519,
+      0.9997901320457458,
+      0.9998495578765869,
+      0.999852180480957,
+      0.9998642206192017,
+      0.9999117851257324,
+      0.9999609589576721,
+      0.7660573124885559
+    ],
+    "matched_negative_gradient_cosine": [
+      0.05739140883088112,
+      0.018270419910550117,
+      0.04111289605498314,
+      0.04713906720280647,
+      0.08068474382162094,
+      0.12596231698989868,
+      0.15550340712070465,
+      0.10640871524810791,
+      0.18959969282150269,
+      0.1880919635295868,
+      0.25665342807769775,
+      0.26636940240859985,
+      0.2972011864185333,
+      0.22581735253334045,
+      0.21684125065803528,
+      0.3512689471244812,
+      0.21852251887321472,
+      0.3467845618724823,
+      0.12179291248321533
+    ],
+    "max_norm_match_direction_error": 2.384185791015625e-07,
+    "max_norm_match_relative_error": 1.528547954876558e-07,
+    "mean_feedback_forward_cosine": 0.9998400305446825,
+    "mean_feedback_forward_relative_error": 0.01746189655540021,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.04260949790477753,
+      "max_absolute_post_projection_soma_slope": 6.049770906457752e-09,
+      "max_absolute_pre_projection_soma_slope": 0.04260949790477753,
+      "max_positive_post_projection_soma_slope": 4.677387810403388e-09,
+      "min_post_projection_soma_slope": -6.049770906457752e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.5057951096319325e-08,
+      "pre_projection_traffic_rms_ratio": 0.015215151659880008
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.015215151659861944,
+    "raw_negative_gradient_cosine": [
+      0.05739140510559082,
+      0.018270419910550117,
+      0.04111289605498314,
+      0.04713907092809677,
+      0.08068474382162094,
+      0.12596231698989868,
+      0.15550340712070465,
+      0.10640871524810791,
+      0.18959969282150269,
+      0.1880919635295868,
+      0.25665342807769775,
+      0.26636940240859985,
+      0.2972011864185333,
+      0.22581735253334045,
+      0.21684125065803528,
+      0.3512689471244812,
+      0.21852251887321472,
+      0.3467845320701599,
+      0.12179291248321533
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996950626373291,
+      0.9996610879898071,
+      0.9996656179428101,
+      0.9996557235717773,
+      0.9996821284294128,
+      0.9996340870857239,
+      0.9997382164001465,
+      0.9997807145118713,
+      0.9997648000717163,
+      0.9997376203536987,
+      0.9997768402099609,
+      0.9997832179069519,
+      0.9997901320457458,
+      0.9998494982719421,
+      0.999852180480957,
+      0.9998642206192017,
+      0.9999117851257324,
+      0.9999609589576721,
+      0.7433841824531555
+    ],
+    "traffic_instruction_rms_ratio": 5.559677130489447,
+    "used_negative_gradient_cosine": [
+      0.9996950626373291,
+      0.9996610879898071,
+      0.9996656179428101,
+      0.9996557235717773,
+      0.9996821284294128,
+      0.9996340870857239,
+      0.9997382164001465,
+      0.9997807145118713,
+      0.9997648000717163,
+      0.9997376203536987,
+      0.9997768402099609,
+      0.9997832179069519,
+      0.9997901320457458,
+      0.9998494982719421,
+      0.999852180480957,
+      0.9998642206192017,
+      0.9999117851257324,
+      0.9999609589576721,
+      0.7433841824531555
+    ],
+    "wall_s": 0.1295778751373291
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3027007579803467,
+        "mean_feedback_forward_cosine": 0.2941389766178633,
+        "mean_feedback_forward_relative_error": 1.1855346027173495,
+        "min_feedback_forward_cosine": 0.1548420786857605
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0022099131513391075,
+        "instruction_rms": 0.0022099131516978587,
+        "raw_apical_rms": 0.02049783138632947,
+        "teaching_rms": 0.0022099131513391075,
+        "traffic_rms": 0.020369867517521623
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 2.252576614125701e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.022787119052029e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011781372872730613,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.8145993555068969
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2454464435577393,
+        "mean_feedback_forward_cosine": 0.41178234705799505,
+        "mean_feedback_forward_relative_error": 1.081332671014886,
+        "min_feedback_forward_cosine": 0.23041030764579773
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003369646450442476,
+        "instruction_rms": 0.003369646449840238,
+        "raw_apical_rms": 0.02371177729904339,
+        "teaching_rms": 0.003369646450442476,
+        "traffic_rms": 0.023468539669579156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.78777952442033e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7841205220507376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014674241493280669,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3020985621643066
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1960309743881226,
+        "mean_feedback_forward_cosine": 0.503131019441705,
+        "mean_feedback_forward_relative_error": 0.9945317020541743,
+        "min_feedback_forward_cosine": 0.2934151887893677
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004053055591412124,
+        "instruction_rms": 0.00405305559282846,
+        "raw_apical_rms": 0.026559498849280487,
+        "teaching_rms": 0.004053055591412124,
+        "traffic_rms": 0.02624639113264166
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 1.858708564839162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7461648375224808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015174689519701596,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.054893334350586
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1529499292373657,
+        "mean_feedback_forward_cosine": 0.5719225720355385,
+        "mean_feedback_forward_relative_error": 0.9236011661981282,
+        "min_feedback_forward_cosine": 0.3460838794708252
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043203463935955365,
+        "instruction_rms": 0.004320346392818454,
+        "raw_apical_rms": 0.027984947955852376,
+        "teaching_rms": 0.0043203463935955365,
+        "traffic_rms": 0.027647528156859502
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 1.9308300736042838e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7170764040544823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01628820537932188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8837519716453552
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1152151823043823,
+        "mean_feedback_forward_cosine": 0.6237310641690305,
+        "mean_feedback_forward_relative_error": 0.8658630706762013,
+        "min_feedback_forward_cosine": 0.39089518785476685
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00439673824880753,
+        "instruction_rms": 0.004396738249066948,
+        "raw_apical_rms": 0.02891968515530854,
+        "teaching_rms": 0.00439673824880753,
+        "traffic_rms": 0.028581192000128902
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 2.214620842266868e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7080805449420846e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018099003451330663,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.776260923576355
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0785514116287231,
+        "mean_feedback_forward_cosine": 0.6657476503598062,
+        "mean_feedback_forward_relative_error": 0.8159580983613667,
+        "min_feedback_forward_cosine": 0.43281182646751404
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004407834559001862,
+        "instruction_rms": 0.004407834560382446,
+        "raw_apical_rms": 0.029700572082760664,
+        "teaching_rms": 0.004407834559001862,
+        "traffic_rms": 0.029369496536809432
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260951280593872,
+        "maximum_absolute_post_projection_soma_slope": 2.1508249403723312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6931715158242862e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017618795907965654,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.7036562633895874
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0421745777130127,
+        "mean_feedback_forward_cosine": 0.7009112803559554,
+        "mean_feedback_forward_relative_error": 0.7716566261492277,
+        "min_feedback_forward_cosine": 0.4722203016281128
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004479921589740855,
+        "instruction_rms": 0.004479921589831261,
+        "raw_apical_rms": 0.030281737040198226,
+        "teaching_rms": 0.004479921589740855,
+        "traffic_rms": 0.029945685465791662
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 1.851197417579442e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6911379234729106e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01828950856920798,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6467658293342591
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0072448253631592,
+        "mean_feedback_forward_cosine": 0.7314785060129667,
+        "mean_feedback_forward_relative_error": 0.7311911049642061,
+        "min_feedback_forward_cosine": 0.5086159706115723
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004538640813936125,
+        "instruction_rms": 0.004538640813457685,
+        "raw_apical_rms": 0.030990691872179524,
+        "teaching_rms": 0.004538640813936125,
+        "traffic_rms": 0.030653609814569653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 1.8189005857038865e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.677040170388382e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01865060670167592,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5990780521774292
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9732503294944763,
+        "mean_feedback_forward_cosine": 0.7564867546683863,
+        "mean_feedback_forward_relative_error": 0.6958839328665483,
+        "min_feedback_forward_cosine": 0.5420337915420532
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004467881522887306,
+        "instruction_rms": 0.004467881523009288,
+        "raw_apical_rms": 0.03161750882236315,
+        "teaching_rms": 0.004467881522887306,
+        "traffic_rms": 0.03129727570834674
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 2.063391768558631e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.667910633922773e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018714229991270703,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5651215485572815
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9400590062141418,
+        "mean_feedback_forward_cosine": 0.7793027852710924,
+        "mean_feedback_forward_relative_error": 0.6622625291347504,
+        "min_feedback_forward_cosine": 0.5735139846801758
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004465930820801688,
+        "instruction_rms": 0.004465930822082836,
+        "raw_apical_rms": 0.03201380393201628,
+        "teaching_rms": 0.004465930820801688,
+        "traffic_rms": 0.0316973568205798
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260950908064842,
+        "maximum_absolute_post_projection_soma_slope": 1.9786291716172855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6701770049518647e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020565879992335005,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5367881216335296
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9074550867080688,
+        "mean_feedback_forward_cosine": 0.7992629251982036,
+        "mean_feedback_forward_relative_error": 0.6312989404326991,
+        "min_feedback_forward_cosine": 0.6033881306648254
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004488743882996864,
+        "instruction_rms": 0.004488743883394296,
+        "raw_apical_rms": 0.03253820913506442,
+        "teaching_rms": 0.004488743882996864,
+        "traffic_rms": 0.03222387411153172
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 1.624934675703571e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6570978633104678e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021121763491213384,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5133781090164184
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8749079704284668,
+        "mean_feedback_forward_cosine": 0.8172648266742104,
+        "mean_feedback_forward_relative_error": 0.6019264969386553,
+        "min_feedback_forward_cosine": 0.6315286755561829
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004567185532329587,
+        "instruction_rms": 0.004567185531875145,
+        "raw_apical_rms": 0.03267877246236714,
+        "teaching_rms": 0.004567185532329587,
+        "traffic_rms": 0.03235449023079796
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 1.8825023317958767e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6523962768317078e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023949785669718785,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.49568962508201597
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8439585566520691,
+        "mean_feedback_forward_cosine": 0.8328915928539476,
+        "mean_feedback_forward_relative_error": 0.5754922346064919,
+        "min_feedback_forward_cosine": 0.6576087474822998
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004532660189511615,
+        "instruction_rms": 0.004532660189898692,
+        "raw_apical_rms": 0.03303496742703316,
+        "teaching_rms": 0.004532660189511615,
+        "traffic_rms": 0.03271914015958286
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.495164525522341e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6616506826460655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02561395877530542,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.4700289748954773
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8138879537582397,
+        "mean_feedback_forward_cosine": 0.8469477389988146,
+        "mean_feedback_forward_relative_error": 0.5503434405515069,
+        "min_feedback_forward_cosine": 0.6818727254867554
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004543746671020827,
+        "instruction_rms": 0.004543746671636478,
+        "raw_apical_rms": 0.03339056727055667,
+        "teaching_rms": 0.004543746671020827,
+        "traffic_rms": 0.03307631893544561
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 2.3063201126660715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.651180880965252e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02348627774186139,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.45553980001449584
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7851724028587341,
+        "mean_feedback_forward_cosine": 0.8597740060404727,
+        "mean_feedback_forward_relative_error": 0.5264343807571813,
+        "min_feedback_forward_cosine": 0.7039593458175659
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00452330743429448,
+        "instruction_rms": 0.004523307432850339,
+        "raw_apical_rms": 0.03344017224893044,
+        "teaching_rms": 0.00452330743429448,
+        "traffic_rms": 0.033129054610113035
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6594851715012737e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6482547187262293e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025244760944578597,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4385257519340515
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7562856078147888,
+        "mean_feedback_forward_cosine": 0.8712828629895261,
+        "mean_feedback_forward_relative_error": 0.5040967166423798,
+        "min_feedback_forward_cosine": 0.7253634929656982
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004524894111178448,
+        "instruction_rms": 0.004524894110433841,
+        "raw_apical_rms": 0.03372623442973159,
+        "teaching_rms": 0.004524894111178448,
+        "traffic_rms": 0.033417226831372264
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.9184927424475973e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6491610418417525e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02459173713643007,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.42662155561447146
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.727494478225708,
+        "mean_feedback_forward_cosine": 0.8819398629037958,
+        "mean_feedback_forward_relative_error": 0.4824242921252,
+        "min_feedback_forward_cosine": 0.7459448575973511
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00455710462571581,
+        "instruction_rms": 0.004557104626514899,
+        "raw_apical_rms": 0.03389859302778579,
+        "teaching_rms": 0.00455710462571581,
+        "traffic_rms": 0.033587132058906455
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6784120759893995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6446676038834672e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02439157158673806,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.41716986381530763
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7017595171928406,
+        "mean_feedback_forward_cosine": 0.8912567935491863,
+        "mean_feedback_forward_relative_error": 0.46277998779949386,
+        "min_feedback_forward_cosine": 0.763495147228241
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004467705501455536,
+        "instruction_rms": 0.00446770550187483,
+        "raw_apical_rms": 0.03403597744219213,
+        "teaching_rms": 0.004467705501455536,
+        "traffic_rms": 0.03373757295694631
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.789609349600596e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6520740782490892e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02412368861044063,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3956812519741058
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.674005925655365,
+        "mean_feedback_forward_cosine": 0.90006906421561,
+        "mean_feedback_forward_relative_error": 0.44327360626898316,
+        "min_feedback_forward_cosine": 0.7818157076835632
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045355020081382195,
+        "instruction_rms": 0.004535502007613549,
+        "raw_apical_rms": 0.03414242862730772,
+        "teaching_rms": 0.0045355020081382195,
+        "traffic_rms": 0.03383535456553936
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6704419181223784e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6467703134921036e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026533008973207206,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38709440392494204
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6480402946472168,
+        "mean_feedback_forward_cosine": 0.9078673187055086,
+        "mean_feedback_forward_relative_error": 0.425374625544799,
+        "min_feedback_forward_cosine": 0.7980890870094299
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004437292046340473,
+        "instruction_rms": 0.004437292046299349,
+        "raw_apical_rms": 0.03410200116090209,
+        "teaching_rms": 0.004437292046340473,
+        "traffic_rms": 0.03380794785297589
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.545208228037609e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6423353591707344e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024433479929107754,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.37912769493103027
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6218765377998352,
+        "mean_feedback_forward_cosine": 0.9153628161079005,
+        "mean_feedback_forward_relative_error": 0.4074434708607824,
+        "min_feedback_forward_cosine": 0.8138716220855713
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004577775429658856,
+        "instruction_rms": 0.004577775429810046,
+        "raw_apical_rms": 0.03422206346928123,
+        "teaching_rms": 0.004577775429658856,
+        "traffic_rms": 0.03390969191510792
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.542358774031527e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6413110439167186e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026103734111856496,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.37635857237815856
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5979951620101929,
+        "mean_feedback_forward_cosine": 0.9217759872737684,
+        "mean_feedback_forward_relative_error": 0.391411008803468,
+        "min_feedback_forward_cosine": 0.8279277682304382
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004447784983443329,
+        "instruction_rms": 0.004447784982886651,
+        "raw_apical_rms": 0.034372298812697134,
+        "teaching_rms": 0.004447784983443329,
+        "traffic_rms": 0.03407923668921428
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.901300095141778e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6469210153284278e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024747049097685145,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.36215542563438413
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5739215612411499,
+        "mean_feedback_forward_cosine": 0.9280606320029811,
+        "mean_feedback_forward_relative_error": 0.3751860935437052,
+        "min_feedback_forward_cosine": 0.8413478136062622
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004539715791415214,
+        "instruction_rms": 0.004539715791681997,
+        "raw_apical_rms": 0.03438840107740811,
+        "teaching_rms": 0.004539715791415214,
+        "traffic_rms": 0.03408294657128336
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5479693971087727e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6453338652510303e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02347878522757768,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3543705605697632
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5511946082115173,
+        "mean_feedback_forward_cosine": 0.9336594625523216,
+        "mean_feedback_forward_relative_error": 0.36014276507653686,
+        "min_feedback_forward_cosine": 0.853603184223175
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044465964539733265,
+        "instruction_rms": 0.004446596453891937,
+        "raw_apical_rms": 0.034583346033741406,
+        "teaching_rms": 0.0044465964539733265,
+        "traffic_rms": 0.034291434508801615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.568325380674196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6418646959488624e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02368308386768571,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.34472532731056216
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5287750363349915,
+        "mean_feedback_forward_cosine": 0.9389357064899645,
+        "mean_feedback_forward_relative_error": 0.3454364742103376,
+        "min_feedback_forward_cosine": 0.8649998307228088
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004471474856238844,
+        "instruction_rms": 0.004471474856356307,
+        "raw_apical_rms": 0.034863329562206606,
+        "teaching_rms": 0.004471474856238844,
+        "traffic_rms": 0.034571458157533194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5870133651674223e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6426718790656828e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023835742278320818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3465214729595184
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5074366331100464,
+        "mean_feedback_forward_cosine": 0.9436989646208914,
+        "mean_feedback_forward_relative_error": 0.3315695398732236,
+        "min_feedback_forward_cosine": 0.8755497932434082
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004448171037908281,
+        "instruction_rms": 0.004448171038350835,
+        "raw_apical_rms": 0.03483415854737568,
+        "teaching_rms": 0.004448171037908281,
+        "traffic_rms": 0.03454369402791954
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.0888506924165995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6463878292020533e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024030193243639503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.33590031269073484
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4867047667503357,
+        "mean_feedback_forward_cosine": 0.9480897501895302,
+        "mean_feedback_forward_relative_error": 0.3182977806580694,
+        "min_feedback_forward_cosine": 0.8853880167007446
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004423384168458073,
+        "instruction_rms": 0.004423384169365268,
+        "raw_apical_rms": 0.035117064294096716,
+        "teaching_rms": 0.004423384168458073,
+        "traffic_rms": 0.034832597217755064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 2.0543510004245036e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.644458445748287e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024089120783701224,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.3282954907798767
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.46751919388771057,
+        "mean_feedback_forward_cosine": 0.9520918319099828,
+        "mean_feedback_forward_relative_error": 0.30566978336949097,
+        "min_feedback_forward_cosine": 0.8941617012023926
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044125753228557866,
+        "instruction_rms": 0.004412575322187627,
+        "raw_apical_rms": 0.035066078593451525,
+        "teaching_rms": 0.0044125753228557866,
+        "traffic_rms": 0.03478221942297027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.642468205886871e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6375638614241898e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023219864507712074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.3214613053703308
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4484589993953705,
+        "mean_feedback_forward_cosine": 0.9558267907092446,
+        "mean_feedback_forward_relative_error": 0.2933885396311158,
+        "min_feedback_forward_cosine": 0.9025173187255859
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004476423203763373,
+        "instruction_rms": 0.0044764232035603944,
+        "raw_apical_rms": 0.03505950494868195,
+        "teaching_rms": 0.004476423203763373,
+        "traffic_rms": 0.03476770158376339
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6993489282413066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6464416585870255e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02482951248995586,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.31700959282875063
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4301394820213318,
+        "mean_feedback_forward_cosine": 0.9592449821923908,
+        "mean_feedback_forward_relative_error": 0.2816562750621846,
+        "min_feedback_forward_cosine": 0.910204291343689
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004490847735998194,
+        "instruction_rms": 0.004490847734793306,
+        "raw_apical_rms": 0.03507095271301133,
+        "teaching_rms": 0.004490847735998194,
+        "traffic_rms": 0.034776383161730595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6190808693750114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6498577713188072e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023441666684380635,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.315634055557251
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4131023585796356,
+        "mean_feedback_forward_cosine": 0.9623561344648662,
+        "mean_feedback_forward_relative_error": 0.2705946294100661,
+        "min_feedback_forward_cosine": 0.9170982837677002
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00447937626184933,
+        "instruction_rms": 0.0044793762596638835,
+        "raw_apical_rms": 0.03512164572764162,
+        "teaching_rms": 0.00447937626184933,
+        "traffic_rms": 0.03482965493361372
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7080411751635438e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6457773394476655e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02167975560102077,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.3085683342170715
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3964741826057434,
+        "mean_feedback_forward_cosine": 0.9651784645883661,
+        "mean_feedback_forward_relative_error": 0.26015177016195495,
+        "min_feedback_forward_cosine": 0.9236017465591431
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004405803658098219,
+        "instruction_rms": 0.004405803658003219,
+        "raw_apical_rms": 0.03538970437620587,
+        "teaching_rms": 0.004405803658098219,
+        "traffic_rms": 0.035109684564481256
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.893741341518762e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6397816077385317e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02294377047044634,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29902457102775576
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38062727451324463,
+        "mean_feedback_forward_cosine": 0.9678651439516168,
+        "mean_feedback_forward_relative_error": 0.24982087196488129,
+        "min_feedback_forward_cosine": 0.9295386075973511
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00447090715112082,
+        "instruction_rms": 0.004470907150392404,
+        "raw_apical_rms": 0.0353383738859797,
+        "teaching_rms": 0.00447090715112082,
+        "traffic_rms": 0.03504876898765303
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.609725863715994e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.644604952098583e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024566996648501704,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2977564609622955
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.36492830514907837,
+        "mean_feedback_forward_cosine": 0.9703365250637657,
+        "mean_feedback_forward_relative_error": 0.2399726498283838,
+        "min_feedback_forward_cosine": 0.9351792931556702
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004364335905305467,
+        "instruction_rms": 0.0043643359050392575,
+        "raw_apical_rms": 0.035456471510900006,
+        "teaching_rms": 0.004364335905305467,
+        "traffic_rms": 0.0351822665190461
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7922589634622454e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6424306069191065e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024348977475543303,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.29589119950294496
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3503844141960144,
+        "mean_feedback_forward_cosine": 0.9725847871680009,
+        "mean_feedback_forward_relative_error": 0.2306134336088833,
+        "min_feedback_forward_cosine": 0.9401798844337463
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004447146035738178,
+        "instruction_rms": 0.004447146035938516,
+        "raw_apical_rms": 0.03557121944095086,
+        "teaching_rms": 0.004447146035738178,
+        "traffic_rms": 0.03528669089704726
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8323179418189284e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6441995587972693e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02415735175392005,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.28913657015800476
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.33654966950416565,
+        "mean_feedback_forward_cosine": 0.9746715144107216,
+        "mean_feedback_forward_relative_error": 0.22158391459992058,
+        "min_feedback_forward_cosine": 0.9447486400604248
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044103386134673765,
+        "instruction_rms": 0.004410338612966179,
+        "raw_apical_rms": 0.035549935239983455,
+        "teaching_rms": 0.0044103386134673765,
+        "traffic_rms": 0.035269379515583725
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6309007477843807e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.646905115209585e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02389306688227081,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2843629100704193
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.322573184967041,
+        "mean_feedback_forward_cosine": 0.9766120565565009,
+        "mean_feedback_forward_relative_error": 0.21291067882588036,
+        "min_feedback_forward_cosine": 0.9491961002349854
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004423752816388216,
+        "instruction_rms": 0.0044237528169845785,
+        "raw_apical_rms": 0.03571848439953673,
+        "teaching_rms": 0.004423752816388216,
+        "traffic_rms": 0.035438604820113274
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.660399995273565e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6421032949187638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02659053691296109,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.2839098592567444
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30924469232559204,
+        "mean_feedback_forward_cosine": 0.9783869417090165,
+        "mean_feedback_forward_relative_error": 0.2046125076319042,
+        "min_feedback_forward_cosine": 0.9532613754272461
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004415721175997225,
+        "instruction_rms": 0.004415721174459779,
+        "raw_apical_rms": 0.035916717582382435,
+        "teaching_rms": 0.004415721175997225,
+        "traffic_rms": 0.035638754870780685
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7482420844316948e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6349979177537058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024286965104017403,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.27768599178314207
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2961288094520569,
+        "mean_feedback_forward_cosine": 0.9800594950977125,
+        "mean_feedback_forward_relative_error": 0.1964913104709826,
+        "min_feedback_forward_cosine": 0.9571245908737183
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0044117293092607816,
+        "instruction_rms": 0.0044117293089649045,
+        "raw_apical_rms": 0.03583366174769138,
+        "teaching_rms": 0.0044117293092607816,
+        "traffic_rms": 0.0355553536211928
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6573682870557604e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6451315176269963e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025957363338989476,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.2769059896183014
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.28415414690971375,
+        "mean_feedback_forward_cosine": 0.9815883667845475,
+        "mean_feedback_forward_relative_error": 0.18880548955578552,
+        "min_feedback_forward_cosine": 0.9604951739311218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004393749558337426,
+        "instruction_rms": 0.004393749556537889,
+        "raw_apical_rms": 0.035675566681543515,
+        "teaching_rms": 0.004393749558337426,
+        "traffic_rms": 0.035397661010868706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6211796349807628e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6417471676073113e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025829876646181235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.27106802872657776
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.272704154253006,
+        "mean_feedback_forward_cosine": 0.9829937439215811,
+        "mean_feedback_forward_relative_error": 0.1813990767849119,
+        "min_feedback_forward_cosine": 0.9635632038116455
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004424747032764403,
+        "instruction_rms": 0.004424747031815081,
+        "raw_apical_rms": 0.035685327873677515,
+        "teaching_rms": 0.004424747032764403,
+        "traffic_rms": 0.03540451898891116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4912355794649557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6421930289825777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02619181318080056,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.26903158897399904
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26139092445373535,
+        "mean_feedback_forward_cosine": 0.9842860134024369,
+        "mean_feedback_forward_relative_error": 0.1743228913922059,
+        "min_feedback_forward_cosine": 0.9665086269378662
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004399376926037717,
+        "instruction_rms": 0.004399376926419535,
+        "raw_apical_rms": 0.03578037191453057,
+        "teaching_rms": 0.004399376926037717,
+        "traffic_rms": 0.035503200118891506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.054619230307253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6446065149664913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026543507888778975,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2697189217185974
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25096380710601807,
+        "mean_feedback_forward_cosine": 0.9854529907828883,
+        "mean_feedback_forward_relative_error": 0.16767705388759313,
+        "min_feedback_forward_cosine": 0.9690964221954346
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004380814009624374,
+        "instruction_rms": 0.0043808140088818885,
+        "raw_apical_rms": 0.035898657009851814,
+        "teaching_rms": 0.004380814009624374,
+        "traffic_rms": 0.03562496222187497
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6261184399013473e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637953854628046e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025042926658955567,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.264529719247818
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2404278963804245,
+        "mean_feedback_forward_cosine": 0.9865727895184567,
+        "mean_feedback_forward_relative_error": 0.16105910743537702,
+        "min_feedback_forward_cosine": 0.971608579158783
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00441623546840931,
+        "instruction_rms": 0.004416235469685677,
+        "raw_apical_rms": 0.03576710243699769,
+        "teaching_rms": 0.00441623546840931,
+        "traffic_rms": 0.03548826101255406
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.1600827793122335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6485260806068663e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02507802646393133,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2682321417474747
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2306424379348755,
+        "mean_feedback_forward_cosine": 0.9875766885908026,
+        "mean_feedback_forward_relative_error": 0.15487558610345187,
+        "min_feedback_forward_cosine": 0.973849892616272
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004383347469055149,
+        "instruction_rms": 0.004383347468803006,
+        "raw_apical_rms": 0.03570098141385334,
+        "teaching_rms": 0.004383347469055149,
+        "traffic_rms": 0.035425391724340095
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5865712299500956e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.648822174202504e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02572795370507735,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.26048758533477784
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22135618329048157,
+        "mean_feedback_forward_cosine": 0.98851919487903,
+        "mean_feedback_forward_relative_error": 0.14887614058036552,
+        "min_feedback_forward_cosine": 0.97590172290802
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004411132220707498,
+        "instruction_rms": 0.004411132221361865,
+        "raw_apical_rms": 0.03585327806696431,
+        "teaching_rms": 0.004411132220707498,
+        "traffic_rms": 0.03557491052381889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.519676651184909e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6374410443092133e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023959072416830783,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2558250538158417
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21225978434085846,
+        "mean_feedback_forward_cosine": 0.9893784585751986,
+        "mean_feedback_forward_relative_error": 0.14319396077802307,
+        "min_feedback_forward_cosine": 0.9778265357017517
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004349862079328885,
+        "instruction_rms": 0.004349862082166698,
+        "raw_apical_rms": 0.036059146458913394,
+        "teaching_rms": 0.004349862079328885,
+        "traffic_rms": 0.03578927992557844
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8104026722198796e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6394240413382868e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024059027526004726,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25653854535102844
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20403455197811127,
+        "mean_feedback_forward_cosine": 0.9901408208043951,
+        "mean_feedback_forward_relative_error": 0.13790253079251238,
+        "min_feedback_forward_cosine": 0.9795041680335999
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004306479480967527,
+        "instruction_rms": 0.004306479480347433,
+        "raw_apical_rms": 0.03609244323650274,
+        "teaching_rms": 0.004306479480967527,
+        "traffic_rms": 0.03582863102146008
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.887720202375931e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6346973588729177e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02586103547696073,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2501375808238983
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19561706483364105,
+        "mean_feedback_forward_cosine": 0.990902536793759,
+        "mean_feedback_forward_relative_error": 0.13246441848183932,
+        "min_feedback_forward_cosine": 0.9811499118804932
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004380121993508599,
+        "instruction_rms": 0.004380121993528997,
+        "raw_apical_rms": 0.03618118102068092,
+        "teaching_rms": 0.004380121993508599,
+        "traffic_rms": 0.03590919125609109
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5899722427548113e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.642278442334458e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02467008859314559,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.25490029556274413
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18769954144954681,
+        "mean_feedback_forward_cosine": 0.9915783060224432,
+        "mean_feedback_forward_relative_error": 0.12744557053634994,
+        "min_feedback_forward_cosine": 0.9826302528381348
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004286147496289654,
+        "instruction_rms": 0.004286147496351909,
+        "raw_apical_rms": 0.03630124343660979,
+        "teaching_rms": 0.004286147496289654,
+        "traffic_rms": 0.036040969836335424
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.648854563995883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6430216693006145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026401292513840293,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24815159578323365
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18009990453720093,
+        "mean_feedback_forward_cosine": 0.9922122735726205,
+        "mean_feedback_forward_relative_error": 0.12253583477515924,
+        "min_feedback_forward_cosine": 0.9839999079704285
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004312106636242478,
+        "instruction_rms": 0.004312106636474313,
+        "raw_apical_rms": 0.036184531812555536,
+        "teaching_rms": 0.004312106636242478,
+        "traffic_rms": 0.03592057902823251
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6694354343371742e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6393579239439885e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024730917909241687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.2403199802684784
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17225059866905212,
+        "mean_feedback_forward_cosine": 0.9928227694411027,
+        "mean_feedback_forward_relative_error": 0.11763422053895499,
+        "min_feedback_forward_cosine": 0.9853569269180298
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004380892139840888,
+        "instruction_rms": 0.004380892138539752,
+        "raw_apical_rms": 0.03613477430970268,
+        "teaching_rms": 0.004380892139840888,
+        "traffic_rms": 0.035862071127396776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4650358259871155e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6405279076261334e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025655650530405014,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.25474447553634644
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16533377766609192,
+        "mean_feedback_forward_cosine": 0.9933718819367258,
+        "mean_feedback_forward_relative_error": 0.11302786869438071,
+        "min_feedback_forward_cosine": 0.9865034818649292
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004372155822051499,
+        "instruction_rms": 0.004372155820960061,
+        "raw_apical_rms": 0.03608949200343661,
+        "teaching_rms": 0.004372155822051499,
+        "traffic_rms": 0.035817816284899884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 2.2975777724809632e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6393209236534024e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025822520163800676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.24282258381843566
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15859918296337128,
+        "mean_feedback_forward_cosine": 0.9938796225347017,
+        "mean_feedback_forward_relative_error": 0.108597190364411,
+        "min_feedback_forward_cosine": 0.9875694513320923
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004362059949352545,
+        "instruction_rms": 0.004362059949161949,
+        "raw_apical_rms": 0.03625296530730955,
+        "teaching_rms": 0.004362059949352545,
+        "traffic_rms": 0.03598279929393575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.797129733915881e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.649467975778483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025184496131834908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.2423663339328766
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1521463394165039,
+        "mean_feedback_forward_cosine": 0.9943467911921049,
+        "mean_feedback_forward_relative_error": 0.10436487472371052,
+        "min_feedback_forward_cosine": 0.9885553121566772
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004349241087665281,
+        "instruction_rms": 0.004349241087557516,
+        "raw_apical_rms": 0.036288853362750687,
+        "teaching_rms": 0.004349241087665281,
+        "traffic_rms": 0.03602159539953193
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7972057619886073e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.645573059315511e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027309716729476814,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.24145609384059907
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14589492976665497,
+        "mean_feedback_forward_cosine": 0.9947792511237296,
+        "mean_feedback_forward_relative_error": 0.10027973961673285,
+        "min_feedback_forward_cosine": 0.9894683361053467
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00443560020305727,
+        "instruction_rms": 0.004435600202779282,
+        "raw_apical_rms": 0.036245082784293885,
+        "teaching_rms": 0.00443560020305727,
+        "traffic_rms": 0.03596629811076143
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6471787489535927e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.64481746909483e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02564385253995259,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23738046546936034
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13990528881549835,
+        "mean_feedback_forward_cosine": 0.9951821157806798,
+        "mean_feedback_forward_relative_error": 0.09634204718627427,
+        "min_feedback_forward_cosine": 0.9903104305267334
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004417898072200897,
+        "instruction_rms": 0.004417898070255701,
+        "raw_apical_rms": 0.03634591894911371,
+        "teaching_rms": 0.004417898072200897,
+        "traffic_rms": 0.03607015230122321
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.532388971270393e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6438721709474604e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025940952342224873,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.24064112573623658
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13450220227241516,
+        "mean_feedback_forward_cosine": 0.9955436932413202,
+        "mean_feedback_forward_relative_error": 0.09263677797035168,
+        "min_feedback_forward_cosine": 0.9910425543785095
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004350186836046022,
+        "instruction_rms": 0.004350186836275804,
+        "raw_apical_rms": 0.03632066720030548,
+        "teaching_rms": 0.004350186836046022,
+        "traffic_rms": 0.03605261313788862
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7902296534089146e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6421214299135592e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02531954217838077,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23421626525878905
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12912173569202423,
+        "mean_feedback_forward_cosine": 0.9958715627067968,
+        "mean_feedback_forward_relative_error": 0.08915260924320471,
+        "min_feedback_forward_cosine": 0.9917436838150024
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004295469282799223,
+        "instruction_rms": 0.004295469282800077,
+        "raw_apical_rms": 0.036303267360028105,
+        "teaching_rms": 0.004295469282799223,
+        "traffic_rms": 0.03604184390644494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5573377254440857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6398779170850022e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027254379703392013,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.23287498149871827
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12378261238336563,
+        "mean_feedback_forward_cosine": 0.9961902028635928,
+        "mean_feedback_forward_relative_error": 0.0856276297647702,
+        "min_feedback_forward_cosine": 0.9924105405807495
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004404649950875146,
+        "instruction_rms": 0.004404649949878285,
+        "raw_apical_rms": 0.03640634575193176,
+        "teaching_rms": 0.004404649950875146,
+        "traffic_rms": 0.03613292402335098
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.3403815835033583e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6458606822450422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02821253384677919,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.23738461943149566
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.118791863322258,
+        "mean_feedback_forward_cosine": 0.9964815691897744,
+        "mean_feedback_forward_relative_error": 0.0822867433491506,
+        "min_feedback_forward_cosine": 0.9930055141448975
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043798131965625195,
+        "instruction_rms": 0.004379813195739186,
+        "raw_apical_rms": 0.036508153808117935,
+        "teaching_rms": 0.0043798131965625195,
+        "traffic_rms": 0.036238237111727765
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.543406824566773e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6358234620969477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027344268898437243,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.2298891465139389
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11408618837594986,
+        "mean_feedback_forward_cosine": 0.9967511108047084,
+        "mean_feedback_forward_relative_error": 0.07907330931017273,
+        "min_feedback_forward_cosine": 0.9935445785522461
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004400033544582169,
+        "instruction_rms": 0.004400033542666569,
+        "raw_apical_rms": 0.036581720541914525,
+        "teaching_rms": 0.004400033544582169,
+        "traffic_rms": 0.036310252605506126
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7451132094947752e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.646800580301058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029348223731756308,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.23212497337818147
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10955850780010223,
+        "mean_feedback_forward_cosine": 0.9969988402567411,
+        "mean_feedback_forward_relative_error": 0.07600064732526478,
+        "min_feedback_forward_cosine": 0.9940474033355713
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004400858957967885,
+        "instruction_rms": 0.004400858957259833,
+        "raw_apical_rms": 0.03662189152470648,
+        "teaching_rms": 0.004400858957967885,
+        "traffic_rms": 0.03635043751975639
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.149361932879401e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6488186231541156e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029423990786304387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.23038364398002625
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10510402917861938,
+        "mean_feedback_forward_cosine": 0.9972231450833773,
+        "mean_feedback_forward_relative_error": 0.07309989062579055,
+        "min_feedback_forward_cosine": 0.994519054889679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004298693635184693,
+        "instruction_rms": 0.004298693636958555,
+        "raw_apical_rms": 0.03672323394124366,
+        "teaching_rms": 0.004298693635184693,
+        "traffic_rms": 0.03646474824245048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6175935257933816e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6358027796049103e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026275037975836905,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22771517116069795
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1008649468421936,
+        "mean_feedback_forward_cosine": 0.9974358709234941,
+        "mean_feedback_forward_relative_error": 0.07025236891288507,
+        "min_feedback_forward_cosine": 0.9949517250061035
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004371207459752592,
+        "instruction_rms": 0.004371207458225978,
+        "raw_apical_rms": 0.036732438158368304,
+        "teaching_rms": 0.004371207459752592,
+        "traffic_rms": 0.036464986695496755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6207767572495868e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632175738377127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026726881148244803,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.2288066136932373
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09671594202518463,
+        "mean_feedback_forward_cosine": 0.997633021128805,
+        "mean_feedback_forward_relative_error": 0.06750233343949444,
+        "min_feedback_forward_cosine": 0.9953564405441284
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00435124354276943,
+        "instruction_rms": 0.004351243544278372,
+        "raw_apical_rms": 0.0367646880373878,
+        "teaching_rms": 0.00435124354276943,
+        "traffic_rms": 0.03649963306686959
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5049236523623222e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6325353369323043e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02943399038339836,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.2258894060230255
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09282435476779938,
+        "mean_feedback_forward_cosine": 0.9978102476973283,
+        "mean_feedback_forward_relative_error": 0.06492303449072336,
+        "min_feedback_forward_cosine": 0.9957225918769836
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004301245945143303,
+        "instruction_rms": 0.004301245945195418,
+        "raw_apical_rms": 0.036927061981523776,
+        "teaching_rms": 0.004301245945143303,
+        "traffic_rms": 0.0366689103528022
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5561564481458845e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637986732491845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03096522569673623,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22593291145324707
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08929688483476639,
+        "mean_feedback_forward_cosine": 0.9979695803240726,
+        "mean_feedback_forward_relative_error": 0.06250794878915737,
+        "min_feedback_forward_cosine": 0.9960407018661499
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004230834898941168,
+        "instruction_rms": 0.004230834897509177,
+        "raw_apical_rms": 0.036939073473167064,
+        "teaching_rms": 0.004230834898941168,
+        "traffic_rms": 0.036689647557933955
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9310835597252662e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6516867513268415e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028589777565949704,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.2201699444103241
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08564090728759766,
+        "mean_feedback_forward_cosine": 0.9981240034103394,
+        "mean_feedback_forward_relative_error": 0.060087979722179864,
+        "min_feedback_forward_cosine": 0.9963566064834595
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004271565482905371,
+        "instruction_rms": 0.00427156548377046,
+        "raw_apical_rms": 0.03695803659325144,
+        "teaching_rms": 0.004271565482905371,
+        "traffic_rms": 0.03670412882219586
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.2025249180046558e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6406193336393507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02759562895835457,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.22320329292297364
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08221229165792465,
+        "mean_feedback_forward_cosine": 0.9982665902689883,
+        "mean_feedback_forward_relative_error": 0.05775321931823304,
+        "min_feedback_forward_cosine": 0.9966413974761963
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004360666322564923,
+        "instruction_rms": 0.004360666322151648,
+        "raw_apical_rms": 0.03696974506483356,
+        "teaching_rms": 0.004360666322564923,
+        "traffic_rms": 0.03670505541069315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7738548407919552e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6380015919216007e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029595878956890163,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21980459425926208
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07890763878822327,
+        "mean_feedback_forward_cosine": 0.9983981439941808,
+        "mean_feedback_forward_relative_error": 0.055507991266878026,
+        "min_feedback_forward_cosine": 0.9969053268432617
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004310736395403316,
+        "instruction_rms": 0.0043107363940004095,
+        "raw_apical_rms": 0.03709640868607015,
+        "teaching_rms": 0.004310736395403316,
+        "traffic_rms": 0.03683809630429253
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5565614575052678e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6361613618084028e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027300228376568036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.2204686019039154
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07569430023431778,
+        "mean_feedback_forward_cosine": 0.998520082549045,
+        "mean_feedback_forward_relative_error": 0.05335385989593832,
+        "min_feedback_forward_cosine": 0.997151255607605
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004323432938393961,
+        "instruction_rms": 0.004323432936287673,
+        "raw_apical_rms": 0.03725071845572123,
+        "teaching_rms": 0.004323432938393961,
+        "traffic_rms": 0.036992139013249506
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.965426221772759e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6382316724464877e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02898712459683593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.21767166561126708
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07255414873361588,
+        "mean_feedback_forward_cosine": 0.9986343634755988,
+        "mean_feedback_forward_relative_error": 0.05125473723991921,
+        "min_feedback_forward_cosine": 0.9973822832107544
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00441862426066667,
+        "instruction_rms": 0.00441862426124997,
+        "raw_apical_rms": 0.037235194156025005,
+        "teaching_rms": 0.00441862426066667,
+        "traffic_rms": 0.036966230528392104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.718154862828669e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6437110558224434e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02991792440940041,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.2246888160943985
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06971338391304016,
+        "mean_feedback_forward_cosine": 0.9987352239458185,
+        "mean_feedback_forward_relative_error": 0.04932096541712159,
+        "min_feedback_forward_cosine": 0.9975833296775818
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004272562643246793,
+        "instruction_rms": 0.0042725626416128,
+        "raw_apical_rms": 0.0374901821037666,
+        "teaching_rms": 0.004272562643246793,
+        "traffic_rms": 0.03723931378122401
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7589670164852578e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6461356648238112e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029996935967058744,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21846248909950255
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06683551520109177,
+        "mean_feedback_forward_cosine": 0.9988325551936501,
+        "mean_feedback_forward_relative_error": 0.04738790257588813,
+        "min_feedback_forward_cosine": 0.9977781176567078
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004350795653378297,
+        "instruction_rms": 0.004350795652732428,
+        "raw_apical_rms": 0.03770099980268839,
+        "teaching_rms": 0.004350795653378297,
+        "traffic_rms": 0.03744178384044821
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6747682352047377e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6471955241072376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029882823360970725,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21745040514945985
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06427686661481857,
+        "mean_feedback_forward_cosine": 0.9989167985163236,
+        "mean_feedback_forward_relative_error": 0.04563660145198044,
+        "min_feedback_forward_cosine": 0.9979446530342102
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004252741005501674,
+        "instruction_rms": 0.004252741006726077,
+        "raw_apical_rms": 0.03771005482405822,
+        "teaching_rms": 0.004252741005501674,
+        "traffic_rms": 0.0374629135557298
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6525609325412915e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6362543539925117e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02786908802995047,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.21024232966423034
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06162598356604576,
+        "mean_feedback_forward_cosine": 0.9990003736395585,
+        "mean_feedback_forward_relative_error": 0.043843959115053475,
+        "min_feedback_forward_cosine": 0.998110294342041
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004325275254150915,
+        "instruction_rms": 0.004325275251857677,
+        "raw_apical_rms": 0.03756144632966855,
+        "teaching_rms": 0.004325275254150915,
+        "traffic_rms": 0.03730497840717791
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.057539738586911e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637602498587542e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027524282422649687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.21708910552501678
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05915717035531998,
+        "mean_feedback_forward_cosine": 0.99907617506228,
+        "mean_feedback_forward_relative_error": 0.04214897663577607,
+        "min_feedback_forward_cosine": 0.9982584118843079
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004309418796410489,
+        "instruction_rms": 0.004309418797101769,
+        "raw_apical_rms": 0.037640647899612384,
+        "teaching_rms": 0.004309418796410489,
+        "traffic_rms": 0.03738624936337194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7299415233651416e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.631184541595925e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02538905609059549,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.21470391620635987
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.056747566908597946,
+        "mean_feedback_forward_cosine": 0.9991461791490254,
+        "mean_feedback_forward_relative_error": 0.04051467178291396,
+        "min_feedback_forward_cosine": 0.998397171497345
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043014494592701616,
+        "instruction_rms": 0.004301449459838726,
+        "raw_apical_rms": 0.03766436506243184,
+        "teaching_rms": 0.0043014494592701616,
+        "traffic_rms": 0.0374106554542983
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8397047440998904e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.625295671665333e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02570591754529208,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.21144128823280334
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05448109284043312,
+        "mean_feedback_forward_cosine": 0.999211007042935,
+        "mean_feedback_forward_relative_error": 0.03894878154326426,
+        "min_feedback_forward_cosine": 0.9985224008560181
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004338925489758241,
+        "instruction_rms": 0.004338925487702967,
+        "raw_apical_rms": 0.03769431373012702,
+        "teaching_rms": 0.004338925489758241,
+        "traffic_rms": 0.03743694702242664
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.503887858689268e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6347195041873302e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03087129784802902,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.21591497334480286
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05233306437730789,
+        "mean_feedback_forward_cosine": 0.9992701348505522,
+        "mean_feedback_forward_relative_error": 0.03745676812372709,
+        "min_feedback_forward_cosine": 0.9986362457275391
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004262911033864895,
+        "instruction_rms": 0.004262911032461412,
+        "raw_apical_rms": 0.03756991058654036,
+        "teaching_rms": 0.004262911033864895,
+        "traffic_rms": 0.037320575213139924
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.821502060295188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635825890972668e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029972013270255258,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.21523317390441896
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05033174902200699,
+        "mean_feedback_forward_cosine": 0.9993233053307784,
+        "mean_feedback_forward_relative_error": 0.03606237922059862,
+        "min_feedback_forward_cosine": 0.9987383484840393
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004235331000303778,
+        "instruction_rms": 0.004235330999733004,
+        "raw_apical_rms": 0.03763125841777892,
+        "teaching_rms": 0.004235331000303778,
+        "traffic_rms": 0.037386295053336384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8305499338566733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.62866648550901e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03199962139528819,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20814406343460082
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04831020161509514,
+        "mean_feedback_forward_cosine": 0.9993755786042464,
+        "mean_feedback_forward_relative_error": 0.03464266368629117,
+        "min_feedback_forward_cosine": 0.9988373517990112
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042793988046633665,
+        "instruction_rms": 0.004279398806622811,
+        "raw_apical_rms": 0.03785771018223702,
+        "teaching_rms": 0.0042793988046633665,
+        "traffic_rms": 0.03760810224804689
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.739566535263748e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628562119284446e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02889728565216775,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.21176144869804384
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04645945876836777,
+        "mean_feedback_forward_cosine": 0.999421941606622,
+        "mean_feedback_forward_relative_error": 0.03332514379565653,
+        "min_feedback_forward_cosine": 0.9989247918128967
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004193732668225378,
+        "instruction_rms": 0.004193732668115014,
+        "raw_apical_rms": 0.03802973077714694,
+        "teaching_rms": 0.004193732668225378,
+        "traffic_rms": 0.03779198190752415
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7790846129628335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6289693711293847e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028981119505451246,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.20443459541320802
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04457734897732735,
+        "mean_feedback_forward_cosine": 0.9994671940803528,
+        "mean_feedback_forward_relative_error": 0.031998100886611563,
+        "min_feedback_forward_cosine": 0.9990100264549255
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004323376996153676,
+        "instruction_rms": 0.004323376996283124,
+        "raw_apical_rms": 0.037952526576866444,
+        "teaching_rms": 0.004323376996153676,
+        "traffic_rms": 0.03769842263314647
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9098525427807544e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6534175299853367e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03152263700242818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.2138747335100174
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04280515015125275,
+        "mean_feedback_forward_cosine": 0.9995075966182508,
+        "mean_feedback_forward_relative_error": 0.030757261685242777,
+        "min_feedback_forward_cosine": 0.9990870952606201
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004255726437110494,
+        "instruction_rms": 0.004255726436316464,
+        "raw_apical_rms": 0.03791747742408011,
+        "teaching_rms": 0.004255726437110494,
+        "traffic_rms": 0.03767044845686484
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8015006375549092e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6313528637687926e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03032290058548302,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20586758162021637
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04110410064458847,
+        "mean_feedback_forward_cosine": 0.9995450942139876,
+        "mean_feedback_forward_relative_error": 0.02956567371362134,
+        "min_feedback_forward_cosine": 0.9991582632064819
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004260112557881052,
+        "instruction_rms": 0.004260112557768156,
+        "raw_apical_rms": 0.03789958229204585,
+        "teaching_rms": 0.004260112557881052,
+        "traffic_rms": 0.03765199066570434
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.724694698168605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6339050635709703e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030190049271698268,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.2072344115114212
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03949689120054245,
+        "mean_feedback_forward_cosine": 0.9995794766827634,
+        "mean_feedback_forward_relative_error": 0.02842776163628227,
+        "min_feedback_forward_cosine": 0.9992226362228394
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004256048220758677,
+        "instruction_rms": 0.004256048219750716,
+        "raw_apical_rms": 0.03793151217403447,
+        "teaching_rms": 0.004256048220758677,
+        "traffic_rms": 0.037685829450225194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8520099231977838e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272271576602712e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.032234332523108915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.20653880887031556
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03798986226320267,
+        "mean_feedback_forward_cosine": 0.9996102326794675,
+        "mean_feedback_forward_relative_error": 0.027364657652613363,
+        "min_feedback_forward_cosine": 0.9992806911468506
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004192474929239927,
+        "instruction_rms": 0.004192474930560906,
+        "raw_apical_rms": 0.038066076250903275,
+        "teaching_rms": 0.004192474929239927,
+        "traffic_rms": 0.03782790867276122
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.741722499559728e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.630554216309163e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030888199245855136,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20467469822883605
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03655789792537689,
+        "mean_feedback_forward_cosine": 0.9996384915552641,
+        "mean_feedback_forward_relative_error": 0.026353497254221064,
+        "min_feedback_forward_cosine": 0.9993339776992798
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004196713987726843,
+        "instruction_rms": 0.004196713988576469,
+        "raw_apical_rms": 0.03803824456353289,
+        "teaching_rms": 0.004196713987726843,
+        "traffic_rms": 0.03779980152657051
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8555535774567034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635573494246336e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03137445276631297,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.2006166345643997
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.035058069974184036,
+        "mean_feedback_forward_cosine": 0.9996663582952399,
+        "mean_feedback_forward_relative_error": 0.025318155163212827,
+        "min_feedback_forward_cosine": 0.9993873834609985
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004278457500947302,
+        "instruction_rms": 0.004278457502537187,
+        "raw_apical_rms": 0.03801589089672703,
+        "teaching_rms": 0.004278457500947302,
+        "traffic_rms": 0.03776764602797676
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.816962225120733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6315265603102006e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03156189317425394,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.2079934164237976
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03361845761537552,
+        "mean_feedback_forward_cosine": 0.9996919067282426,
+        "mean_feedback_forward_relative_error": 0.024330640505803258,
+        "min_feedback_forward_cosine": 0.999436616897583
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004171329128176773,
+        "instruction_rms": 0.004171329128546838,
+        "raw_apical_rms": 0.03827341891966776,
+        "teaching_rms": 0.004171329128176773,
+        "traffic_rms": 0.03803890411963171
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8939614321311637e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6322205690983076e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029275241594310046,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.2060692320919037
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03226522356271744,
+        "mean_feedback_forward_cosine": 0.999715296845687,
+        "mean_feedback_forward_relative_error": 0.023390883432799263,
+        "min_feedback_forward_cosine": 0.9994810223579407
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004216183031360325,
+        "instruction_rms": 0.004216183031316873,
+        "raw_apical_rms": 0.0383180232899589,
+        "teaching_rms": 0.004216183031360325,
+        "traffic_rms": 0.038078698374211586
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6305541805650137e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6360973112662722e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030478763164477576,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20303939084529876
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03100731037557125,
+        "mean_feedback_forward_cosine": 0.9997361365117525,
+        "mean_feedback_forward_relative_error": 0.022514498743571733,
+        "min_feedback_forward_cosine": 0.9995205998420715
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004163393397072652,
+        "instruction_rms": 0.004163393397009668,
+        "raw_apical_rms": 0.03833071208223166,
+        "teaching_rms": 0.004163393397072652,
+        "traffic_rms": 0.038097333243707746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8549133784517835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632358579443667e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029992315804167283,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.20438588438510893
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029799586161971092,
+        "mean_feedback_forward_cosine": 0.9997556240935075,
+        "mean_feedback_forward_relative_error": 0.021665562973602823,
+        "min_feedback_forward_cosine": 0.9995572566986084
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004182450845487229,
+        "instruction_rms": 0.004182450845156524,
+        "raw_apical_rms": 0.03838367147440939,
+        "teaching_rms": 0.004182450845487229,
+        "traffic_rms": 0.03814845954977189
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.857545406380723e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6354508912788782e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03239208739900565,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20093711258888244
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028632402420043945,
+        "mean_feedback_forward_cosine": 0.9997738129214236,
+        "mean_feedback_forward_relative_error": 0.02084279521123359,
+        "min_feedback_forward_cosine": 0.9995911717414856
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004157537731913381,
+        "instruction_rms": 0.004157537731379954,
+        "raw_apical_rms": 0.038425944631641194,
+        "teaching_rms": 0.004157537731913381,
+        "traffic_rms": 0.03819441855615874
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7136260410666182e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6357160612488496e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03206599202925909,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19841983298301696
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.027546999976038933,
+        "mean_feedback_forward_cosine": 0.9997905084961339,
+        "mean_feedback_forward_relative_error": 0.020055406089676053,
+        "min_feedback_forward_cosine": 0.999621570110321
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004154733364645373,
+        "instruction_rms": 0.004154733365560695,
+        "raw_apical_rms": 0.03846353718351853,
+        "teaching_rms": 0.004154733364645373,
+        "traffic_rms": 0.038232406989128116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8425650338826927e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.628075372259727e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028683843982306924,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19625775382995606
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0264087226241827,
+        "mean_feedback_forward_cosine": 0.9998070189827367,
+        "mean_feedback_forward_relative_error": 0.019253365009238844,
+        "min_feedback_forward_cosine": 0.9996521472930908
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042599252761829475,
+        "instruction_rms": 0.004259925277249636,
+        "raw_apical_rms": 0.038604673676729505,
+        "teaching_rms": 0.0042599252761829475,
+        "traffic_rms": 0.03836300148434747
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8255667200151038e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6265624598591425e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03087310950536546,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.20741704453468324
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025341574102640152,
+        "mean_feedback_forward_cosine": 0.9998218824988917,
+        "mean_feedback_forward_relative_error": 0.018501235245677986,
+        "min_feedback_forward_cosine": 0.9996797442436218
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042094224722156095,
+        "instruction_rms": 0.0042094224718676986,
+        "raw_apical_rms": 0.038713135498952,
+        "teaching_rms": 0.0042094224722156095,
+        "traffic_rms": 0.03847705976377316
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.79087731311256e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6195933099066158e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02960927641826687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.204039328083992
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02440030314028263,
+        "mean_feedback_forward_cosine": 0.9998348606260199,
+        "mean_feedback_forward_relative_error": 0.017810885426833442,
+        "min_feedback_forward_cosine": 0.999703049659729
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004117859472492527,
+        "instruction_rms": 0.004117859474156029,
+        "raw_apical_rms": 0.038701788627718385,
+        "teaching_rms": 0.004117859472492527,
+        "traffic_rms": 0.03847557076029507
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609505355358124,
+        "maximum_absolute_post_projection_soma_slope": 1.8698004922157452e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6229578661455872e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03049685797023529,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19670563138008118
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024391166865825653,
+        "mean_feedback_forward_cosine": 0.9998350174803483,
+        "mean_feedback_forward_relative_error": 0.017800767170755488,
+        "min_feedback_forward_cosine": 0.9997032284736633
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003179026705783299,
+        "instruction_rms": 0.0031790267065782574,
+        "raw_apical_rms": 0.038544389375566396,
+        "teaching_rms": 0.003179026705783299,
+        "traffic_rms": 0.03840680150874719
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.588349896053387e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.624144865769337e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027675154413828704,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12655558094978334
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024386301636695862,
+        "mean_feedback_forward_cosine": 0.9998350864962527,
+        "mean_feedback_forward_relative_error": 0.017793416903403244,
+        "min_feedback_forward_cosine": 0.9997033476829529
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029287619001886916,
+        "instruction_rms": 0.0029287618995988015,
+        "raw_apical_rms": 0.03849690741492052,
+        "teaching_rms": 0.0029287619001886916,
+        "traffic_rms": 0.03838005195211529
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6706454886161737e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626041716359266e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02857278409441352,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.0995091800403595
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024381738156080246,
+        "mean_feedback_forward_cosine": 0.9998351994313692,
+        "mean_feedback_forward_relative_error": 0.01778646129624624,
+        "min_feedback_forward_cosine": 0.9997035264968872
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002889367035483512,
+        "instruction_rms": 0.0028893670367144413,
+        "raw_apical_rms": 0.03843924183862453,
+        "teaching_rms": 0.002889367035483512,
+        "traffic_rms": 0.038325082495950846
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.743197586279166e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272460604856103e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028255246501920312,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08899504912376403
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024377111345529556,
+        "mean_feedback_forward_cosine": 0.9998352778585333,
+        "mean_feedback_forward_relative_error": 0.01777963776533541,
+        "min_feedback_forward_cosine": 0.999703586101532
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002897907895945032,
+        "instruction_rms": 0.0028979078949984286,
+        "raw_apical_rms": 0.03841718175182117,
+        "teaching_rms": 0.002897907895945032,
+        "traffic_rms": 0.03830130882759564
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5513190732008297e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6272050344922435e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028600452100672448,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.08258995244503022
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024372657760977745,
+        "mean_feedback_forward_cosine": 0.9998353437373513,
+        "mean_feedback_forward_relative_error": 0.01777309083722924,
+        "min_feedback_forward_cosine": 0.9997038245201111
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028784666830826322,
+        "instruction_rms": 0.0028784666831947123,
+        "raw_apical_rms": 0.03840374065522137,
+        "teaching_rms": 0.0028784666830826322,
+        "traffic_rms": 0.03828951576145043
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6295867766302763e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6321912550861737e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03095972703082713,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07666517376422882
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02436809428036213,
+        "mean_feedback_forward_cosine": 0.9998354347128617,
+        "mean_feedback_forward_relative_error": 0.017766643977282864,
+        "min_feedback_forward_cosine": 0.9997037649154663
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028574284321735465,
+        "instruction_rms": 0.002857428432841945,
+        "raw_apical_rms": 0.03838028119085107,
+        "teaching_rms": 0.0028574284321735465,
+        "traffic_rms": 0.038266125693776284
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6779969413960316e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6262498446059382e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030548839764621104,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.0729199279665947
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024363676086068153,
+        "mean_feedback_forward_cosine": 0.9998355131400259,
+        "mean_feedback_forward_relative_error": 0.017760291303458967,
+        "min_feedback_forward_cosine": 0.9997040033340454
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028477375906979735,
+        "instruction_rms": 0.00284773758954153,
+        "raw_apical_rms": 0.03836111874534094,
+        "teaching_rms": 0.0028477375906979735,
+        "traffic_rms": 0.038248339579944966
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4994883557051253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6265149204207406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028496321822722406,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06813725110530854
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024359235540032387,
+        "mean_feedback_forward_cosine": 0.9998355758817572,
+        "mean_feedback_forward_relative_error": 0.017754049138411096,
+        "min_feedback_forward_cosine": 0.9997040033340454
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002853157299260968,
+        "instruction_rms": 0.0028531573005924505,
+        "raw_apical_rms": 0.03832887919683993,
+        "teaching_rms": 0.002853157299260968,
+        "traffic_rms": 0.03821395828074973
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8518367284059423e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6254492913902912e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030980415415287507,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06615437236607075
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024354973807930946,
+        "mean_feedback_forward_cosine": 0.9998356825427005,
+        "mean_feedback_forward_relative_error": 0.017747866627024978,
+        "min_feedback_forward_cosine": 0.999704122543335
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028571887090759465,
+        "instruction_rms": 0.002857188708956099,
+        "raw_apical_rms": 0.038281830153525084,
+        "teaching_rms": 0.0028571887090759465,
+        "traffic_rms": 0.03816623902205902
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.597818943821494e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6317886170160946e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029810152893313003,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06305335481882095
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02435063011944294,
+        "mean_feedback_forward_cosine": 0.9998357672440378,
+        "mean_feedback_forward_relative_error": 0.01774180940303363,
+        "min_feedback_forward_cosine": 0.9997041821479797
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002798155903604824,
+        "instruction_rms": 0.0027981559025121536,
+        "raw_apical_rms": 0.03822435450228829,
+        "teaching_rms": 0.002798155903604824,
+        "traffic_rms": 0.038114383034759766
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9217495150769537e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6262830369694138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030090600123654613,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.05926888483524322
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024345962330698967,
+        "mean_feedback_forward_cosine": 0.9998358644937214,
+        "mean_feedback_forward_relative_error": 0.017735529029251712,
+        "min_feedback_forward_cosine": 0.9997043609619141
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028978784475245023,
+        "instruction_rms": 0.002897878449104799,
+        "raw_apical_rms": 0.03820622244963158,
+        "teaching_rms": 0.0028978784475245023,
+        "traffic_rms": 0.03808770234922229
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9065179657218323e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6301124448697057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02836610108669883,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.05826293412923813
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024341417476534843,
+        "mean_feedback_forward_cosine": 0.9998359209612796,
+        "mean_feedback_forward_relative_error": 0.017729360904348523,
+        "min_feedback_forward_cosine": 0.9997044801712036
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002865168588762386,
+        "instruction_rms": 0.002865168589302596,
+        "raw_apical_rms": 0.038184002112897165,
+        "teaching_rms": 0.002865168588762386,
+        "traffic_rms": 0.03806822580479173
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.57621542484776e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.630518845138447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03121196575661005,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.055725299928188324
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02433665096759796,
+        "mean_feedback_forward_cosine": 0.9998360338963961,
+        "mean_feedback_forward_relative_error": 0.01772325625643134,
+        "min_feedback_forward_cosine": 0.9997045397758484
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002900892158505984,
+        "instruction_rms": 0.0029008921597130305,
+        "raw_apical_rms": 0.0381859705983744,
+        "teaching_rms": 0.002900892158505984,
+        "traffic_rms": 0.03806606992609318
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5598230262980906e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.62698279607599e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02855047279621995,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.0552879858404398
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02433180622756481,
+        "mean_feedback_forward_cosine": 0.9998360997752139,
+        "mean_feedback_forward_relative_error": 0.017717032276682164,
+        "min_feedback_forward_cosine": 0.9997047781944275
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028942445686823523,
+        "instruction_rms": 0.0028942445686312864,
+        "raw_apical_rms": 0.03818343898154148,
+        "teaching_rms": 0.0028942445686823523,
+        "traffic_rms": 0.038063900751888494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.590624520986239e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.626656362093636e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02928100567272575,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.053517754414081575
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024326931685209274,
+        "mean_feedback_forward_cosine": 0.9998362127103304,
+        "mean_feedback_forward_relative_error": 0.017710822854975338,
+        "min_feedback_forward_cosine": 0.9997048377990723
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002855171863317974,
+        "instruction_rms": 0.0028551718623112997,
+        "raw_apical_rms": 0.03816784218398797,
+        "teaching_rms": 0.002855171863317974,
+        "traffic_rms": 0.03805111755122843
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8336146823116906e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6333472901587676e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028554780319079598,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.050370801820755005
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024322347715497017,
+        "mean_feedback_forward_cosine": 0.9998362754520617,
+        "mean_feedback_forward_relative_error": 0.01770480347209071,
+        "min_feedback_forward_cosine": 0.9997047781944275
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027841425838554534,
+        "instruction_rms": 0.0027841425837481894,
+        "raw_apical_rms": 0.03817243474017886,
+        "teaching_rms": 0.0027841425838554534,
+        "traffic_rms": 0.038060656891443105
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.667809712557755e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6330742622084078e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028143377182345303,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.048433622547388075
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02431740052998066,
+        "mean_feedback_forward_cosine": 0.9998363570163125,
+        "mean_feedback_forward_relative_error": 0.017698535377061682,
+        "min_feedback_forward_cosine": 0.9997049570083618
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028106014387825878,
+        "instruction_rms": 0.0028106014394653706,
+        "raw_apical_rms": 0.03818917709008749,
+        "teaching_rms": 0.0028106014387825878,
+        "traffic_rms": 0.038075449856995104
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.662762905141335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.631315671365113e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027691073423025077,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.047586882081031796
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024312132969498634,
+        "mean_feedback_forward_cosine": 0.9998364574030826,
+        "mean_feedback_forward_relative_error": 0.017692159518207375,
+        "min_feedback_forward_cosine": 0.9997051954269409
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002953739237151755,
+        "instruction_rms": 0.0029537392373398578,
+        "raw_apical_rms": 0.0381793571155127,
+        "teaching_rms": 0.002953739237151755,
+        "traffic_rms": 0.03805275921706456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5935089692220572e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.633683158037976e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027758944416930283,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.048949061319828034
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02430706098675728,
+        "mean_feedback_forward_cosine": 0.9998365734752855,
+        "mean_feedback_forward_relative_error": 0.017685870370386464,
+        "min_feedback_forward_cosine": 0.9997053742408752
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028756249201881763,
+        "instruction_rms": 0.0028756249193649624,
+        "raw_apical_rms": 0.03814997425840536,
+        "teaching_rms": 0.0028756249201881763,
+        "traffic_rms": 0.03803003793494863
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.0159447444711986e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6266722671533227e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02739988708903035,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04659503278851509
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02430209144949913,
+        "mean_feedback_forward_cosine": 0.9998366393541035,
+        "mean_feedback_forward_relative_error": 0.01767973084688971,
+        "min_feedback_forward_cosine": 0.99970543384552
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002855469919774234,
+        "instruction_rms": 0.002855469920523629,
+        "raw_apical_rms": 0.0381664843558346,
+        "teaching_rms": 0.002855469919774234,
+        "traffic_rms": 0.03804897044984533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.611810596102714e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6312700705659508e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027018974862316678,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04470591497212648
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02429714798927307,
+        "mean_feedback_forward_cosine": 0.9998367334667005,
+        "mean_feedback_forward_relative_error": 0.017673658574686238,
+        "min_feedback_forward_cosine": 0.9997056126594543
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002777489530641082,
+        "instruction_rms": 0.002777489531632554,
+        "raw_apical_rms": 0.03814198702052696,
+        "teaching_rms": 0.002777489530641082,
+        "traffic_rms": 0.03803080585431653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8681355129501753e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6267258185991083e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027625246733703982,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.0416520052075386
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02429223619401455,
+        "mean_feedback_forward_cosine": 0.9998368307163841,
+        "mean_feedback_forward_relative_error": 0.017667439006465047,
+        "min_feedback_forward_cosine": 0.9997057318687439
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002821754386801719,
+        "instruction_rms": 0.0028217543856636357,
+        "raw_apical_rms": 0.0381538404344633,
+        "teaching_rms": 0.002821754386801719,
+        "traffic_rms": 0.0380376422760824
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.1500005331631655e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6368597796121046e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02831915680151875,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.042157179543972016
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024286789819598198,
+        "mean_feedback_forward_cosine": 0.9998369028693751,
+        "mean_feedback_forward_relative_error": 0.01766088237299731,
+        "min_feedback_forward_cosine": 0.9997056722640991
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00287099217093587,
+        "instruction_rms": 0.002870992170392142,
+        "raw_apical_rms": 0.03814249189189445,
+        "teaching_rms": 0.00287099217093587,
+        "traffic_rms": 0.03802173452515019
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6051426854346573e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.632665029994574e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02803552967277772,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04256076957076788
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024281475692987442,
+        "mean_feedback_forward_cosine": 0.9998370283528378,
+        "mean_feedback_forward_relative_error": 0.01765451335201138,
+        "min_feedback_forward_cosine": 0.999705970287323
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028542211399620707,
+        "instruction_rms": 0.0028542211405410125,
+        "raw_apical_rms": 0.038126600072165014,
+        "teaching_rms": 0.0028542211399620707,
+        "traffic_rms": 0.03800729671987331
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6796169788335646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.629588081762878e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028222068885658116,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.041336037738323214
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02427625097334385,
+        "mean_feedback_forward_cosine": 0.9998371161912617,
+        "mean_feedback_forward_relative_error": 0.017648057007279835,
+        "min_feedback_forward_cosine": 0.9997060298919678
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028444279513209895,
+        "instruction_rms": 0.002844427951440205,
+        "raw_apical_rms": 0.03810639780215022,
+        "teaching_rms": 0.0028444279513209895,
+        "traffic_rms": 0.0379865910516583
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5449046486537554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634290867061289e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02760626874696826,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.039499966514110564
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024271268397569656,
+        "mean_feedback_forward_cosine": 0.999837200892599,
+        "mean_feedback_forward_relative_error": 0.017641894715396983,
+        "min_feedback_forward_cosine": 0.9997062087059021
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027745640559955357,
+        "instruction_rms": 0.002774564056563379,
+        "raw_apical_rms": 0.03806365440521084,
+        "teaching_rms": 0.0027745640559955357,
+        "traffic_rms": 0.03794959872437935
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.774474256421854e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.630464678094194e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029444412425316858,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.037465833300352094
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024265890941023827,
+        "mean_feedback_forward_cosine": 0.9998373201018885,
+        "mean_feedback_forward_relative_error": 0.017635436802122154,
+        "min_feedback_forward_cosine": 0.9997062683105469
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002791808533786061,
+        "instruction_rms": 0.002791808533175641,
+        "raw_apical_rms": 0.038036355818003346,
+        "teaching_rms": 0.002791808533786061,
+        "traffic_rms": 0.037920966138419956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5231488958988848e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6300637187436822e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027888544145559344,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03822269675016403
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024260472506284714,
+        "mean_feedback_forward_cosine": 0.9998373985290527,
+        "mean_feedback_forward_relative_error": 0.017628938106721954,
+        "min_feedback_forward_cosine": 0.9997063875198364
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002816295270981323,
+        "instruction_rms": 0.002816295271534726,
+        "raw_apical_rms": 0.038012651352739554,
+        "teaching_rms": 0.002816295270981323,
+        "traffic_rms": 0.037894872600576675
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6384559486937178e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.630107791042069e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027970774931098688,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03754126287817955
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024255044758319855,
+        "mean_feedback_forward_cosine": 0.9998374895045632,
+        "mean_feedback_forward_relative_error": 0.017622441421017834,
+        "min_feedback_forward_cosine": 0.9997065663337708
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028062750989805785,
+        "instruction_rms": 0.002806275099539733,
+        "raw_apical_rms": 0.03798950938172732,
+        "teaching_rms": 0.0028062750989805785,
+        "traffic_rms": 0.03787212527379785
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8353883746158317e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6321252082355345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02894100011422392,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03605225296735764
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024249592795968056,
+        "mean_feedback_forward_cosine": 0.9998376275363722,
+        "mean_feedback_forward_relative_error": 0.01761589581637006,
+        "min_feedback_forward_cosine": 0.9997067451477051
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002765788298478851,
+        "instruction_rms": 0.0027657882983845123,
+        "raw_apical_rms": 0.0379584358447442,
+        "teaching_rms": 0.002765788298478851,
+        "traffic_rms": 0.03784400594744625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.705656593742333e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6375448793869924e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02736768031450825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.034945035716295245
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02424427680671215,
+        "mean_feedback_forward_cosine": 0.9998377028264498,
+        "mean_feedback_forward_relative_error": 0.01760945991171818,
+        "min_feedback_forward_cosine": 0.9997067451477051
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002750761391000042,
+        "instruction_rms": 0.0027507613917443674,
+        "raw_apical_rms": 0.03795828215533089,
+        "teaching_rms": 0.002750761391000042,
+        "traffic_rms": 0.03784513828531192
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.0022680402576043e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6340863649369752e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027473514659823086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.034318179429769516
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024238575249910355,
+        "mean_feedback_forward_cosine": 0.9998378032132199,
+        "mean_feedback_forward_relative_error": 0.017602624445173302,
+        "min_feedback_forward_cosine": 0.9997069835662842
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002863352961773103,
+        "instruction_rms": 0.0028633529621481133,
+        "raw_apical_rms": 0.03793942446156504,
+        "teaching_rms": 0.002863352961773103,
+        "traffic_rms": 0.03781806389028844
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6839887706510126e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6337561314240548e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027202314646760106,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.035223023883104325
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02423299290239811,
+        "mean_feedback_forward_cosine": 0.9998379381079423,
+        "mean_feedback_forward_relative_error": 0.017595933970848198,
+        "min_feedback_forward_cosine": 0.9997071027755737
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002786127018426224,
+        "instruction_rms": 0.0027861270172061373,
+        "raw_apical_rms": 0.03795992039050734,
+        "teaching_rms": 0.002786127018426224,
+        "traffic_rms": 0.037844081618257745
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6967288019031912e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6312757056824788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02721230883939806,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.0331034127920866
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422712929546833,
+        "mean_feedback_forward_cosine": 0.9998380102609333,
+        "mean_feedback_forward_relative_error": 0.017588985005491657,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028010573518330644,
+        "instruction_rms": 0.0028010573517441087,
+        "raw_apical_rms": 0.03794051401599309,
+        "teaching_rms": 0.0028010573518330644,
+        "traffic_rms": 0.037820020824824406
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7840791954881752e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6342987526824714e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02751815095278811,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03425266128063202
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422151155769825,
+        "mean_feedback_forward_cosine": 0.9998381326073095,
+        "mean_feedback_forward_relative_error": 0.01758236504208885,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002725742634204056,
+        "instruction_rms": 0.0027257426349391266,
+        "raw_apical_rms": 0.037949667140741855,
+        "teaching_rms": 0.002725742634204056,
+        "traffic_rms": 0.037837798666861086
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6456692009114704e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6331579401330578e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027389177673075162,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.03188193285614252
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421550638973713,
+        "mean_feedback_forward_cosine": 0.9998382831874647,
+        "mean_feedback_forward_relative_error": 0.017575500263391358,
+        "min_feedback_forward_cosine": 0.9997075796127319
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027573831112445283,
+        "instruction_rms": 0.0027573831118537333,
+        "raw_apical_rms": 0.03791839525114141,
+        "teaching_rms": 0.0027573831112445283,
+        "traffic_rms": 0.037801952376990126
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7953897923916884e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6317408057031523e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028815699129357532,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.0323467669582367
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02420925535261631,
+        "mean_feedback_forward_cosine": 0.9998383490662826,
+        "mean_feedback_forward_relative_error": 0.01756825800494928,
+        "min_feedback_forward_cosine": 0.9997075796127319
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028079833547609294,
+        "instruction_rms": 0.002807983354089362,
+        "raw_apical_rms": 0.03794267236220198,
+        "teaching_rms": 0.0028079833547609294,
+        "traffic_rms": 0.037822461155592
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6759276633138143e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6345820745737477e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028440088127738523,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.03266691097676754
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02420339733362198,
+        "mean_feedback_forward_cosine": 0.9998384714126587,
+        "mean_feedback_forward_relative_error": 0.017561426043118302,
+        "min_feedback_forward_cosine": 0.999707818031311
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002705004912790277,
+        "instruction_rms": 0.0027050049131659157,
+        "raw_apical_rms": 0.03792755723668941,
+        "teaching_rms": 0.002705004912790277,
+        "traffic_rms": 0.03781677595100711
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6947307557302338e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6329039586782434e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02889812369165593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.030610567131638528
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02419724501669407,
+        "mean_feedback_forward_cosine": 0.9998386000332079,
+        "mean_feedback_forward_relative_error": 0.017554279612867457,
+        "min_feedback_forward_cosine": 0.999707818031311
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028077751367833748,
+        "instruction_rms": 0.0028077751367902304,
+        "raw_apical_rms": 0.037911960402099154,
+        "teaching_rms": 0.0028077751367833748,
+        "traffic_rms": 0.03779169054985673
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9131160655661006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6328251136932713e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027756080235054367,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.03195802564442158
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02419080212712288,
+        "mean_feedback_forward_cosine": 0.9998387035570646,
+        "mean_feedback_forward_relative_error": 0.01754698703849786,
+        "min_feedback_forward_cosine": 0.9997080564498901
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002797028966805361,
+        "instruction_rms": 0.0027970289664361503,
+        "raw_apical_rms": 0.037903516406906146,
+        "teaching_rms": 0.002797028966805361,
+        "traffic_rms": 0.037783486866956165
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.628210455351109e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6320453222544145e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028679887676589213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.031110650631189347
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02418488636612892,
+        "mean_feedback_forward_cosine": 0.9998388133550945,
+        "mean_feedback_forward_relative_error": 0.01753985264191502,
+        "min_feedback_forward_cosine": 0.9997082948684692
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002687701617649995,
+        "instruction_rms": 0.0026877016181362868,
+        "raw_apical_rms": 0.037865651469657854,
+        "teaching_rms": 0.002687701617649995,
+        "traffic_rms": 0.03775186409824806
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7037230293226457e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6325401127940314e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028143998870652297,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.029477277586460113
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024178162217140198,
+        "mean_feedback_forward_cosine": 0.9998389388385572,
+        "mean_feedback_forward_relative_error": 0.017532196116486664,
+        "min_feedback_forward_cosine": 0.9997084140777588
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028407891958566545,
+        "instruction_rms": 0.0028407891954956802,
+        "raw_apical_rms": 0.03787576724332805,
+        "teaching_rms": 0.0028407891958566545,
+        "traffic_rms": 0.03775150471301688
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7020827414171436e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6358950803791543e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026820116725568343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.03069683021366596
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024172000586986542,
+        "mean_feedback_forward_cosine": 0.9998390800074527,
+        "mean_feedback_forward_relative_error": 0.01752481200291138,
+        "min_feedback_forward_cosine": 0.9997085332870483
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002741805874041709,
+        "instruction_rms": 0.002741805874036415,
+        "raw_apical_rms": 0.03786996897588241,
+        "teaching_rms": 0.002741805874041709,
+        "traffic_rms": 0.03775390074976039
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.553666884035465e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635823715152352e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02930735149798332,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.029123738759756088
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024165531620383263,
+        "mean_feedback_forward_cosine": 0.9998391929425692,
+        "mean_feedback_forward_relative_error": 0.017517208587378263,
+        "min_feedback_forward_cosine": 0.9997087121009827
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027125692509741305,
+        "instruction_rms": 0.0027125692510506583,
+        "raw_apical_rms": 0.037850722825552484,
+        "teaching_rms": 0.0027125692509741305,
+        "traffic_rms": 0.037735724317929015
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6843717531855873e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6346126203209812e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028856961217839722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.028139158279299737
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02415895089507103,
+        "mean_feedback_forward_cosine": 0.999839324700205,
+        "mean_feedback_forward_relative_error": 0.01750923247125588,
+        "min_feedback_forward_cosine": 0.9997087717056274
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002843532835478719,
+        "instruction_rms": 0.00284353283643772,
+        "raw_apical_rms": 0.03784700710492062,
+        "teaching_rms": 0.002843532835478719,
+        "traffic_rms": 0.037720039733174296
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5278679654784355e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6363583645446378e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.027534650186400497,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.029715198423862457
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024152269586920738,
+        "mean_feedback_forward_cosine": 0.9998394627320139,
+        "mean_feedback_forward_relative_error": 0.017501401469895716,
+        "min_feedback_forward_cosine": 0.9997090697288513
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027765508193411826,
+        "instruction_rms": 0.002776550820691896,
+        "raw_apical_rms": 0.03784641974608369,
+        "teaching_rms": 0.0027765508193411826,
+        "traffic_rms": 0.03772811238065054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.710374419872096e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.638389901930008e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029984266015497505,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.028153792588710785
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024145562201738358,
+        "mean_feedback_forward_cosine": 0.9998395693929572,
+        "mean_feedback_forward_relative_error": 0.017493511476602993,
+        "min_feedback_forward_cosine": 0.9997091889381409
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027225010447686823,
+        "instruction_rms": 0.0027225010444080974,
+        "raw_apical_rms": 0.03778644859489713,
+        "teaching_rms": 0.0027225010447686823,
+        "traffic_rms": 0.03766937788503084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.796483672933391e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6396360444638596e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029011253681010887,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.02699219999194145
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024138273671269417,
+        "mean_feedback_forward_cosine": 0.9998397074247661,
+        "mean_feedback_forward_relative_error": 0.01748516390982427,
+        "min_feedback_forward_cosine": 0.9997093081474304
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002874868834479267,
+        "instruction_rms": 0.002874868834856794,
+        "raw_apical_rms": 0.03782203222377719,
+        "teaching_rms": 0.002874868834479267,
+        "traffic_rms": 0.037692347850709816
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.733541665771554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6388421345890447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029179071599221288,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.029015158318281175
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024131594225764275,
+        "mean_feedback_forward_cosine": 0.9998398736903542,
+        "mean_feedback_forward_relative_error": 0.017477254603842373,
+        "min_feedback_forward_cosine": 0.9997095465660095
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002737071574580931,
+        "instruction_rms": 0.002737071575472585,
+        "raw_apical_rms": 0.03777959398330103,
+        "teaching_rms": 0.002737071574580931,
+        "traffic_rms": 0.0376627612291719
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5334451930471005e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63731648137444e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02921601616866473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.027257524942755698
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124834686517715,
+        "mean_feedback_forward_cosine": 0.9998399615287781,
+        "mean_feedback_forward_relative_error": 0.017469506122564014,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026881812406890147,
+        "instruction_rms": 0.0026881812421086834,
+        "raw_apical_rms": 0.03778835222499603,
+        "teaching_rms": 0.0026881812406890147,
+        "traffic_rms": 0.03767466057235425
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.650234970895781e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637180215460211e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029638898405396144,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025928232842683793
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124763906002045,
+        "mean_feedback_forward_cosine": 0.9998399834883841,
+        "mean_feedback_forward_relative_error": 0.017469323044152635,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002512099351400936,
+        "instruction_rms": 0.002512099351714385,
+        "raw_apical_rms": 0.03778083469029654,
+        "teaching_rms": 0.002512099351400936,
+        "traffic_rms": 0.037681667173522566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6259699364695734e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6375325426479412e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02942679257720158,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.023494667397737503
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124711751937866,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.01746915447476663,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0024759108301970942,
+        "instruction_rms": 0.0024759108306594627,
+        "raw_apical_rms": 0.0377829224511515,
+        "teaching_rms": 0.0024759108301970942,
+        "traffic_rms": 0.03768468440589697
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7887600733956788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.633803881278791e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029908903653510843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.022378340302705763
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412465773522854,
+        "mean_feedback_forward_cosine": 0.9998399709400377,
+        "mean_feedback_forward_relative_error": 0.017468992228570738,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002345576658962606,
+        "instruction_rms": 0.0023455766594098868,
+        "raw_apical_rms": 0.037770645197161286,
+        "teaching_rms": 0.002345576658962606,
+        "traffic_rms": 0.037681637682619
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.774184354985664e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6350311443064542e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029914194163741723,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.021482819549441336
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412460930645466,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.017468830251968222,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023161138883983517,
+        "instruction_rms": 0.0023161138881173287,
+        "raw_apical_rms": 0.03776586137050586,
+        "teaching_rms": 0.0023161138883983517,
+        "traffic_rms": 0.037677713845178734
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.604109556296862e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6351283024027737e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02887894548787551,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.02060969588473439
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124549701809883,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.017468668422416636,
+        "min_feedback_forward_cosine": 0.9997098445892334
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022761659376191617,
+        "instruction_rms": 0.00227616593806067,
+        "raw_apical_rms": 0.03776452178527538,
+        "teaching_rms": 0.0022761659376191617,
+        "traffic_rms": 0.037677794768358176
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8529791034893606e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63242813895515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029762193907283175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020659416515231132
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0241245049983263,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.01746850830845927,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021977497349401852,
+        "instruction_rms": 0.002197749734677848,
+        "raw_apical_rms": 0.037756130880803915,
+        "teaching_rms": 0.0021977497349401852,
+        "traffic_rms": 0.03767614345862013
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4879161902570104e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6341609597740665e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029387030680323188,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019731176279783248
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412446215748787,
+        "mean_feedback_forward_cosine": 0.9998399740771243,
+        "mean_feedback_forward_relative_error": 0.017468354125556192,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002237817840417667,
+        "instruction_rms": 0.0022378178415560636,
+        "raw_apical_rms": 0.037757324878180905,
+        "teaching_rms": 0.002237817840417667,
+        "traffic_rms": 0.037675001153112044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5737642300450716e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635446688302846e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02928842697570987,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.019653168328404427
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412441186606884,
+        "mean_feedback_forward_cosine": 0.9998399740771243,
+        "mean_feedback_forward_relative_error": 0.017468198153533433,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002168380512431499,
+        "instruction_rms": 0.002168380512754141,
+        "raw_apical_rms": 0.03774632701315577,
+        "teaching_rms": 0.002168380512431499,
+        "traffic_rms": 0.03766950197740105
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.816683337096947e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6369749551125613e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0295288309461172,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.0196416904014349
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412436343729496,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.017468048063547986,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021377435776286833,
+        "instruction_rms": 0.0021377435780742795,
+        "raw_apical_rms": 0.037741032203396724,
+        "teaching_rms": 0.0021377435776286833,
+        "traffic_rms": 0.037666623945758114
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.1946503281355945e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6350221871226305e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02926786955625405,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.018775004043877126
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412431128323078,
+        "mean_feedback_forward_cosine": 0.9998400085850766,
+        "mean_feedback_forward_relative_error": 0.017467890106337636,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022537393358488473,
+        "instruction_rms": 0.002253739335605527,
+        "raw_apical_rms": 0.03774818785951027,
+        "teaching_rms": 0.0022537393358488473,
+        "traffic_rms": 0.03766639104422812
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.8423470748984982e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6362196465481584e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02950267933399348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01982100011460483
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412426844239235,
+        "mean_feedback_forward_cosine": 0.9998400023109034,
+        "mean_feedback_forward_relative_error": 0.017467741560386985,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022076121383924198,
+        "instruction_rms": 0.0022076121382267216,
+        "raw_apical_rms": 0.03774639829724547,
+        "teaching_rms": 0.0022076121383924198,
+        "traffic_rms": 0.03766369977690297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.856384201914807e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6351528724303086e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029377002309960695,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.019263869641423226
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412422001361847,
+        "mean_feedback_forward_cosine": 0.9998400117221632,
+        "mean_feedback_forward_relative_error": 0.017467587598060306,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00219058763899542,
+        "instruction_rms": 0.002190587638472142,
+        "raw_apical_rms": 0.03774331220682675,
+        "teaching_rms": 0.00219058763899542,
+        "traffic_rms": 0.03766459834638054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8222346298557568e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381408744536347e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029098201842610714,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.01946328058898449
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124179035425186,
+        "mean_feedback_forward_cosine": 0.9998399897625572,
+        "mean_feedback_forward_relative_error": 0.017467431331935682,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002192078951288292,
+        "instruction_rms": 0.002192078949867031,
+        "raw_apical_rms": 0.03773768993554071,
+        "teaching_rms": 0.002192078951288292,
+        "traffic_rms": 0.03765867739244358
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 2.07888515291188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381583479856887e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029345472270655905,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.01895153920143843
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124134331941605,
+        "mean_feedback_forward_cosine": 0.9998400085850766,
+        "mean_feedback_forward_relative_error": 0.017467276119676075,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021798141714220024,
+        "instruction_rms": 0.002179814171356218,
+        "raw_apical_rms": 0.037732090945664924,
+        "teaching_rms": 0.0021798141714220024,
+        "traffic_rms": 0.03765347336069479
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5818656606825243e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637035408370783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030517851032356935,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.019025590111911298
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412409335374832,
+        "mean_feedback_forward_cosine": 0.9998399928996438,
+        "mean_feedback_forward_relative_error": 0.01746711598121022,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002108667282662803,
+        "instruction_rms": 0.0021086672833647833,
+        "raw_apical_rms": 0.03772245967556486,
+        "teaching_rms": 0.002108667282662803,
+        "traffic_rms": 0.03764874656721136
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8509146215706096e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6361987641805696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02919121835468558,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.0175739151892066
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412405051290989,
+        "mean_feedback_forward_cosine": 0.9998400179963363,
+        "mean_feedback_forward_relative_error": 0.017466964812851267,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002086256668935669,
+        "instruction_rms": 0.0020862566693628654,
+        "raw_apical_rms": 0.03771980059398002,
+        "teaching_rms": 0.002086256668935669,
+        "traffic_rms": 0.03764586989237003
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.5780821982502857e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6385547611068537e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03261533934624725,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.017858488550782203
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024124007672071457,
+        "mean_feedback_forward_cosine": 0.9998400023109034,
+        "mean_feedback_forward_relative_error": 0.017466814159170577,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002142388464954725,
+        "instruction_rms": 0.0021423884659324353,
+        "raw_apical_rms": 0.03772356106928675,
+        "teaching_rms": 0.002142388464954725,
+        "traffic_rms": 0.03764652879929485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 2.0155534130594788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6376609742623527e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028521125273949927,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.01815188979908824
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123961105942726,
+        "mean_feedback_forward_cosine": 0.9998399960367303,
+        "mean_feedback_forward_relative_error": 0.01746666313786256,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00213218635595419,
+        "instruction_rms": 0.002132186355930815,
+        "raw_apical_rms": 0.037721227953268766,
+        "teaching_rms": 0.00213218635595419,
+        "traffic_rms": 0.03764610657248904
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.9101538129007167e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381514954155945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030619483800415348,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.017933868695795534
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123916402459145,
+        "mean_feedback_forward_cosine": 0.9998399866254706,
+        "mean_feedback_forward_relative_error": 0.017466511332282896,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002205859288343346,
+        "instruction_rms": 0.0022058592884123514,
+        "raw_apical_rms": 0.03772761446337472,
+        "teaching_rms": 0.002205859288343346,
+        "traffic_rms": 0.03764620477399277
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.6566135130346993e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.634597629472389e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02992810734643524,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.01900389332294464
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123867973685265,
+        "mean_feedback_forward_cosine": 0.9998400211334229,
+        "mean_feedback_forward_relative_error": 0.01746636018843243,
+        "min_feedback_forward_cosine": 0.9997096061706543
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00212809858510473,
+        "instruction_rms": 0.00212809858470707,
+        "raw_apical_rms": 0.037720594716828516,
+        "teaching_rms": 0.00212809858510473,
+        "traffic_rms": 0.037642991859921086
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7144392572276956e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6436203923633724e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02861834784615175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.018187360529303552
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123825132846832,
+        "mean_feedback_forward_cosine": 0.9998400148592497,
+        "mean_feedback_forward_relative_error": 0.01746620977983663,
+        "min_feedback_forward_cosine": 0.9997096061706543
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021159229165487654,
+        "instruction_rms": 0.0021159229155844183,
+        "raw_apical_rms": 0.03771920373651622,
+        "teaching_rms": 0.0021159229165487654,
+        "traffic_rms": 0.037642935977046314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.588687581488557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6394954666035788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02980552559332825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.018119465565681458
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123776704072952,
+        "mean_feedback_forward_cosine": 0.9998400211334229,
+        "mean_feedback_forward_relative_error": 0.017466054126424223,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021832058175114055,
+        "instruction_rms": 0.0021832058174614507,
+        "raw_apical_rms": 0.0377148793914144,
+        "teaching_rms": 0.0021832058175114055,
+        "traffic_rms": 0.03763607844048633
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7723285949955425e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6354887455890467e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02828137668047521,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.01831909615278244
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412373200058937,
+        "mean_feedback_forward_cosine": 0.9998400242705094,
+        "mean_feedback_forward_relative_error": 0.01746590359528598,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021191236391901475,
+        "instruction_rms": 0.002119123639081316,
+        "raw_apical_rms": 0.03770896425564634,
+        "teaching_rms": 0.0021191236391901475,
+        "traffic_rms": 0.0376322190952523
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8184286076916578e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6403416209848818e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028916948684040055,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.017763544843345882
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412368543446064,
+        "mean_feedback_forward_cosine": 0.9998400368188557,
+        "mean_feedback_forward_relative_error": 0.01746575485326742,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002152521059141093,
+        "instruction_rms": 0.0021525210603297513,
+        "raw_apical_rms": 0.03770815818302289,
+        "teaching_rms": 0.002152521059141093,
+        "traffic_rms": 0.037631172445479054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8434519688526052e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63631638076453e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029850454386229994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.01822192080527544
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412364073097706,
+        "mean_feedback_forward_cosine": 0.9998400148592497,
+        "mean_feedback_forward_relative_error": 0.01746560547402815,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002201578217208239,
+        "instruction_rms": 0.002201578218164846,
+        "raw_apical_rms": 0.037710140092871165,
+        "teaching_rms": 0.002201578217208239,
+        "traffic_rms": 0.037630002792582974
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8773675947159063e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.638141733384063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02990990862743404,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01801656636953354
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123607203364372,
+        "mean_feedback_forward_cosine": 0.9998400242705094,
+        "mean_feedback_forward_relative_error": 0.017465454305669193,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020423947114650543,
+        "instruction_rms": 0.0020423947107161625,
+        "raw_apical_rms": 0.03769828201438481,
+        "teaching_rms": 0.0020423947114650543,
+        "traffic_rms": 0.03762882328759173
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6092942090040196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635979473371933e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029350895173242686,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.01650597850203514
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412356063723564,
+        "mean_feedback_forward_cosine": 0.9998400117221632,
+        "mean_feedback_forward_relative_error": 0.017465303725513973,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002162562205277122,
+        "instruction_rms": 0.0021625622054609905,
+        "raw_apical_rms": 0.03770672368570381,
+        "teaching_rms": 0.002162562205277122,
+        "traffic_rms": 0.037627351020254746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.788552417281153e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6369313488526438e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02968996086084433,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.018415781159102917
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412351779639721,
+        "mean_feedback_forward_cosine": 0.9998400305446825,
+        "mean_feedback_forward_relative_error": 0.01746515356200306,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020790792981043686,
+        "instruction_rms": 0.0020790792980142233,
+        "raw_apical_rms": 0.03769983286205152,
+        "teaching_rms": 0.0020790792981043686,
+        "traffic_rms": 0.03762726828175788
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.644118086119306e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6394628347694375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028192604697828378,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.016889842451661825
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123473092913628,
+        "mean_feedback_forward_cosine": 0.9998400117221632,
+        "mean_feedback_forward_relative_error": 0.01746499822720101,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020789779705875076,
+        "instruction_rms": 0.0020789779710468437,
+        "raw_apical_rms": 0.03770234836736029,
+        "teaching_rms": 0.0020789779705875076,
+        "traffic_rms": 0.03762930919488528
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.4269216919160499e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6357271522449716e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029209682985848952,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.017061909224241972
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123432114720345,
+        "mean_feedback_forward_cosine": 0.9998399991738168,
+        "mean_feedback_forward_relative_error": 0.017464847867622188,
+        "min_feedback_forward_cosine": 0.9997096061706543
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002054429870078575,
+        "instruction_rms": 0.0020544298702461945,
+        "raw_apical_rms": 0.03770123915280548,
+        "teaching_rms": 0.002054429870078575,
+        "traffic_rms": 0.03763042391377173
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.683946138086867e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.637265093863061e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02853414614372443,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.017165063470602034
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412339486181736,
+        "mean_feedback_forward_cosine": 0.999840027407596,
+        "mean_feedback_forward_relative_error": 0.01746469696885661,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001962521641765262,
+        "instruction_rms": 0.00196252164183644,
+        "raw_apical_rms": 0.03768957601975499,
+        "teaching_rms": 0.001962521641765262,
+        "traffic_rms": 0.03762578223009289
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8365081899673896e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.63976047305593e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.030073419122935992,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.01597975587248802
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123355746269226,
+        "mean_feedback_forward_cosine": 0.999840027407596,
+        "mean_feedback_forward_relative_error": 0.017464552197213237,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002093624596110751,
+        "instruction_rms": 0.0020936245955443726,
+        "raw_apical_rms": 0.03769753188566556,
+        "teaching_rms": 0.002093624596110751,
+        "traffic_rms": 0.03762556676398152
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.803278593115465e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.639690685562026e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029151207752288865,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.017134904894977807
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412331849336624,
+        "mean_feedback_forward_cosine": 0.9998400242705094,
+        "mean_feedback_forward_relative_error": 0.01746439774471678,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020553892384532458,
+        "instruction_rms": 0.002055389238601866,
+        "raw_apical_rms": 0.03769552184896614,
+        "teaching_rms": 0.0020553892384532458,
+        "traffic_rms": 0.037624102367656266
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.8202239715492396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6381365522859757e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0295941778694074,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016659469042122364
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412327565252781,
+        "mean_feedback_forward_cosine": 0.9998400368188557,
+        "mean_feedback_forward_relative_error": 0.017464248733104842,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002078022151477977,
+        "instruction_rms": 0.002078022150790173,
+        "raw_apical_rms": 0.037697976466919435,
+        "teaching_rms": 0.002078022151477977,
+        "traffic_rms": 0.037625015468372776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7498507531854557e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6369172944102014e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028970360896772417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.017125242560505866
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123232811689377,
+        "mean_feedback_forward_cosine": 0.9998400336817691,
+        "mean_feedback_forward_relative_error": 0.01746410043223908,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020941993609841654,
+        "instruction_rms": 0.0020941993608986817,
+        "raw_apical_rms": 0.03770201872716891,
+        "teaching_rms": 0.0020941993609841654,
+        "traffic_rms": 0.037627024983123286
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5423326615859878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6393883639624854e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02915905408700286,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.016837770342826842
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123186245560646,
+        "mean_feedback_forward_cosine": 0.9998400179963363,
+        "mean_feedback_forward_relative_error": 0.017463961052463242,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020162084188143758,
+        "instruction_rms": 0.002016208418992741,
+        "raw_apical_rms": 0.037697248416285106,
+        "teaching_rms": 0.0020162084188143758,
+        "traffic_rms": 0.03762835290106732
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.491498657912871e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6420237395048272e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029034031628682913,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.016559073784053326
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123145267367363,
+        "mean_feedback_forward_cosine": 0.9998400430930289,
+        "mean_feedback_forward_relative_error": 0.017463809688036378,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020525345712708175,
+        "instruction_rms": 0.0020525345717388966,
+        "raw_apical_rms": 0.03769936018534238,
+        "teaching_rms": 0.0020525345712708175,
+        "traffic_rms": 0.03762730319507773
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7422740583583618e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6376061216963926e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028757430448824076,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.01713921374976635
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412310056388378,
+        "mean_feedback_forward_cosine": 0.9998400117221632,
+        "mean_feedback_forward_relative_error": 0.017463662269476214,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002029678100155011,
+        "instruction_rms": 0.002029678099128298,
+        "raw_apical_rms": 0.03769180660780897,
+        "teaching_rms": 0.002029678100155011,
+        "traffic_rms": 0.037622917542157776
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.640860780582898e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6362057232544045e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02906322723256925,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.01598433049611747
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123061448335648,
+        "mean_feedback_forward_cosine": 0.9998400211334229,
+        "mean_feedback_forward_relative_error": 0.017463515904781065,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002052915991358444,
+        "instruction_rms": 0.002052915990815351,
+        "raw_apical_rms": 0.037690501418362346,
+        "teaching_rms": 0.002052915991358444,
+        "traffic_rms": 0.037619957931258226
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6137315483888415e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.641652113344294e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.03086880475931979,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.016301513905525207
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024123020470142365,
+        "mean_feedback_forward_cosine": 0.9998400305446825,
+        "mean_feedback_forward_relative_error": 0.01746336458937118,
+        "min_feedback_forward_cosine": 0.9997096657752991
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019479437611311518,
+        "instruction_rms": 0.0019479437608414046,
+        "raw_apical_rms": 0.03768573934494471,
+        "teaching_rms": 0.0019479437611311518,
+        "traffic_rms": 0.037620309335732384
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6788542112067262e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635757348890472e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02900233135643222,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.015345649285018444
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412298135459423,
+        "mean_feedback_forward_cosine": 0.9998400399559423,
+        "mean_feedback_forward_relative_error": 0.01746321476897911,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021447044906676674,
+        "instruction_rms": 0.002144704491069724,
+        "raw_apical_rms": 0.03769377658999959,
+        "teaching_rms": 0.0021447044906676674,
+        "traffic_rms": 0.037615444956041084
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7222680170903004e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6383058999208022e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029395381977616736,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.016931594114005567
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0241229385137558,
+        "mean_feedback_forward_cosine": 0.9998400242705094,
+        "mean_feedback_forward_relative_error": 0.017463068012148142,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019692579554160348,
+        "instruction_rms": 0.001969257956691704,
+        "raw_apical_rms": 0.03768064585353536,
+        "teaching_rms": 0.0019692579554160348,
+        "traffic_rms": 0.03761343486612728
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5712474876750093e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.638205830355066e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028456133006839603,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015925373104810715
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024122891947627068,
+        "mean_feedback_forward_cosine": 0.9998400305446825,
+        "mean_feedback_forward_relative_error": 0.017462920005384245,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002080407162628285,
+        "instruction_rms": 0.0020804071631492687,
+        "raw_apical_rms": 0.03768786520455775,
+        "teaching_rms": 0.002080407162628285,
+        "traffic_rms": 0.037615757197931046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.9063524092644002e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6376635221494296e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029400511417143213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.0170525233823061
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412284165620804,
+        "mean_feedback_forward_cosine": 0.9998400525042885,
+        "mean_feedback_forward_relative_error": 0.017462768150787605,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021211435305110524,
+        "instruction_rms": 0.002121143530555767,
+        "raw_apical_rms": 0.03768912587706113,
+        "teaching_rms": 0.0021211435305110524,
+        "traffic_rms": 0.0376132453496459
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.6199741992295458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6372998273891664e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028536602741520825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.016747989618480206
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412281185388565,
+        "mean_feedback_forward_cosine": 0.9998400430930289,
+        "mean_feedback_forward_relative_error": 0.017462627741655235,
+        "min_feedback_forward_cosine": 0.9997096061706543
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019165052752953883,
+        "instruction_rms": 0.0019165052759307142,
+        "raw_apical_rms": 0.037671895735817154,
+        "teaching_rms": 0.0019165052752953883,
+        "traffic_rms": 0.03760895043029113
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.68814278111995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.640876085033803e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028889707937501685,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015112103095799684
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024122776463627815,
+        "mean_feedback_forward_cosine": 0.9998400556413751,
+        "mean_feedback_forward_relative_error": 0.017462485592420165,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001996219086534768,
+        "instruction_rms": 0.001996219086486198,
+        "raw_apical_rms": 0.03767480418347961,
+        "teaching_rms": 0.001996219086534768,
+        "traffic_rms": 0.03760730951825967
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.7283158015857225e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.636087756245981e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029037986229620984,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.01563433119907975
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412273734807968,
+        "mean_feedback_forward_cosine": 0.9998400493672019,
+        "mean_feedback_forward_relative_error": 0.017462336629825204,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020700816980100114,
+        "instruction_rms": 0.0020700816970940987,
+        "raw_apical_rms": 0.03768313470950499,
+        "teaching_rms": 0.0020700816980100114,
+        "traffic_rms": 0.03761121988379186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7009314845495282e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6314315432434987e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02948241782482489,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.016187381901741026
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412269078195095,
+        "mean_feedback_forward_cosine": 0.9998400399559423,
+        "mean_feedback_forward_relative_error": 0.017462188255433973,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002056683754078632,
+        "instruction_rms": 0.0020566837544679253,
+        "raw_apical_rms": 0.037683022796554465,
+        "teaching_rms": 0.002056683754078632,
+        "traffic_rms": 0.03760943140000922
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.7841188082456938e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.636158304936118e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028986441175231487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.016201708638370036
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024122638627886772,
+        "mean_feedback_forward_cosine": 0.9998400430930289,
+        "mean_feedback_forward_relative_error": 0.017462040444737988,
+        "min_feedback_forward_cosine": 0.9997097253799438
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002045424897886477,
+        "instruction_rms": 0.002045424897873187,
+        "raw_apical_rms": 0.037679514655966466,
+        "teaching_rms": 0.002045424897886477,
+        "traffic_rms": 0.0376082056842288
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.042609501630067825,
+        "maximum_absolute_post_projection_soma_slope": 1.615462963400205e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6388010498947505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.028979276714724486,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.01641013019055128
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02412259951233864,
+        "mean_feedback_forward_cosine": 0.9998400305446825,
+        "mean_feedback_forward_relative_error": 0.01746189655540021,
+        "min_feedback_forward_cosine": 0.9997097849845886
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001966106387844023,
+        "instruction_rms": 0.001966106387746603,
+        "raw_apical_rms": 0.03766678198018744,
+        "teaching_rms": 0.001966106387844023,
+        "traffic_rms": 0.037599899321142514
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.04260949790477753,
+        "maximum_absolute_post_projection_soma_slope": 1.5400242858731872e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6336736010340543e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.029708256472751698,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015352730036973954
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9151,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.39897711181640627,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 1.7127938178873592e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 1.6205262909352314e-08,
+      "min_residual_soma_slope": -1.7127938178873592e-08,
+      "mse": 1.7173440241280993e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.154441655048164e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.154441655048164e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 13,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7013537883758545,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03668022155761719,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9106.76458454132,
+    "train_wall_s": 9104.150099515915
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.009433808736503124,
+      0.006815889850258827,
+      0.004777977243065834,
+      0.004260289948433638,
+      0.0030683421064168215,
+      0.0034894063137471676,
+      0.0022155754268169403,
+      0.004299143794924021,
+      0.0029209863860160112,
+      0.003300522454082966,
+      0.00220986595377326,
+      0.0025865647476166487,
+      0.0018500430742278695,
+      0.0036194846034049988,
+      0.0027039789129048586,
+      0.0030680610798299313,
+      0.0022964077070355415,
+      0.0027224398218095303,
+      0.0021319983061403036
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      3.999999523162842,
+      3.999999761581421,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.05025845021009445,
+      0.03542516380548477,
+      0.01688619889318943,
+      0.022063126787543297,
+      0.008335338905453682,
+      0.018528055399656296,
+      0.005122985690832138,
+      0.022894686087965965,
+      0.007773122284561396,
+      0.018090683966875076,
+      0.005048505961894989,
+      0.013592144474387169,
+      0.00372436479665339,
+      0.01906598173081875,
+      0.006485661957412958,
+      0.016226517036557198,
+      0.004906677175313234,
+      0.014502793550491333,
+      0.0041041080839931965
+    ],
+    "unscaled_traffic_rms": [
+      0.7508236765861511,
+      0.7696099877357483,
+      1.131806492805481,
+      0.7723819017410278,
+      1.4724498987197876,
+      0.7533237934112549,
+      1.7299095392227173,
+      0.7511164546012878,
+      1.503121256828308,
+      0.7297728061676025,
+      1.7509069442749023,
+      0.7611939907073975,
+      1.9869623184204102,
+      0.7593597173690796,
+      1.6676656007766724,
+      0.7563079595565796,
+      1.8720674514770508,
+      0.7508732080459595,
+      2.077916383743286
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json
new file mode 100644
index 0000000..3886c19
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 0,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 0,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 0,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.01,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 0,
+    "loader_seed": 14,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp",
+    "momentum": 0.9,
+    "neutral_projection": 0,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed14_clean_kp.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "nlms",
+    "predictor_warmup_steps": 0,
+    "residual_scale": null,
+    "seed": 14,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 4000,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 0,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 0,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 0
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996606707572937,
+    "feedback_forward_cosine": [
+      0.9998397827148438,
+      0.9998446702957153,
+      0.9997676610946655,
+      0.9997360706329346,
+      0.9998356103897095,
+      0.9997872114181519,
+      0.9998396039009094,
+      0.9998887777328491,
+      0.9998351335525513,
+      0.9998185634613037,
+      0.9998612403869629,
+      0.9998190402984619,
+      0.9998319149017334,
+      0.9999021291732788,
+      0.9998922348022461,
+      0.9998776912689209,
+      0.9998843669891357,
+      0.9997295141220093,
+      0.9999887943267822
+    ],
+    "feedback_forward_norm_ratio": [
+      1.000428318977356,
+      1.0008574724197388,
+      0.9990053176879883,
+      1.0012600421905518,
+      0.9996617436408997,
+      1.000982642173767,
+      0.9993184208869934,
+      1.0003552436828613,
+      0.9997528791427612,
+      1.0007574558258057,
+      0.9996054172515869,
+      1.0006641149520874,
+      0.9997743368148804,
+      1.0001587867736816,
+      1.0000267028808594,
+      1.0004032850265503,
+      1.0001193284988403,
+      1.000847339630127,
+      1.0024750232696533
+    ],
+    "feedback_forward_relative_error": [
+      0.017910555005073547,
+      0.017654424533247948,
+      0.021565964445471764,
+      0.023022618144750595,
+      0.018133867532014847,
+      0.020668482407927513,
+      0.017918230965733528,
+      0.014916742220520973,
+      0.01815802976489067,
+      0.019074484705924988,
+      0.016659196466207504,
+      0.01903541572391987,
+      0.018337950110435486,
+      0.013992981053888798,
+      0.014677700586616993,
+      0.015658369287848473,
+      0.01521098893135786,
+      0.02328561618924141,
+      0.005356569774448872
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996907711029053,
+      0.9996677041053772,
+      0.9996755719184875,
+      0.9995771050453186,
+      0.9996970891952515,
+      0.9996557831764221,
+      0.9997193217277527,
+      0.9997643232345581,
+      0.9997644424438477,
+      0.9997292757034302,
+      0.9997795820236206,
+      0.9997588396072388,
+      0.9997851848602295,
+      0.9998385906219482,
+      0.9998672008514404,
+      0.9998890161514282,
+      0.9999305009841919,
+      0.9999741911888123,
+      0.8421580791473389
+    ],
+    "mean_feedback_forward_cosine": 0.9998410532349035,
+    "mean_feedback_forward_relative_error": 0.01743358883418535,
+    "normalization_state": "training_batch_stats_without_running_update",
+    "raw_negative_gradient_cosine": [
+      0.9996907711029053,
+      0.9996677041053772,
+      0.9996755719184875,
+      0.9995771050453186,
+      0.9996970891952515,
+      0.9996557831764221,
+      0.9997193217277527,
+      0.9997643232345581,
+      0.9997644424438477,
+      0.9997292757034302,
+      0.9997795820236206,
+      0.9997588396072388,
+      0.9997851848602295,
+      0.9998385906219482,
+      0.9998672008514404,
+      0.9998890161514282,
+      0.9999305009841919,
+      0.9999741911888123,
+      0.8421580791473389
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996907711029053,
+      0.9996677041053772,
+      0.9996755719184875,
+      0.9995771050453186,
+      0.9996970891952515,
+      0.9996557831764221,
+      0.9997193217277527,
+      0.9997643232345581,
+      0.9997644424438477,
+      0.9997292757034302,
+      0.9997795820236206,
+      0.9997588396072388,
+      0.9997851848602295,
+      0.9998385906219482,
+      0.9998672008514404,
+      0.9998890161514282,
+      0.9999305009841919,
+      0.9999741911888123,
+      0.8421580791473389
+    ],
+    "wall_s": 0.08478927612304688
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3152871131896973,
+        "mean_feedback_forward_cosine": 0.2933326049854881,
+        "mean_feedback_forward_relative_error": 1.1892362362460087,
+        "min_feedback_forward_cosine": 0.14835697412490845
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.7700924412155152
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2390552759170532,
+        "mean_feedback_forward_cosine": 0.4218378600321318,
+        "mean_feedback_forward_relative_error": 1.0760179130654586,
+        "min_feedback_forward_cosine": 0.24182388186454773
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3123860162734986
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1830275058746338,
+        "mean_feedback_forward_cosine": 0.52299333873548,
+        "mean_feedback_forward_relative_error": 0.9784546917990634,
+        "min_feedback_forward_cosine": 0.3142080307006836
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0395409072113038
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1328173875808716,
+        "mean_feedback_forward_cosine": 0.5936093926429749,
+        "mean_feedback_forward_relative_error": 0.9037119887377086,
+        "min_feedback_forward_cosine": 0.3751407265663147
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8746997144889832
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.089064598083496,
+        "mean_feedback_forward_cosine": 0.647214949131012,
+        "mean_feedback_forward_relative_error": 0.8424453154990548,
+        "min_feedback_forward_cosine": 0.42529189586639404
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7610496779251099
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.046331524848938,
+        "mean_feedback_forward_cosine": 0.6885352809178201,
+        "mean_feedback_forward_relative_error": 0.7914931131036658,
+        "min_feedback_forward_cosine": 0.47133466601371765
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.6900432537651062
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.006310224533081,
+        "mean_feedback_forward_cosine": 0.7220533270584909,
+        "mean_feedback_forward_relative_error": 0.7474578791543057,
+        "min_feedback_forward_cosine": 0.5120689272880554
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.638397527961731
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9711334109306335,
+        "mean_feedback_forward_cosine": 0.7497436592453405,
+        "mean_feedback_forward_relative_error": 0.7091254795852461,
+        "min_feedback_forward_cosine": 0.5461207628250122
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5928190508460999
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9362074732780457,
+        "mean_feedback_forward_cosine": 0.7737372266618829,
+        "mean_feedback_forward_relative_error": 0.6739945019546308,
+        "min_feedback_forward_cosine": 0.578745424747467
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5591936241149902
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9010659456253052,
+        "mean_feedback_forward_cosine": 0.7943896776751468,
+        "mean_feedback_forward_relative_error": 0.6420491651484841,
+        "min_feedback_forward_cosine": 0.6103942394256592
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5313378884029388
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8672091364860535,
+        "mean_feedback_forward_cosine": 0.8132783017660442,
+        "mean_feedback_forward_relative_error": 0.6113202681666926,
+        "min_feedback_forward_cosine": 0.6394283771514893
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5099901778316498
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8353588581085205,
+        "mean_feedback_forward_cosine": 0.8294956621370817,
+        "mean_feedback_forward_relative_error": 0.5838856022608908,
+        "min_feedback_forward_cosine": 0.665457010269165
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4878437393760681
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8048327565193176,
+        "mean_feedback_forward_cosine": 0.8440827444980019,
+        "mean_feedback_forward_relative_error": 0.5580512802851828,
+        "min_feedback_forward_cosine": 0.6900070905685425
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.46536738251686094
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7739757299423218,
+        "mean_feedback_forward_cosine": 0.8571237043330544,
+        "mean_feedback_forward_relative_error": 0.5340167738889393,
+        "min_feedback_forward_cosine": 0.7133912444114685
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.44650153921127317
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7438143491744995,
+        "mean_feedback_forward_cosine": 0.8689768941778886,
+        "mean_feedback_forward_relative_error": 0.5109366437322215,
+        "min_feedback_forward_cosine": 0.7352336645126343
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4332742894744873
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7148537635803223,
+        "mean_feedback_forward_cosine": 0.8795209809353477,
+        "mean_feedback_forward_relative_error": 0.48969328481900065,
+        "min_feedback_forward_cosine": 0.7554726600646973
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4203475615787506
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6861604452133179,
+        "mean_feedback_forward_cosine": 0.889490290691978,
+        "mean_feedback_forward_relative_error": 0.46875388685025665,
+        "min_feedback_forward_cosine": 0.7745020389556885
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.40506954431533815
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6597951650619507,
+        "mean_feedback_forward_cosine": 0.8982065382756685,
+        "mean_feedback_forward_relative_error": 0.4497144394799283,
+        "min_feedback_forward_cosine": 0.7913845777511597
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3948731394767761
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6334631443023682,
+        "mean_feedback_forward_cosine": 0.9063881855261954,
+        "mean_feedback_forward_relative_error": 0.43093959281319066,
+        "min_feedback_forward_cosine": 0.8077483177185059
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38731814023971556
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6084911823272705,
+        "mean_feedback_forward_cosine": 0.9137261102074071,
+        "mean_feedback_forward_relative_error": 0.41337695717811584,
+        "min_feedback_forward_cosine": 0.8225244283676147
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3732180533218384
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5843833684921265,
+        "mean_feedback_forward_cosine": 0.9205317214915627,
+        "mean_feedback_forward_relative_error": 0.3965728541738109,
+        "min_feedback_forward_cosine": 0.8362374305725098
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3684745170402527
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5614224076271057,
+        "mean_feedback_forward_cosine": 0.9267226049774572,
+        "mean_feedback_forward_relative_error": 0.38049717090631785,
+        "min_feedback_forward_cosine": 0.8487249612808228
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3560307614326477
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5392521023750305,
+        "mean_feedback_forward_cosine": 0.9324022406025937,
+        "mean_feedback_forward_relative_error": 0.36515061322011444,
+        "min_feedback_forward_cosine": 0.8603371381759644
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.34650497359275817
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5180007219314575,
+        "mean_feedback_forward_cosine": 0.9376050767145658,
+        "mean_feedback_forward_relative_error": 0.3506299837639457,
+        "min_feedback_forward_cosine": 0.8710404634475708
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3413775287055969
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4975259602069855,
+        "mean_feedback_forward_cosine": 0.9422080108993932,
+        "mean_feedback_forward_relative_error": 0.3372772908524463,
+        "min_feedback_forward_cosine": 0.8809491395950317
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.330313382434845
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.47742199897766113,
+        "mean_feedback_forward_cosine": 0.9466079881316737,
+        "mean_feedback_forward_relative_error": 0.3239913253407729,
+        "min_feedback_forward_cosine": 0.8902804851531982
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.3268633655643463
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4579554498195648,
+        "mean_feedback_forward_cosine": 0.9506835184599224,
+        "mean_feedback_forward_relative_error": 0.3112199290802604,
+        "min_feedback_forward_cosine": 0.8989297151565552
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.32068091130256654
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4393923580646515,
+        "mean_feedback_forward_cosine": 0.9544056120671724,
+        "mean_feedback_forward_relative_error": 0.2991728476787868,
+        "min_feedback_forward_cosine": 0.906851053237915
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.31577084115982057
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4212220013141632,
+        "mean_feedback_forward_cosine": 0.9578661761785808,
+        "mean_feedback_forward_relative_error": 0.28741739415808726,
+        "min_feedback_forward_cosine": 0.9143027067184448
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3136876461982727
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4039841890335083,
+        "mean_feedback_forward_cosine": 0.9609958780439276,
+        "mean_feedback_forward_relative_error": 0.27641204391655166,
+        "min_feedback_forward_cosine": 0.9211227893829346
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.3026728736782074
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3873434066772461,
+        "mean_feedback_forward_cosine": 0.9639970754322252,
+        "mean_feedback_forward_relative_error": 0.26545458404641403,
+        "min_feedback_forward_cosine": 0.9273790717124939
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.30320387191772463
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.37161946296691895,
+        "mean_feedback_forward_cosine": 0.9666794036564074,
+        "mean_feedback_forward_relative_error": 0.2552406650624777,
+        "min_feedback_forward_cosine": 0.9331086277961731
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29722497003078463
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.35596978664398193,
+        "mean_feedback_forward_cosine": 0.9692316463119105,
+        "mean_feedback_forward_relative_error": 0.24517358643443962,
+        "min_feedback_forward_cosine": 0.9385503530502319
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2951163592720032
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.34164920449256897,
+        "mean_feedback_forward_cosine": 0.9714941225553814,
+        "mean_feedback_forward_relative_error": 0.2358894959876412,
+        "min_feedback_forward_cosine": 0.9433460235595703
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2886360764503479
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3279237151145935,
+        "mean_feedback_forward_cosine": 0.9736838152534083,
+        "mean_feedback_forward_relative_error": 0.22657095170334765,
+        "min_feedback_forward_cosine": 0.9477298259735107
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.286004674577713
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3148072361946106,
+        "mean_feedback_forward_cosine": 0.9756333012329904,
+        "mean_feedback_forward_relative_error": 0.21795125815429187,
+        "min_feedback_forward_cosine": 0.9517859220504761
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.28205583692550656
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30220264196395874,
+        "mean_feedback_forward_cosine": 0.9774411508911535,
+        "mean_feedback_forward_relative_error": 0.20961935896622508,
+        "min_feedback_forward_cosine": 0.9555267691612244
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27561885961532595
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2898789644241333,
+        "mean_feedback_forward_cosine": 0.9791205744994315,
+        "mean_feedback_forward_relative_error": 0.20157087555057124,
+        "min_feedback_forward_cosine": 0.959039032459259
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2754082911109924
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2784629762172699,
+        "mean_feedback_forward_cosine": 0.9806733633342543,
+        "mean_feedback_forward_relative_error": 0.1938883513212204,
+        "min_feedback_forward_cosine": 0.9621678590774536
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.27209105748176576
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2672949731349945,
+        "mean_feedback_forward_cosine": 0.9820656274494372,
+        "mean_feedback_forward_relative_error": 0.18673033188832433,
+        "min_feedback_forward_cosine": 0.9650894999504089
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2652701909542084
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.25676229596138,
+        "mean_feedback_forward_cosine": 0.9833770676663047,
+        "mean_feedback_forward_relative_error": 0.17967709624453596,
+        "min_feedback_forward_cosine": 0.9677592515945435
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.2634839852333069
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2463054209947586,
+        "mean_feedback_forward_cosine": 0.984612132373609,
+        "mean_feedback_forward_relative_error": 0.17282210486499885,
+        "min_feedback_forward_cosine": 0.9702930450439453
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2638785872554779
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23629648983478546,
+        "mean_feedback_forward_cosine": 0.9857749499772724,
+        "mean_feedback_forward_relative_error": 0.16613267871894336,
+        "min_feedback_forward_cosine": 0.9726332426071167
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.25648207290649416
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2265455573797226,
+        "mean_feedback_forward_cosine": 0.9868410668875042,
+        "mean_feedback_forward_relative_error": 0.1597374916860932,
+        "min_feedback_forward_cosine": 0.974839985370636
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.25590220363616945
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21779561042785645,
+        "mean_feedback_forward_cosine": 0.9878014420208178,
+        "mean_feedback_forward_relative_error": 0.15373511455560984,
+        "min_feedback_forward_cosine": 0.976719319820404
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.25498896251678466
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2088119387626648,
+        "mean_feedback_forward_cosine": 0.9887145381224783,
+        "mean_feedback_forward_relative_error": 0.14787241149889796,
+        "min_feedback_forward_cosine": 0.9785810112953186
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.25229337076187136
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20047518610954285,
+        "mean_feedback_forward_cosine": 0.9895525700167606,
+        "mean_feedback_forward_relative_error": 0.14222895373639308,
+        "min_feedback_forward_cosine": 0.980238676071167
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.25046150511264803
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19215868413448334,
+        "mean_feedback_forward_cosine": 0.9903604325495268,
+        "mean_feedback_forward_relative_error": 0.13656484335660934,
+        "min_feedback_forward_cosine": 0.9818353652954102
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2514414472556114
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18437601625919342,
+        "mean_feedback_forward_cosine": 0.99109695459667,
+        "mean_feedback_forward_relative_error": 0.13123987673928864,
+        "min_feedback_forward_cosine": 0.9832648634910583
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24994389437675477
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17699532210826874,
+        "mean_feedback_forward_cosine": 0.9917633533477783,
+        "mean_feedback_forward_relative_error": 0.12621399701425903,
+        "min_feedback_forward_cosine": 0.9845625758171082
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24948119516849518
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17000949382781982,
+        "mean_feedback_forward_cosine": 0.9923716909007022,
+        "mean_feedback_forward_relative_error": 0.12141832277963036,
+        "min_feedback_forward_cosine": 0.9857463240623474
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.2397834491920471
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16322658956050873,
+        "mean_feedback_forward_cosine": 0.9929383742181879,
+        "mean_feedback_forward_relative_error": 0.11681727555237319,
+        "min_feedback_forward_cosine": 0.9868492484092712
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.23811577649116517
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15688201785087585,
+        "mean_feedback_forward_cosine": 0.9934662298152321,
+        "mean_feedback_forward_relative_error": 0.11234608331793233,
+        "min_feedback_forward_cosine": 0.9878503084182739
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.2347814343738556
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1504819542169571,
+        "mean_feedback_forward_cosine": 0.9939507340130053,
+        "mean_feedback_forward_relative_error": 0.10809194061316942,
+        "min_feedback_forward_cosine": 0.9888131022453308
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.24166065438747406
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14444631338119507,
+        "mean_feedback_forward_cosine": 0.9944124911960802,
+        "mean_feedback_forward_relative_error": 0.10387111808124341,
+        "min_feedback_forward_cosine": 0.9896870851516724
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.2370883663749695
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13871312141418457,
+        "mean_feedback_forward_cosine": 0.9948335038988214,
+        "mean_feedback_forward_relative_error": 0.0998734708287214,
+        "min_feedback_forward_cosine": 0.990486741065979
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.23285125886917113
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1331096887588501,
+        "mean_feedback_forward_cosine": 0.9952221042231509,
+        "mean_feedback_forward_relative_error": 0.09602151222919163,
+        "min_feedback_forward_cosine": 0.9912351369857788
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.23394198512077333
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12772555649280548,
+        "mean_feedback_forward_cosine": 0.9955923525910628,
+        "mean_feedback_forward_relative_error": 0.09223919832392742,
+        "min_feedback_forward_cosine": 0.9919288158416748
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23523316113471984
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12264999002218246,
+        "mean_feedback_forward_cosine": 0.9959284349491722,
+        "mean_feedback_forward_relative_error": 0.08864477080734152,
+        "min_feedback_forward_cosine": 0.9925565123558044
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.22811366169929503
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1177108958363533,
+        "mean_feedback_forward_cosine": 0.9962369297680101,
+        "mean_feedback_forward_relative_error": 0.0852269875375848,
+        "min_feedback_forward_cosine": 0.9931412935256958
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.227693050532341
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11301573365926743,
+        "mean_feedback_forward_cosine": 0.9965199357584903,
+        "mean_feedback_forward_relative_error": 0.08195626108269942,
+        "min_feedback_forward_cosine": 0.9936733841896057
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22571406733989716
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10847260802984238,
+        "mean_feedback_forward_cosine": 0.9967795798653051,
+        "mean_feedback_forward_relative_error": 0.07883979870300543,
+        "min_feedback_forward_cosine": 0.9941681623458862
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.22897239991188048
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10419360548257828,
+        "mean_feedback_forward_cosine": 0.9970179796218872,
+        "mean_feedback_forward_relative_error": 0.07585975821865232,
+        "min_feedback_forward_cosine": 0.9946166276931763
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22848598481178284
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1000451073050499,
+        "mean_feedback_forward_cosine": 0.9972450827297411,
+        "mean_feedback_forward_relative_error": 0.07290914213578951,
+        "min_feedback_forward_cosine": 0.9950348138809204
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22550214426994325
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09609720855951309,
+        "mean_feedback_forward_cosine": 0.9974487361155058,
+        "mean_feedback_forward_relative_error": 0.07015403369931798,
+        "min_feedback_forward_cosine": 0.9954178333282471
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22258466155052184
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09232494235038757,
+        "mean_feedback_forward_cosine": 0.9976408418856169,
+        "mean_feedback_forward_relative_error": 0.06746580520350683,
+        "min_feedback_forward_cosine": 0.9957685470581055
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.21734946195602417
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08847074955701828,
+        "mean_feedback_forward_cosine": 0.9978232603324088,
+        "mean_feedback_forward_relative_error": 0.0648055956944039,
+        "min_feedback_forward_cosine": 0.9961132407188416
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.2291919409275055
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08493213355541229,
+        "mean_feedback_forward_cosine": 0.997984418743535,
+        "mean_feedback_forward_relative_error": 0.062354145963725294,
+        "min_feedback_forward_cosine": 0.9964166879653931
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21789681928634644
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08157175034284592,
+        "mean_feedback_forward_cosine": 0.9981369501666019,
+        "mean_feedback_forward_relative_error": 0.05995147479207892,
+        "min_feedback_forward_cosine": 0.9966939687728882
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.2237079916858673
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0784633606672287,
+        "mean_feedback_forward_cosine": 0.9982732910858957,
+        "mean_feedback_forward_relative_error": 0.05771061552590445,
+        "min_feedback_forward_cosine": 0.9969395399093628
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21691304666519165
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07528278976678848,
+        "mean_feedback_forward_cosine": 0.9984068431352314,
+        "mean_feedback_forward_relative_error": 0.05543650039716771,
+        "min_feedback_forward_cosine": 0.9971820116043091
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.2197783943271637
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07251707464456558,
+        "mean_feedback_forward_cosine": 0.9985218236320897,
+        "mean_feedback_forward_relative_error": 0.05338385563931967,
+        "min_feedback_forward_cosine": 0.9973851442337036
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.20860771854400634
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06950698047876358,
+        "mean_feedback_forward_cosine": 0.9986368041289481,
+        "mean_feedback_forward_relative_error": 0.05126833121635412,
+        "min_feedback_forward_cosine": 0.997597336769104
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.22113546739578246
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06674308329820633,
+        "mean_feedback_forward_cosine": 0.9987422478826422,
+        "mean_feedback_forward_relative_error": 0.04924817549947061,
+        "min_feedback_forward_cosine": 0.9977837800979614
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21520923093795777
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06415430456399918,
+        "mean_feedback_forward_cosine": 0.9988358365861993,
+        "mean_feedback_forward_relative_error": 0.0473746385817465,
+        "min_feedback_forward_cosine": 0.9979520440101624
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21333048491954804
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06168223172426224,
+        "mean_feedback_forward_cosine": 0.9989237346147236,
+        "mean_feedback_forward_relative_error": 0.045554709571756814,
+        "min_feedback_forward_cosine": 0.9981064796447754
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.21425045120239258
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05932221561670303,
+        "mean_feedback_forward_cosine": 0.9990047937945316,
+        "mean_feedback_forward_relative_error": 0.04380172589107564,
+        "min_feedback_forward_cosine": 0.9982483386993408
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.20893779522418976
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.057064302265644073,
+        "mean_feedback_forward_cosine": 0.9990780792738262,
+        "mean_feedback_forward_relative_error": 0.042154407618861446,
+        "min_feedback_forward_cosine": 0.9983787536621094
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.20841411416530609
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05485239252448082,
+        "mean_feedback_forward_cosine": 0.9991467187279149,
+        "mean_feedback_forward_relative_error": 0.04055123815411016,
+        "min_feedback_forward_cosine": 0.9985014200210571
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.20558881327152254
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05262824147939682,
+        "mean_feedback_forward_cosine": 0.9992108250919142,
+        "mean_feedback_forward_relative_error": 0.03899813884575116,
+        "min_feedback_forward_cosine": 0.9986202120780945
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.20863534938812256
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05054010823369026,
+        "mean_feedback_forward_cosine": 0.9992698587869343,
+        "mean_feedback_forward_relative_error": 0.03751169733311001,
+        "min_feedback_forward_cosine": 0.9987270832061768
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20875182423114777
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04847333952784538,
+        "mean_feedback_forward_cosine": 0.9993273270757574,
+        "mean_feedback_forward_relative_error": 0.036009292363336214,
+        "min_feedback_forward_cosine": 0.9988292455673218
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.21284654743671416
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04656003415584564,
+        "mean_feedback_forward_cosine": 0.9993772318488673,
+        "mean_feedback_forward_relative_error": 0.03464415968444787,
+        "min_feedback_forward_cosine": 0.9989197850227356
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20589884860992433
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.044718120247125626,
+        "mean_feedback_forward_cosine": 0.9994242944215473,
+        "mean_feedback_forward_relative_error": 0.033306461856945566,
+        "min_feedback_forward_cosine": 0.9990034103393555
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.2039555728626251
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04293333739042282,
+        "mean_feedback_forward_cosine": 0.9994691735819766,
+        "mean_feedback_forward_relative_error": 0.03198307463409085,
+        "min_feedback_forward_cosine": 0.9990812540054321
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.2055033529663086
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.041266269981861115,
+        "mean_feedback_forward_cosine": 0.9995089016462627,
+        "mean_feedback_forward_relative_error": 0.030763930886199598,
+        "min_feedback_forward_cosine": 0.9991511702537537
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20926678663253784
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03962496295571327,
+        "mean_feedback_forward_cosine": 0.9995468196115995,
+        "mean_feedback_forward_relative_error": 0.02955206253222729,
+        "min_feedback_forward_cosine": 0.9992172122001648
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20789328810691834
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03799188882112503,
+        "mean_feedback_forward_cosine": 0.9995815001035991,
+        "mean_feedback_forward_relative_error": 0.02840322393335794,
+        "min_feedback_forward_cosine": 0.9992803931236267
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.21184086050510406
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03658031299710274,
+        "mean_feedback_forward_cosine": 0.9996119706254256,
+        "mean_feedback_forward_relative_error": 0.027347941441755546,
+        "min_feedback_forward_cosine": 0.999332845211029
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.20259064952373504
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03519190847873688,
+        "mean_feedback_forward_cosine": 0.9996404459601954,
+        "mean_feedback_forward_relative_error": 0.026322352945020323,
+        "min_feedback_forward_cosine": 0.9993824362754822
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.19757543837547303
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03381280228495598,
+        "mean_feedback_forward_cosine": 0.9996674562755384,
+        "mean_feedback_forward_relative_error": 0.025314428206337124,
+        "min_feedback_forward_cosine": 0.9994298219680786
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.20042255244255067
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03247952088713646,
+        "mean_feedback_forward_cosine": 0.9996924023879202,
+        "mean_feedback_forward_relative_error": 0.024345717539912777,
+        "min_feedback_forward_cosine": 0.9994738698005676
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.20054024726867675
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03116488642990589,
+        "mean_feedback_forward_cosine": 0.9997159681822124,
+        "mean_feedback_forward_relative_error": 0.023396770371810385,
+        "min_feedback_forward_cosine": 0.9995157122612
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20490990519046784
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02997639775276184,
+        "mean_feedback_forward_cosine": 0.9997366541310361,
+        "mean_feedback_forward_relative_error": 0.022526048957125136,
+        "min_feedback_forward_cosine": 0.9995517730712891
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.19781552631139757
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02878512814640999,
+        "mean_feedback_forward_cosine": 0.9997561793578299,
+        "mean_feedback_forward_relative_error": 0.021671489910467676,
+        "min_feedback_forward_cosine": 0.9995867013931274
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20112258635997773
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02762950211763382,
+        "mean_feedback_forward_cosine": 0.9997752214732923,
+        "mean_feedback_forward_relative_error": 0.020811174751112337,
+        "min_feedback_forward_cosine": 0.9996191263198853
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19829977237701416
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.026539549231529236,
+        "mean_feedback_forward_cosine": 0.9997924252560264,
+        "mean_feedback_forward_relative_error": 0.020000331888073368,
+        "min_feedback_forward_cosine": 0.9996485710144043
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.20181411871910096
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.025494523346424103,
+        "mean_feedback_forward_cosine": 0.9998080573583904,
+        "mean_feedback_forward_relative_error": 0.0192308844753394,
+        "min_feedback_forward_cosine": 0.9996756911277771
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.19922858103752136
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02450042963027954,
+        "mean_feedback_forward_cosine": 0.9998224973678589,
+        "mean_feedback_forward_relative_error": 0.018493761112423318,
+        "min_feedback_forward_cosine": 0.9997004866600037
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19956167534828187
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02355109713971615,
+        "mean_feedback_forward_cosine": 0.9998359052758468,
+        "mean_feedback_forward_relative_error": 0.01778221743083314,
+        "min_feedback_forward_cosine": 0.9997232556343079
+      },
+      "lr": 0.1,
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19581967149734497
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023542871698737144,
+        "mean_feedback_forward_cosine": 0.9998360401705692,
+        "mean_feedback_forward_relative_error": 0.017772498883699115,
+        "min_feedback_forward_cosine": 0.9997234344482422
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.1236756948375702
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02353820390999317,
+        "mean_feedback_forward_cosine": 0.9998361154606468,
+        "mean_feedback_forward_relative_error": 0.01776506594921413,
+        "min_feedback_forward_cosine": 0.9997235536575317
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09747550456523896
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023533513769507408,
+        "mean_feedback_forward_cosine": 0.9998362221215901,
+        "mean_feedback_forward_relative_error": 0.017757885746265713,
+        "min_feedback_forward_cosine": 0.9997236728668213
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08808807847499847
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023529035970568657,
+        "mean_feedback_forward_cosine": 0.9998363099600139,
+        "mean_feedback_forward_relative_error": 0.01775112586390031,
+        "min_feedback_forward_cosine": 0.9997237920761108
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.0813669945693016
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0235243309289217,
+        "mean_feedback_forward_cosine": 0.9998363789759184,
+        "mean_feedback_forward_relative_error": 0.017744342453385655,
+        "min_feedback_forward_cosine": 0.9997239112854004
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07782446749687195
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023519985377788544,
+        "mean_feedback_forward_cosine": 0.9998364856368617,
+        "mean_feedback_forward_relative_error": 0.01773788101088844,
+        "min_feedback_forward_cosine": 0.9997239112854004
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.07170286382913589
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02351556345820427,
+        "mean_feedback_forward_cosine": 0.9998365515156796,
+        "mean_feedback_forward_relative_error": 0.01773151892580484,
+        "min_feedback_forward_cosine": 0.9997240304946899
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06847817730426789
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023511026054620743,
+        "mean_feedback_forward_cosine": 0.9998366330799303,
+        "mean_feedback_forward_relative_error": 0.017725305901350158,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.06606978836536408
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023506496101617813,
+        "mean_feedback_forward_cosine": 0.9998367083700079,
+        "mean_feedback_forward_relative_error": 0.017719032561504526,
+        "min_feedback_forward_cosine": 0.999724268913269
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06365371140718461
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023502036929130554,
+        "mean_feedback_forward_cosine": 0.9998367742488259,
+        "mean_feedback_forward_relative_error": 0.01771265836922746,
+        "min_feedback_forward_cosine": 0.9997243881225586
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.06021396337866783
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02349746786057949,
+        "mean_feedback_forward_cosine": 0.9998368777726826,
+        "mean_feedback_forward_relative_error": 0.01770649887131233,
+        "min_feedback_forward_cosine": 0.9997245073318481
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.05857227984309196
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02349289506673813,
+        "mean_feedback_forward_cosine": 0.9998369844336259,
+        "mean_feedback_forward_relative_error": 0.01770027577386875,
+        "min_feedback_forward_cosine": 0.9997247457504272
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05728690538823605
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023488439619541168,
+        "mean_feedback_forward_cosine": 0.9998370565866169,
+        "mean_feedback_forward_relative_error": 0.01769417431205511,
+        "min_feedback_forward_cosine": 0.9997247457504272
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.054087092715501786
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023483794182538986,
+        "mean_feedback_forward_cosine": 0.9998371632475602,
+        "mean_feedback_forward_relative_error": 0.017688091672760874,
+        "min_feedback_forward_cosine": 0.9997248649597168
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05327781386137009
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023479023948311806,
+        "mean_feedback_forward_cosine": 0.9998372291263781,
+        "mean_feedback_forward_relative_error": 0.017681793236222706,
+        "min_feedback_forward_cosine": 0.9997249841690063
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.05246301278233528
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02347436733543873,
+        "mean_feedback_forward_cosine": 0.9998373138277155,
+        "mean_feedback_forward_relative_error": 0.0176756494482489,
+        "min_feedback_forward_cosine": 0.9997251033782959
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.050172818863987924
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346990443766117,
+        "mean_feedback_forward_cosine": 0.9998373985290527,
+        "mean_feedback_forward_relative_error": 0.017669501101696176,
+        "min_feedback_forward_cosine": 0.9997251629829407
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04647394307613373
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023465104401111603,
+        "mean_feedback_forward_cosine": 0.9998374957787363,
+        "mean_feedback_forward_relative_error": 0.017663119850974334,
+        "min_feedback_forward_cosine": 0.9997252821922302
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.0468657146859169
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02346024103462696,
+        "mean_feedback_forward_cosine": 0.9998375898913333,
+        "mean_feedback_forward_relative_error": 0.01765680999348038,
+        "min_feedback_forward_cosine": 0.9997254610061646
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.04547766117334366
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023455336689949036,
+        "mean_feedback_forward_cosine": 0.9998376902781034,
+        "mean_feedback_forward_relative_error": 0.01765055241259305,
+        "min_feedback_forward_cosine": 0.9997255802154541
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04480087527751923
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023450380191206932,
+        "mean_feedback_forward_cosine": 0.9998377875277871,
+        "mean_feedback_forward_relative_error": 0.017644206919756374,
+        "min_feedback_forward_cosine": 0.9997256398200989
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.044035287322402
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023445529863238335,
+        "mean_feedback_forward_cosine": 0.9998378659549513,
+        "mean_feedback_forward_relative_error": 0.01763799686082884,
+        "min_feedback_forward_cosine": 0.9997258186340332
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.0424709809422493
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023440571501851082,
+        "mean_feedback_forward_cosine": 0.9998379443821154,
+        "mean_feedback_forward_relative_error": 0.01763170847277108,
+        "min_feedback_forward_cosine": 0.9997259378433228
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.04040559020280838
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02343549020588398,
+        "mean_feedback_forward_cosine": 0.9998380604543184,
+        "mean_feedback_forward_relative_error": 0.017625319624417705,
+        "min_feedback_forward_cosine": 0.9997260570526123
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.0407452875483036
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023430390283465385,
+        "mean_feedback_forward_cosine": 0.9998381545669154,
+        "mean_feedback_forward_relative_error": 0.017618816885116854,
+        "min_feedback_forward_cosine": 0.9997261762619019
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.0408136903834343
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023425184190273285,
+        "mean_feedback_forward_cosine": 0.9998382549536856,
+        "mean_feedback_forward_relative_error": 0.017612327037281113,
+        "min_feedback_forward_cosine": 0.9997262358665466
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.03979753321647644
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023419927805662155,
+        "mean_feedback_forward_cosine": 0.9998383427921095,
+        "mean_feedback_forward_relative_error": 0.017605616760097052,
+        "min_feedback_forward_cosine": 0.9997263550758362
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03905742102980614
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023414863273501396,
+        "mean_feedback_forward_cosine": 0.9998384525901393,
+        "mean_feedback_forward_relative_error": 0.017599164238689763,
+        "min_feedback_forward_cosine": 0.9997264742851257
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.036579988394975664
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023409733548760414,
+        "mean_feedback_forward_cosine": 0.9998385717994288,
+        "mean_feedback_forward_relative_error": 0.0175927120849098,
+        "min_feedback_forward_cosine": 0.9997266530990601
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03675649410486221
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02340470626950264,
+        "mean_feedback_forward_cosine": 0.9998386533636796,
+        "mean_feedback_forward_relative_error": 0.017586188292817065,
+        "min_feedback_forward_cosine": 0.9997266530990601
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03424716347932816
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02339932695031166,
+        "mean_feedback_forward_cosine": 0.9998387788471422,
+        "mean_feedback_forward_relative_error": 0.017579433924861644,
+        "min_feedback_forward_cosine": 0.9997269511222839
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.03485953302919865
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02339424192905426,
+        "mean_feedback_forward_cosine": 0.9998388729597393,
+        "mean_feedback_forward_relative_error": 0.017572860699146986,
+        "min_feedback_forward_cosine": 0.9997268915176392
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.03307149721741676
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02338869497179985,
+        "mean_feedback_forward_cosine": 0.9998389576610766,
+        "mean_feedback_forward_relative_error": 0.017566105988072723,
+        "min_feedback_forward_cosine": 0.9997270703315735
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.03417502753615379
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02338322438299656,
+        "mean_feedback_forward_cosine": 0.9998390800074527,
+        "mean_feedback_forward_relative_error": 0.017559204740743888,
+        "min_feedback_forward_cosine": 0.9997271299362183
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03339349335074425
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023377852514386177,
+        "mean_feedback_forward_cosine": 0.9998391709829632,
+        "mean_feedback_forward_relative_error": 0.017552312953691734,
+        "min_feedback_forward_cosine": 0.9997272491455078
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.03251529821872711
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023372720927000046,
+        "mean_feedback_forward_cosine": 0.999839302740599,
+        "mean_feedback_forward_relative_error": 0.01754566536922204,
+        "min_feedback_forward_cosine": 0.9997274875640869
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.030737761940956117
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02336716465651989,
+        "mean_feedback_forward_cosine": 0.9998394062644557,
+        "mean_feedback_forward_relative_error": 0.01753867660207968,
+        "min_feedback_forward_cosine": 0.9997276067733765
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.031349986025094985
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023361675441265106,
+        "mean_feedback_forward_cosine": 0.9998395286108318,
+        "mean_feedback_forward_relative_error": 0.01753187581504646,
+        "min_feedback_forward_cosine": 0.999727725982666
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.029603690266013144
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02335577830672264,
+        "mean_feedback_forward_cosine": 0.9998395976267362,
+        "mean_feedback_forward_relative_error": 0.017524560888935076,
+        "min_feedback_forward_cosine": 0.9997277855873108
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.03143566385626793
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023349737748503685,
+        "mean_feedback_forward_cosine": 0.9998397733035841,
+        "mean_feedback_forward_relative_error": 0.01751705925715597,
+        "min_feedback_forward_cosine": 0.9997280240058899
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.031357577148675916
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023343779146671295,
+        "mean_feedback_forward_cosine": 0.9998398768274408,
+        "mean_feedback_forward_relative_error": 0.01750972472425354,
+        "min_feedback_forward_cosine": 0.9997281432151794
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.030024923699498177
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023337777704000473,
+        "mean_feedback_forward_cosine": 0.9998399866254706,
+        "mean_feedback_forward_relative_error": 0.01750226997721352,
+        "min_feedback_forward_cosine": 0.999728262424469
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.02923239346385002
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023331688717007637,
+        "mean_feedback_forward_cosine": 0.9998400964235005,
+        "mean_feedback_forward_relative_error": 0.017494787805174526,
+        "min_feedback_forward_cosine": 0.9997283816337585
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.028809776036143302
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023325927555561066,
+        "mean_feedback_forward_cosine": 0.9998402093586168,
+        "mean_feedback_forward_relative_error": 0.017487642526822656,
+        "min_feedback_forward_cosine": 0.9997285604476929
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.027221469062566755
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023319661617279053,
+        "mean_feedback_forward_cosine": 0.9998403473904258,
+        "mean_feedback_forward_relative_error": 0.01748000379455717,
+        "min_feedback_forward_cosine": 0.9997286200523376
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.028306029340326787
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023313837125897408,
+        "mean_feedback_forward_cosine": 0.9998404634626288,
+        "mean_feedback_forward_relative_error": 0.01747281150892377,
+        "min_feedback_forward_cosine": 0.999728798866272
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.02637038481593132
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023307349532842636,
+        "mean_feedback_forward_cosine": 0.9998405983573512,
+        "mean_feedback_forward_relative_error": 0.017465155326614256,
+        "min_feedback_forward_cosine": 0.9997289776802063
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.02744144564986229
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023300573229789734,
+        "mean_feedback_forward_cosine": 0.9998407144295541,
+        "mean_feedback_forward_relative_error": 0.017457119140185808,
+        "min_feedback_forward_cosine": 0.9997292160987854
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.027158371942043305
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023294003680348396,
+        "mean_feedback_forward_cosine": 0.9998408273646706,
+        "mean_feedback_forward_relative_error": 0.017449136823415756,
+        "min_feedback_forward_cosine": 0.9997292757034302
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.027715308804512024
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287752643227577,
+        "mean_feedback_forward_cosine": 0.9998409779448258,
+        "mean_feedback_forward_relative_error": 0.017441295283405406,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.010000000000000002,
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.025534065507054327
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287681862711906,
+        "mean_feedback_forward_cosine": 0.9998409716706527,
+        "mean_feedback_forward_relative_error": 0.01744110637197369,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.023126552869677543
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287629708647728,
+        "mean_feedback_forward_cosine": 0.9998409748077393,
+        "mean_feedback_forward_relative_error": 0.017440940204419587,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.02281324056327343
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287585005164146,
+        "mean_feedback_forward_cosine": 0.9998409716706527,
+        "mean_feedback_forward_relative_error": 0.01744077724747752,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.021053250761926174
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287536576390266,
+        "mean_feedback_forward_cosine": 0.9998409842189989,
+        "mean_feedback_forward_relative_error": 0.017440615172841047,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.021394379252716898
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287488147616386,
+        "mean_feedback_forward_cosine": 0.9998409999044318,
+        "mean_feedback_forward_relative_error": 0.017440455328477055,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.020610975865125655
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287441581487656,
+        "mean_feedback_forward_cosine": 0.9998409842189989,
+        "mean_feedback_forward_relative_error": 0.01744029624387622,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.01996522889852524
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287393152713776,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.01744013637500374,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.019278925200998782
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287342861294746,
+        "mean_feedback_forward_cosine": 0.999840962259393,
+        "mean_feedback_forward_relative_error": 0.01743997809918303,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.019621174844652416
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287300020456314,
+        "mean_feedback_forward_cosine": 0.9998409904931721,
+        "mean_feedback_forward_relative_error": 0.01743981587749563,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.019776837486624718
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287255316972733,
+        "mean_feedback_forward_cosine": 0.9998409810819124,
+        "mean_feedback_forward_relative_error": 0.017439663826831077,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.020378491938710212
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287208750844002,
+        "mean_feedback_forward_cosine": 0.9998410187269512,
+        "mean_feedback_forward_relative_error": 0.01743950844301205,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.0198153387182951
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328716591000557,
+        "mean_feedback_forward_cosine": 0.9998409873560855,
+        "mean_feedback_forward_relative_error": 0.01743934813298677,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.017996792468428613
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287123069167137,
+        "mean_feedback_forward_cosine": 0.9998410061786049,
+        "mean_feedback_forward_relative_error": 0.01743918524957017,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.01919635002851486
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287080228328705,
+        "mean_feedback_forward_cosine": 0.9998409936302587,
+        "mean_feedback_forward_relative_error": 0.017439030993141626,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.017838535489886998
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287048563361168,
+        "mean_feedback_forward_cosine": 0.9998410061786049,
+        "mean_feedback_forward_relative_error": 0.017438872006574745,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.017671099393367768
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023287005722522736,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.017438715593399184,
+        "min_feedback_forward_cosine": 0.999729573726654
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.01845243679612875
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286962881684303,
+        "mean_feedback_forward_cosine": 0.9998410061786049,
+        "mean_feedback_forward_relative_error": 0.017438560944834824,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.01822822848379612
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328692562878132,
+        "mean_feedback_forward_cosine": 0.9998409999044318,
+        "mean_feedback_forward_relative_error": 0.01743840999705227,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.018309657716155052
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286882787942886,
+        "mean_feedback_forward_cosine": 0.9998410030415184,
+        "mean_feedback_forward_relative_error": 0.017438249956620366,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.01790042732924223
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286836221814156,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.01743809888629537,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.01763336478382349
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286795243620872,
+        "mean_feedback_forward_cosine": 0.999841012452778,
+        "mean_feedback_forward_relative_error": 0.017437945757257312,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.017897946850806475
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286746814846992,
+        "mean_feedback_forward_cosine": 0.9998410030415184,
+        "mean_feedback_forward_relative_error": 0.01743779211354099,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.01726263719558716
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328670583665371,
+        "mean_feedback_forward_cosine": 0.999841034412384,
+        "mean_feedback_forward_relative_error": 0.017437638665892576,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.0170649010553956
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286666721105576,
+        "mean_feedback_forward_cosine": 0.9998409936302587,
+        "mean_feedback_forward_relative_error": 0.01743748320854808,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.017460184436738493
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286623880267143,
+        "mean_feedback_forward_cosine": 0.9998409936302587,
+        "mean_feedback_forward_relative_error": 0.017437326574796123,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.01830650190651417
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286588490009308,
+        "mean_feedback_forward_cosine": 0.9998409967673453,
+        "mean_feedback_forward_relative_error": 0.017437181705118793,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.017178862721920013
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286549374461174,
+        "mean_feedback_forward_cosine": 0.9998409999044318,
+        "mean_feedback_forward_relative_error": 0.017437034556152003,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.017217900459468364
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328650653362274,
+        "mean_feedback_forward_cosine": 0.9998410312752974,
+        "mean_feedback_forward_relative_error": 0.017436881059486615,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.017271476043015717
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328646555542946,
+        "mean_feedback_forward_cosine": 0.9998410187269512,
+        "mean_feedback_forward_relative_error": 0.017436732734112365,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.017563968722224235
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286422714591026,
+        "mean_feedback_forward_cosine": 0.9998410061786049,
+        "mean_feedback_forward_relative_error": 0.0174365807079563,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.017162835009098053
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286376148462296,
+        "mean_feedback_forward_cosine": 0.9998410250011244,
+        "mean_feedback_forward_relative_error": 0.017436427971054064,
+        "min_feedback_forward_cosine": 0.999729335308075
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.01722058118015528
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328633703291416,
+        "mean_feedback_forward_cosine": 0.999841034412384,
+        "mean_feedback_forward_relative_error": 0.01743627927805248,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016867592164874077
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328629046678543,
+        "mean_feedback_forward_cosine": 0.9998410312752974,
+        "mean_feedback_forward_relative_error": 0.0174361257568786,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.01651648246407509
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286247625947,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.017435978754962746,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.016739701369702816
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286206647753716,
+        "mean_feedback_forward_cosine": 0.9998410595090765,
+        "mean_feedback_forward_relative_error": 0.0174358288855537,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.016913250033557415
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328617312014103,
+        "mean_feedback_forward_cosine": 0.9998410093156915,
+        "mean_feedback_forward_relative_error": 0.017435678305398477,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.017181944202184676
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286132141947746,
+        "mean_feedback_forward_cosine": 0.9998410312752974,
+        "mean_feedback_forward_relative_error": 0.01743552676941219,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.017223249304294586
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286093026399612,
+        "mean_feedback_forward_cosine": 0.9998410312752974,
+        "mean_feedback_forward_relative_error": 0.017435371581661075,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.015878218078613282
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328605018556118,
+        "mean_feedback_forward_cosine": 0.9998410281382109,
+        "mean_feedback_forward_relative_error": 0.017435220143708744,
+        "min_feedback_forward_cosine": 0.9997293949127197
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.01752918921351433
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023286007344722748,
+        "mean_feedback_forward_cosine": 0.9998410438236437,
+        "mean_feedback_forward_relative_error": 0.01743506696565371,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.016888238548636435
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285968229174614,
+        "mean_feedback_forward_cosine": 0.9998410250011244,
+        "mean_feedback_forward_relative_error": 0.017434921189162293,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.017404314740002154
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285934701561928,
+        "mean_feedback_forward_cosine": 0.9998410250011244,
+        "mean_feedback_forward_relative_error": 0.017434772790262575,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.015363169437050819
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285893723368645,
+        "mean_feedback_forward_cosine": 0.9998410532349035,
+        "mean_feedback_forward_relative_error": 0.01743463029790866,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.016273371571302413
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285843431949615,
+        "mean_feedback_forward_cosine": 0.9998410626461631,
+        "mean_feedback_forward_relative_error": 0.01743447430137741,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.01754783113926649
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328581176698208,
+        "mean_feedback_forward_cosine": 0.9998410469607303,
+        "mean_feedback_forward_relative_error": 0.017434322422272282,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015270344339311123
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285770788788795,
+        "mean_feedback_forward_cosine": 0.9998410187269512,
+        "mean_feedback_forward_relative_error": 0.01743417880252788,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.016540868909955025
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328573167324066,
+        "mean_feedback_forward_cosine": 0.9998410438236437,
+        "mean_feedback_forward_relative_error": 0.017434029692881985,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.01606601231575012
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285694420337677,
+        "mean_feedback_forward_cosine": 0.9998410500978169,
+        "mean_feedback_forward_relative_error": 0.01743388271547462,
+        "min_feedback_forward_cosine": 0.9997294545173645
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.016473623100817205
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.023285653442144394,
+        "mean_feedback_forward_cosine": 0.9998410500978169,
+        "mean_feedback_forward_relative_error": 0.01743373333623535,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015586742779612542
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02328561618924141,
+        "mean_feedback_forward_cosine": 0.9998410532349035,
+        "mean_feedback_forward_relative_error": 0.01743358883418535,
+        "min_feedback_forward_cosine": 0.9997295141220093
+      },
+      "lr": 0.0010000000000000002,
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015274800401628017
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9144,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.397072021484375,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2162265600,
+    "peak_memory_reserved_bytes": 2864709632,
+    "torch_version": "2.3.1+cu118"
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 14,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7012748718261719,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.0,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 6199.550989866257,
+    "train_wall_s": 6197.441554784775
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401086720000000,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 0
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 0,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 0,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000000,
+    "total_forward_equivalent_examples": 10000000,
+    "total_macs_estimate": 1613194240000000
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation/seed14_dynamic.json b/results/kp_dynamic_projection_confirmation/seed14_dynamic.json
new file mode 100644
index 0000000..606e830
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed14_dynamic.json
@@ -0,0 +1,6645 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 376832,
+    "adaptive_feedback_parameters": 267904,
+    "base_width": 16,
+    "blocks_per_stage": 3,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 188416,
+    "forward_parameters": 269722,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 376832,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 20,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 14,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/kp_dynamic_projection_confirmation/seed14_dynamic.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 14,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5014,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9996906618277231,
+    "feedback_forward_cosine": [
+      0.999850869178772,
+      0.9998472929000854,
+      0.9998395442962646,
+      0.9998065233230591,
+      0.9998510479927063,
+      0.9997929334640503,
+      0.999813437461853,
+      0.9998730421066284,
+      0.9998441338539124,
+      0.9998152256011963,
+      0.9998589754104614,
+      0.9998074769973755,
+      0.9998353719711304,
+      0.9999034404754639,
+      0.999894917011261,
+      0.999872624874115,
+      0.9998738169670105,
+      0.9997073411941528,
+      0.9999885559082031
+    ],
+    "feedback_forward_norm_ratio": [
+      1.000178337097168,
+      1.0005455017089844,
+      0.9990360140800476,
+      1.0015995502471924,
+      0.9998113512992859,
+      1.0008705854415894,
+      0.9992762207984924,
+      1.000243902206421,
+      0.9994572997093201,
+      1.000748872756958,
+      1.0000108480453491,
+      1.0008348226547241,
+      0.9995819330215454,
+      1.0001771450042725,
+      0.9999978542327881,
+      1.000536561012268,
+      0.9999803900718689,
+      1.0008375644683838,
+      1.0024354457855225
+    ],
+    "feedback_forward_relative_error": [
+      0.01727432571351528,
+      0.017493002116680145,
+      0.017934264615178108,
+      0.019754735752940178,
+      0.01725584641098976,
+      0.02037930302321911,
+      0.019325312227010727,
+      0.015937509015202522,
+      0.01766478270292282,
+      0.01924634538590908,
+      0.01678977534174919,
+      0.01964843086898327,
+      0.018145978450775146,
+      0.013903813436627388,
+      0.014491389505565166,
+      0.015974553301930428,
+      0.015885846689343452,
+      0.02421395294368267,
+      0.005379044450819492
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9996986985206604,
+      0.9996751546859741,
+      0.9997011423110962,
+      0.9996614456176758,
+      0.9997061491012573,
+      0.9997013807296753,
+      0.9997236132621765,
+      0.9997540712356567,
+      0.999758243560791,
+      0.9997246265411377,
+      0.9997713565826416,
+      0.9997608065605164,
+      0.9997847676277161,
+      0.9998412132263184,
+      0.999850869178772,
+      0.9998796582221985,
+      0.9999210834503174,
+      0.9999673962593079,
+      0.8243924975395203
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9996987581253052,
+      0.9996751546859741,
+      0.9997011423110962,
+      0.9996615052223206,
+      0.9997061491012573,
+      0.9997013807296753,
+      0.9997235536575317,
+      0.9997540712356567,
+      0.999758243560791,
+      0.9997246265411377,
+      0.9997714161872864,
+      0.9997608661651611,
+      0.9997847676277161,
+      0.9998412132263184,
+      0.999850869178772,
+      0.9998796582221985,
+      0.9999211430549622,
+      0.9999673962593079,
+      0.8323243856430054
+    ],
+    "matched_negative_gradient_cosine": [
+      0.022362053394317627,
+      0.024259323254227638,
+      0.03520088270306587,
+      0.025507111102342606,
+      0.03269539773464203,
+      0.02519085258245468,
+      0.0362958125770092,
+      0.041643016040325165,
+      0.08374488353729248,
+      0.08095806837081909,
+      0.10179010033607483,
+      0.08231319487094879,
+      0.0815601572394371,
+      0.030292296782135963,
+      0.02102743089199066,
+      0.10524105280637741,
+      0.02774365246295929,
+      0.10146436095237732,
+      0.10039767622947693
+    ],
+    "max_norm_match_direction_error": 2.384185791015625e-07,
+    "max_norm_match_relative_error": 1.5911700756987557e-07,
+    "mean_feedback_forward_cosine": 0.9998461353151422,
+    "mean_feedback_forward_relative_error": 0.017194642734370734,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.0822753757238388,
+      "max_absolute_post_projection_soma_slope": 1.3497736262024773e-08,
+      "max_absolute_pre_projection_soma_slope": 0.0822753757238388,
+      "max_positive_post_projection_soma_slope": 1.3497736262024773e-08,
+      "min_post_projection_soma_slope": -6.2670082456861564e-09,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.4397335043675243e-08,
+      "pre_projection_traffic_rms_ratio": 0.020312865210017125
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.020312865210005103,
+    "raw_negative_gradient_cosine": [
+      0.022362053394317627,
+      0.024259325116872787,
+      0.035200878977775574,
+      0.025507112964987755,
+      0.03269539773464203,
+      0.025190850719809532,
+      0.0362958125770092,
+      0.041643016040325165,
+      0.08374488353729248,
+      0.08095806837081909,
+      0.10179010033607483,
+      0.0823131874203682,
+      0.0815601572394371,
+      0.030292298644781113,
+      0.02102743275463581,
+      0.10524106025695801,
+      0.02774365246295929,
+      0.10146436095237732,
+      0.10039767622947693
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9996986985206604,
+      0.9996751546859741,
+      0.9997011423110962,
+      0.9996614456176758,
+      0.9997061491012573,
+      0.9997013807296753,
+      0.9997236132621765,
+      0.9997540712356567,
+      0.999758243560791,
+      0.9997246265411377,
+      0.9997713565826416,
+      0.9997608065605164,
+      0.9997847676277161,
+      0.9998412132263184,
+      0.999850869178772,
+      0.9998796582221985,
+      0.9999210834503174,
+      0.9999673962593079,
+      0.8243924975395203
+    ],
+    "traffic_instruction_rms_ratio": 49.94489327166999,
+    "used_negative_gradient_cosine": [
+      0.9996986985206604,
+      0.9996751546859741,
+      0.9997011423110962,
+      0.9996614456176758,
+      0.9997061491012573,
+      0.9997013807296753,
+      0.9997236132621765,
+      0.9997540712356567,
+      0.999758243560791,
+      0.9997246265411377,
+      0.9997713565826416,
+      0.9997608065605164,
+      0.9997847676277161,
+      0.9998412132263184,
+      0.999850869178772,
+      0.9998796582221985,
+      0.9999210834503174,
+      0.9999673962593079,
+      0.8243924975395203
+    ],
+    "wall_s": 0.14642691612243652
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.327570915222168,
+        "mean_feedback_forward_cosine": 0.2931321012346368,
+        "mean_feedback_forward_relative_error": 1.191693923975292,
+        "min_feedback_forward_cosine": 0.1347886621952057
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0023458699837442037,
+        "instruction_rms": 0.0023458699838571117,
+        "raw_apical_rms": 0.02348662346397723,
+        "teaching_rms": 0.0023458699837442037,
+        "traffic_rms": 0.02336154807426504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227542787790298,
+        "maximum_absolute_post_projection_soma_slope": 5.0590429623298405e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.0321173518936684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.00990496878122038,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 1.805547742729187
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.260906457901001,
+        "mean_feedback_forward_cosine": 0.4232938603350991,
+        "mean_feedback_forward_relative_error": 1.0761622566925853,
+        "min_feedback_forward_cosine": 0.22098347544670105
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003671590594991641,
+        "instruction_rms": 0.0036715905950553992,
+        "raw_apical_rms": 0.027545810196126733,
+        "teaching_rms": 0.003671590594991641,
+        "traffic_rms": 0.027297827811384838
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.8800415325113136e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.753875798549638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01628496239655508,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.3310523392486573
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2047605514526367,
+        "mean_feedback_forward_cosine": 0.5217100444592928,
+        "mean_feedback_forward_relative_error": 0.9805129201788652,
+        "min_feedback_forward_cosine": 0.286628782749176
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004465159986254829,
+        "instruction_rms": 0.00446515998857754,
+        "raw_apical_rms": 0.03150193579872519,
+        "teaching_rms": 0.004465159986254829,
+        "traffic_rms": 0.0311819173826129
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.712585083803788e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.684428889971324e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018656673528363813,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.0602655870056152
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1567370891571045,
+        "mean_feedback_forward_cosine": 0.593300135512101,
+        "mean_feedback_forward_relative_error": 0.903764197700902,
+        "min_feedback_forward_cosine": 0.3449849486351013
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00474773434610716,
+        "instruction_rms": 0.004747734344541678,
+        "raw_apical_rms": 0.033327790001248504,
+        "teaching_rms": 0.00474773434610716,
+        "traffic_rms": 0.032985611177575064
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.5780558960141207e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6763558784768696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018490967629297403,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 0.8784695714378357
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1160329580307007,
+        "mean_feedback_forward_cosine": 0.6467200313743792,
+        "mean_feedback_forward_relative_error": 0.8423983517446016,
+        "min_feedback_forward_cosine": 0.39192259311676025
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004881021328203709,
+        "instruction_rms": 0.004881021328194546,
+        "raw_apical_rms": 0.034711713691779,
+        "teaching_rms": 0.004881021328203709,
+        "traffic_rms": 0.03436421549227625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 4.074751558391654e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6662877615313945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017492111986983843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 0.7631265657424927
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0759037733078003,
+        "mean_feedback_forward_cosine": 0.6879244682035948,
+        "mean_feedback_forward_relative_error": 0.7916530919702429,
+        "min_feedback_forward_cosine": 0.43611904978752136
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0048809440060509565,
+        "instruction_rms": 0.0048809440063602,
+        "raw_apical_rms": 0.0364534283963569,
+        "teaching_rms": 0.0048809440060509565,
+        "traffic_rms": 0.03612267551602297
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.225347811053325e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.643581410571312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015621303511655617,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.6868485440635681
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0387662649154663,
+        "mean_feedback_forward_cosine": 0.7214141299850062,
+        "mean_feedback_forward_relative_error": 0.7475441051156897,
+        "min_feedback_forward_cosine": 0.47599244117736816
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004832757803317768,
+        "instruction_rms": 0.004832757802903111,
+        "raw_apical_rms": 0.03753326801392513,
+        "teaching_rms": 0.004832757803317768,
+        "traffic_rms": 0.03721797167340259
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8010404662381916e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.635598523810193e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016501083644565786,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.6314835189056397
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.003250002861023,
+        "mean_feedback_forward_cosine": 0.7492409724938242,
+        "mean_feedback_forward_relative_error": 0.709188638549102,
+        "min_feedback_forward_cosine": 0.5122384428977966
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004856772300705741,
+        "instruction_rms": 0.0048567722998842,
+        "raw_apical_rms": 0.03800837014758386,
+        "teaching_rms": 0.004856772300705741,
+        "traffic_rms": 0.037694081711853566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.498570677606949e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6359628751323574e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017631521920791614,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.5823070617294311
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9685584902763367,
+        "mean_feedback_forward_cosine": 0.7732300821103548,
+        "mean_feedback_forward_relative_error": 0.6742678676780901,
+        "min_feedback_forward_cosine": 0.5464391708374023
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004789985864534236,
+        "instruction_rms": 0.00478998586463003,
+        "raw_apical_rms": 0.038732535975082215,
+        "teaching_rms": 0.004789985864534236,
+        "traffic_rms": 0.03843220078923353
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 3.27060156735115e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.623040867647771e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015321808217678557,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.5515176932907104
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9338985085487366,
+        "mean_feedback_forward_cosine": 0.7943182932703119,
+        "mean_feedback_forward_relative_error": 0.6417741681400099,
+        "min_feedback_forward_cosine": 0.5791939496994019
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004871900473038724,
+        "instruction_rms": 0.004871900474412808,
+        "raw_apical_rms": 0.039069140209188405,
+        "teaching_rms": 0.004871900473038724,
+        "traffic_rms": 0.038760862538312166
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7772903976597263e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6175438862991447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01821533274242593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5251762504386902
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9005911946296692,
+        "mean_feedback_forward_cosine": 0.8128562506876493,
+        "mean_feedback_forward_relative_error": 0.6118506397071638,
+        "min_feedback_forward_cosine": 0.6089978218078613
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004896473654990419,
+        "instruction_rms": 0.004896473653639533,
+        "raw_apical_rms": 0.03928884658759881,
+        "teaching_rms": 0.004896473654990419,
+        "traffic_rms": 0.03897937104307989
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.789050140312611e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.616522787170611e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01786776892063925,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.4958604956626892
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8660767078399658,
+        "mean_feedback_forward_cosine": 0.8295832841019881,
+        "mean_feedback_forward_relative_error": 0.5838058575203544,
+        "min_feedback_forward_cosine": 0.6385530829429626
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004808647554256598,
+        "instruction_rms": 0.0048086475541508,
+        "raw_apical_rms": 0.03954524124527627,
+        "teaching_rms": 0.004808647554256598,
+        "traffic_rms": 0.03924841937169721
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.956946865140253e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6118133214278638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0184079742347186,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.4820075796508789
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8346330523490906,
+        "mean_feedback_forward_cosine": 0.8443804289165296,
+        "mean_feedback_forward_relative_error": 0.5574246974367845,
+        "min_feedback_forward_cosine": 0.6643346548080444
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004875982367526556,
+        "instruction_rms": 0.004875982368043958,
+        "raw_apical_rms": 0.0399272492532039,
+        "teaching_rms": 0.004875982367526556,
+        "traffic_rms": 0.03962497113825138
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.2248046011318365e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6120312677332787e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017202621076232633,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.45787043023109436
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8036091327667236,
+        "mean_feedback_forward_cosine": 0.8574150832075822,
+        "mean_feedback_forward_relative_error": 0.5333596569927115,
+        "min_feedback_forward_cosine": 0.6891120672225952
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004848916188618188,
+        "instruction_rms": 0.004848916188589928,
+        "raw_apical_rms": 0.04003221149567942,
+        "teaching_rms": 0.004848916188618188,
+        "traffic_rms": 0.039733806119139625
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.775923573812179e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6148244421618295e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017642830395704957,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.43975774251937866
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7734719514846802,
+        "mean_feedback_forward_cosine": 0.869485710796557,
+        "mean_feedback_forward_relative_error": 0.5100936968075601,
+        "min_feedback_forward_cosine": 0.7120944261550903
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004806122496659478,
+        "instruction_rms": 0.004806122496870706,
+        "raw_apical_rms": 0.0407173220952058,
+        "teaching_rms": 0.004806122496659478,
+        "traffic_rms": 0.04042913585746582
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.3156855039351285e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6091354082006586e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017048526833013028,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.4246260940742493
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7430330514907837,
+        "mean_feedback_forward_cosine": 0.8805680369075976,
+        "mean_feedback_forward_relative_error": 0.48759743414427104,
+        "min_feedback_forward_cosine": 0.734087347984314
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004848893921819122,
+        "instruction_rms": 0.004848893923483939,
+        "raw_apical_rms": 0.04098843158624421,
+        "teaching_rms": 0.004848893921819122,
+        "traffic_rms": 0.04069630615158447
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.9484807484436715e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6076372053518845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016823604896313207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4146203851890564
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7147830128669739,
+        "mean_feedback_forward_cosine": 0.8904170739023309,
+        "mean_feedback_forward_relative_error": 0.46680008188674327,
+        "min_feedback_forward_cosine": 0.7541211843490601
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004873685792756525,
+        "instruction_rms": 0.004873685791842876,
+        "raw_apical_rms": 0.041241226043997756,
+        "teaching_rms": 0.004873685792756525,
+        "traffic_rms": 0.04094839936735025
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.113056479264742e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6029967318936335e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015918563634871864,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.4003345101833343
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.687778115272522,
+        "mean_feedback_forward_cosine": 0.8992662774889093,
+        "mean_feedback_forward_relative_error": 0.447287706952346,
+        "min_feedback_forward_cosine": 0.7724377512931824
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004829480583906598,
+        "instruction_rms": 0.004829480586007168,
+        "raw_apical_rms": 0.04142737798869699,
+        "teaching_rms": 0.004829480583906598,
+        "traffic_rms": 0.041140858611230055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.358062627967229e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5969093901961895e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017290331190102377,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.38632042106628417
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6603801846504211,
+        "mean_feedback_forward_cosine": 0.9074160550770006,
+        "mean_feedback_forward_relative_error": 0.42844122020821823,
+        "min_feedback_forward_cosine": 0.7900243401527405
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00487291843657504,
+        "instruction_rms": 0.004872918434861623,
+        "raw_apical_rms": 0.04163633613866524,
+        "teaching_rms": 0.00487291843657504,
+        "traffic_rms": 0.04134602494707575
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227542042732239,
+        "maximum_absolute_post_projection_soma_slope": 4.2223906149274626e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594521432290967e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017679108183478818,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.38205625931739806
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6350133419036865,
+        "mean_feedback_forward_cosine": 0.9147163253081473,
+        "mean_feedback_forward_relative_error": 0.4109759503289273,
+        "min_feedback_forward_cosine": 0.8055943250656128
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004859434303461324,
+        "instruction_rms": 0.004859434304251195,
+        "raw_apical_rms": 0.041616226750107566,
+        "teaching_rms": 0.004859434303461324,
+        "traffic_rms": 0.04132704009945589
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.854311714235337e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5958980317111978e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01651007412015662,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3695819313621521
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6108391284942627,
+        "mean_feedback_forward_cosine": 0.9213258875043768,
+        "mean_feedback_forward_relative_error": 0.3945247648577941,
+        "min_feedback_forward_cosine": 0.8200223445892334
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004822141095869423,
+        "instruction_rms": 0.004822141096378631,
+        "raw_apical_rms": 0.04186738019508544,
+        "teaching_rms": 0.004822141095869423,
+        "traffic_rms": 0.04158481055969158
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.2747060174642684e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5900518970793345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018201813039787722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3592459613609314
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5873867869377136,
+        "mean_feedback_forward_cosine": 0.9274100441681711,
+        "mean_feedback_forward_relative_error": 0.3788129083420101,
+        "min_feedback_forward_cosine": 0.8333821892738342
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004801373989082424,
+        "instruction_rms": 0.004801373989256409,
+        "raw_apical_rms": 0.042068418743024485,
+        "teaching_rms": 0.004801373989082424,
+        "traffic_rms": 0.041789474507102915
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.719799579471328e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912308281125024e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016512888852699373,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.3491060485935211
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5640358328819275,
+        "mean_feedback_forward_cosine": 0.93328458070755,
+        "mean_feedback_forward_relative_error": 0.3630620225479728,
+        "min_feedback_forward_cosine": 0.8463056087493896
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004868240049269691,
+        "instruction_rms": 0.004868240049303125,
+        "raw_apical_rms": 0.042381354518935335,
+        "teaching_rms": 0.004868240049269691,
+        "traffic_rms": 0.042096341261464956
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.0879501622393946e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5990957139271692e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017203735964915666,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3448995432281494
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5415239930152893,
+        "mean_feedback_forward_cosine": 0.9384371355960244,
+        "mean_feedback_forward_relative_error": 0.34853963083342504,
+        "min_feedback_forward_cosine": 0.8581621050834656
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004780336621771959,
+        "instruction_rms": 0.004780336620950417,
+        "raw_apical_rms": 0.04277606786346969,
+        "teaching_rms": 0.004780336621771959,
+        "traffic_rms": 0.04250384394228024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 5.1318746585593544e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5927275006071247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015940986030146452,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.3374901043891907
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5202357769012451,
+        "mean_feedback_forward_cosine": 0.9431340035639311,
+        "mean_feedback_forward_relative_error": 0.334823907205933,
+        "min_feedback_forward_cosine": 0.8690590262413025
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004716746604124523,
+        "instruction_rms": 0.004716746604574487,
+        "raw_apical_rms": 0.04260743446868217,
+        "teaching_rms": 0.004716746604124523,
+        "traffic_rms": 0.04234079804455051
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227542042732239,
+        "maximum_absolute_post_projection_soma_slope": 4.7357151089499894e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585340613692155e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016364408160975126,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.3276682837963104
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.49953463673591614,
+        "mean_feedback_forward_cosine": 0.9474935123794958,
+        "mean_feedback_forward_relative_error": 0.32163944448295395,
+        "min_feedback_forward_cosine": 0.8792381882667542
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004772341002184884,
+        "instruction_rms": 0.004772341001748879,
+        "raw_apical_rms": 0.043038446708388266,
+        "teaching_rms": 0.004772341002184884,
+        "traffic_rms": 0.04276835548679682
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 4.6521169139168705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5849831189216247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017063269026886485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.32579190908432004
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4791122078895569,
+        "mean_feedback_forward_cosine": 0.951603186757941,
+        "mean_feedback_forward_relative_error": 0.3087067596222225,
+        "min_feedback_forward_cosine": 0.8887606859207153
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004775483719212557,
+        "instruction_rms": 0.004775483720499498,
+        "raw_apical_rms": 0.04298152470823786,
+        "teaching_rms": 0.004775483719212557,
+        "traffic_rms": 0.04271078101370726
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.938568227113137e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5860390157824777e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015241455164246841,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.32503713415145874
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.46021783351898193,
+        "mean_feedback_forward_cosine": 0.9552743905468991,
+        "mean_feedback_forward_relative_error": 0.29664373789962967,
+        "min_feedback_forward_cosine": 0.8972604870796204
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004765655704444584,
+        "instruction_rms": 0.004765655705800749,
+        "raw_apical_rms": 0.042966238669496566,
+        "teaching_rms": 0.004765655704444584,
+        "traffic_rms": 0.042696162421521695
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.775274493023062e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586331809508137e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014996490073181547,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.30880972177505495
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.44126591086387634,
+        "mean_feedback_forward_cosine": 0.958730719591442,
+        "mean_feedback_forward_relative_error": 0.284871365286802,
+        "min_feedback_forward_cosine": 0.9054875373840332
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004788670806882806,
+        "instruction_rms": 0.004788670806122413,
+        "raw_apical_rms": 0.043174576322435536,
+        "teaching_rms": 0.004788670806882806,
+        "traffic_rms": 0.04290405978309106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.2173886665987084e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5821082881976517e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01668752396976143,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.3089152067899704
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4237067997455597,
+        "mean_feedback_forward_cosine": 0.9618870490475705,
+        "mean_feedback_forward_relative_error": 0.2736635588501629,
+        "min_feedback_forward_cosine": 0.9127898812294006
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004719286137527617,
+        "instruction_rms": 0.004719286136101836,
+        "raw_apical_rms": 0.04375445741024963,
+        "teaching_rms": 0.004719286137527617,
+        "traffic_rms": 0.04349441604211649
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7270182556549116e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5756416374652833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01802896167857879,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.30178434378623964
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.40658998489379883,
+        "mean_feedback_forward_cosine": 0.9648162785329317,
+        "mean_feedback_forward_relative_error": 0.26284888347512797,
+        "min_feedback_forward_cosine": 0.9195866584777832
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004787406694709766,
+        "instruction_rms": 0.004787406694770327,
+        "raw_apical_rms": 0.044117977883712044,
+        "teaching_rms": 0.004787406694709766,
+        "traffic_rms": 0.04385303318731251
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8906068649803274e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5827191150418028e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017490406845183534,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.2960630872821808
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3895008862018585,
+        "mean_feedback_forward_cosine": 0.967572874144504,
+        "mean_feedback_forward_relative_error": 0.25229691674834803,
+        "min_feedback_forward_cosine": 0.9262061715126038
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004799912306798599,
+        "instruction_rms": 0.004799912308478198,
+        "raw_apical_rms": 0.04427760032105145,
+        "teaching_rms": 0.004799912306798599,
+        "traffic_rms": 0.04401228818747283
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.012265992197172e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58364052319485e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017358258359552233,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.29593069162368774
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3740667402744293,
+        "mean_feedback_forward_cosine": 0.9700015877422533,
+        "mean_feedback_forward_relative_error": 0.24253453784867338,
+        "min_feedback_forward_cosine": 0.9318884015083313
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004721054043907427,
+        "instruction_rms": 0.0047210540457194765,
+        "raw_apical_rms": 0.04415189886338868,
+        "teaching_rms": 0.004721054043907427,
+        "traffic_rms": 0.04389417901977046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9468626649986618e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5841658241876946e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017795347855756365,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.2867195527267456
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3588382303714752,
+        "mean_feedback_forward_cosine": 0.972333152043192,
+        "mean_feedback_forward_relative_error": 0.2328983721764464,
+        "min_feedback_forward_cosine": 0.9372836947441101
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00479726388153956,
+        "instruction_rms": 0.004797263879010452,
+        "raw_apical_rms": 0.04418121784603879,
+        "teaching_rms": 0.00479726388153956,
+        "traffic_rms": 0.043914614630379045
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.773115070908716e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5841895840707302e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016448641275159097,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2891142744159699
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.34428825974464417,
+        "mean_feedback_forward_cosine": 0.974418066049877,
+        "mean_feedback_forward_relative_error": 0.22383663646484675,
+        "min_feedback_forward_cosine": 0.9422024488449097
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047290254551864966,
+        "instruction_rms": 0.004729025455495738,
+        "raw_apical_rms": 0.04433298378731518,
+        "teaching_rms": 0.0047290254551864966,
+        "traffic_rms": 0.044075616440752925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.883191818625619e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574018332832844e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016249806642077994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.28075618514060974
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3303960859775543,
+        "mean_feedback_forward_cosine": 0.9763642361289576,
+        "mean_feedback_forward_relative_error": 0.215111286232346,
+        "min_feedback_forward_cosine": 0.9467146396636963
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004718207659941733,
+        "instruction_rms": 0.004718207659569686,
+        "raw_apical_rms": 0.04424307693240625,
+        "teaching_rms": 0.004718207659941733,
+        "traffic_rms": 0.043985696562663906
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.3381006403487845e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5789616933194986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01633000558551045,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2803949238920212
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3170152008533478,
+        "mean_feedback_forward_cosine": 0.9781417815308822,
+        "mean_feedback_forward_relative_error": 0.20681124258982508,
+        "min_feedback_forward_cosine": 0.950925350189209
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004692203795388552,
+        "instruction_rms": 0.004692203796202685,
+        "raw_apical_rms": 0.04427676079609707,
+        "teaching_rms": 0.004692203795388552,
+        "traffic_rms": 0.04402294375333988
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.3900782625551074e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585140731639396e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016528345481444533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.27353249445915223
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.30395451188087463,
+        "mean_feedback_forward_cosine": 0.9797981977462769,
+        "mean_feedback_forward_relative_error": 0.19875668812739222,
+        "min_feedback_forward_cosine": 0.9548333883285522
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0047392588401320365,
+        "instruction_rms": 0.004739258840819582,
+        "raw_apical_rms": 0.044428064971136765,
+        "teaching_rms": 0.0047392588401320365,
+        "traffic_rms": 0.04417026904399828
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.578487195454727e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582585576924312e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016864814841087247,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.2749817355442047
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2922903299331665,
+        "mean_feedback_forward_cosine": 0.9812934586876317,
+        "mean_feedback_forward_relative_error": 0.1912031028615801,
+        "min_feedback_forward_cosine": 0.9581990242004395
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004576066277701493,
+        "instruction_rms": 0.004576066277471627,
+        "raw_apical_rms": 0.044728942681296,
+        "teaching_rms": 0.004576066277701493,
+        "traffic_rms": 0.04448984609232146
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.6836007194219746e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5690026460969497e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0169922241715625,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.26782150758743284
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.280313104391098,
+        "mean_feedback_forward_cosine": 0.9826982993828622,
+        "mean_feedback_forward_relative_error": 0.18380009853526166,
+        "min_feedback_forward_cosine": 0.9614983797073364
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004644261898245803,
+        "instruction_rms": 0.004644261897794111,
+        "raw_apical_rms": 0.04480093733984485,
+        "teaching_rms": 0.004644261898245803,
+        "traffic_rms": 0.04455461437941404
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 4.0477818430417756e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574299340521356e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018366851020281037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.2678113062095642
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.26887330412864685,
+        "mean_feedback_forward_cosine": 0.9839890003204346,
+        "mean_feedback_forward_relative_error": 0.17680098194825022,
+        "min_feedback_forward_cosine": 0.9645620584487915
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004559570050949503,
+        "instruction_rms": 0.004559570051177332,
+        "raw_apical_rms": 0.04472163506720585,
+        "teaching_rms": 0.004559570050949503,
+        "traffic_rms": 0.04448327144272855
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9571026516350685e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5692504515424268e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018384748457102303,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.26370660876750945
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2576903998851776,
+        "mean_feedback_forward_cosine": 0.9852035422074167,
+        "mean_feedback_forward_relative_error": 0.16993934935645053,
+        "min_feedback_forward_cosine": 0.967430591583252
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004656677158984815,
+        "instruction_rms": 0.004656677159186917,
+        "raw_apical_rms": 0.04479867481312729,
+        "teaching_rms": 0.004656677158984815,
+        "traffic_rms": 0.04455088583195975
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.941812482504247e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5725155860143962e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018336498336476124,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.2643015848827362
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24723805487155914,
+        "mean_feedback_forward_cosine": 0.9863148488496479,
+        "mean_feedback_forward_relative_error": 0.16339484445358576,
+        "min_feedback_forward_cosine": 0.9700101613998413
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004637239172166699,
+        "instruction_rms": 0.004637239172082321,
+        "raw_apical_rms": 0.045106691019083184,
+        "teaching_rms": 0.004637239172166699,
+        "traffic_rms": 0.04486270985308889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.9108356613960495e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5697655447775195e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018963983382430643,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.2578103147983551
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23730941116809845,
+        "mean_feedback_forward_cosine": 0.9873444030159398,
+        "mean_feedback_forward_relative_error": 0.15708831697702408,
+        "min_feedback_forward_cosine": 0.9723442792892456
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004655350053951573,
+        "instruction_rms": 0.004655350053869338,
+        "raw_apical_rms": 0.04514114405603066,
+        "teaching_rms": 0.004655350053951573,
+        "traffic_rms": 0.044894694106716426
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.252825481718901e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5760762003746766e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020997997961584514,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.2529665837192535
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22768084704875946,
+        "mean_feedback_forward_cosine": 0.9883168151504115,
+        "mean_feedback_forward_relative_error": 0.1509027994777027,
+        "min_feedback_forward_cosine": 0.9745272994041443
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046873742133837154,
+        "instruction_rms": 0.004687374214414652,
+        "raw_apical_rms": 0.04538427132015767,
+        "teaching_rms": 0.0046873742133837154,
+        "traffic_rms": 0.04513624677173431
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.6181718126849773e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5738978300010427e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.018688845227733526,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.2579633776187897
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2186504602432251,
+        "mean_feedback_forward_cosine": 0.9891984901930156,
+        "mean_feedback_forward_relative_error": 0.1450516028623832,
+        "min_feedback_forward_cosine": 0.9764928221702576
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004653935958856293,
+        "instruction_rms": 0.004653935958024194,
+        "raw_apical_rms": 0.04547335404426049,
+        "teaching_rms": 0.004653935958856293,
+        "traffic_rms": 0.045229135552194856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2090855367196127e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5722884906394433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019171477402907058,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.2501810896587372
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21012821793556213,
+        "mean_feedback_forward_cosine": 0.9900065848701879,
+        "mean_feedback_forward_relative_error": 0.13949474260995262,
+        "min_feedback_forward_cosine": 0.978274941444397
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0046021958015362305,
+        "instruction_rms": 0.004602195804364113,
+        "raw_apical_rms": 0.04538367987748691,
+        "teaching_rms": 0.0046021958015362305,
+        "traffic_rms": 0.04514425051086037
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.503428042643918e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5746243688601273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.019613229640980317,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.24839993502616883
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20168890058994293,
+        "mean_feedback_forward_cosine": 0.9907535534155997,
+        "mean_feedback_forward_relative_error": 0.13414796500613815,
+        "min_feedback_forward_cosine": 0.9799731969833374
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004608081501542696,
+        "instruction_rms": 0.004608081501064747,
+        "raw_apical_rms": 0.04552153247163043,
+        "teaching_rms": 0.004608081501542696,
+        "traffic_rms": 0.045282666007723474
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4720135272104926e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5740755861584484e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01976832212866389,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.24864288017749786
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19331048429012299,
+        "mean_feedback_forward_cosine": 0.9914591249666715,
+        "mean_feedback_forward_relative_error": 0.12891349745424172,
+        "min_feedback_forward_cosine": 0.9815924167633057
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004642849718999817,
+        "instruction_rms": 0.004642849718146079,
+        "raw_apical_rms": 0.045396201434828774,
+        "teaching_rms": 0.004642849718999817,
+        "traffic_rms": 0.04515219367419024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2221056994453647e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576318375368063e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021803495629779186,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.24451458721160887
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18572430312633514,
+        "mean_feedback_forward_cosine": 0.992089967978628,
+        "mean_feedback_forward_relative_error": 0.12403291797167376,
+        "min_feedback_forward_cosine": 0.9829974174499512
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004546503347293876,
+        "instruction_rms": 0.004546503347551271,
+        "raw_apical_rms": 0.045598295502900524,
+        "teaching_rms": 0.004546503347293876,
+        "traffic_rms": 0.04536513488601619
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.1497157831618097e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.569904570292151e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020824954594735653,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.24301876690864563
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17827193439006805,
+        "mean_feedback_forward_cosine": 0.9926830122345373,
+        "mean_feedback_forward_relative_error": 0.11927764686314683,
+        "min_feedback_forward_cosine": 0.9843248128890991
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004529869819916526,
+        "instruction_rms": 0.004529869819349525,
+        "raw_apical_rms": 0.04564279311085858,
+        "teaching_rms": 0.004529869819916526,
+        "traffic_rms": 0.04541218613149538
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.046986757875402e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5816669804176315e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02107535960842052,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.24247464240074157
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17108646035194397,
+        "mean_feedback_forward_cosine": 0.9932249062939694,
+        "mean_feedback_forward_relative_error": 0.11475159463129546,
+        "min_feedback_forward_cosine": 0.9855504631996155
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004516106873876966,
+        "instruction_rms": 0.004516106872662984,
+        "raw_apical_rms": 0.04587548219908651,
+        "teaching_rms": 0.004516106873876966,
+        "traffic_rms": 0.04564774870233887
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.292869361042449e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565992442616238e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022907851644091013,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.23650110539913177
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1641821265220642,
+        "mean_feedback_forward_cosine": 0.9937359941633124,
+        "mean_feedback_forward_relative_error": 0.11033032442394056,
+        "min_feedback_forward_cosine": 0.9866870045661926
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004504315625232826,
+        "instruction_rms": 0.004504315623691197,
+        "raw_apical_rms": 0.045868057659293374,
+        "teaching_rms": 0.004504315625232826,
+        "traffic_rms": 0.045641715729051006
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.1825806939546055e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5777820384544772e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021845245102331948,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.236711265873909
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1578034609556198,
+        "mean_feedback_forward_cosine": 0.9941970423648232,
+        "mean_feedback_forward_relative_error": 0.10619055303303819,
+        "min_feedback_forward_cosine": 0.9876944422721863
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00454094953512039,
+        "instruction_rms": 0.0045409495347720485,
+        "raw_apical_rms": 0.045871424016477716,
+        "teaching_rms": 0.00454094953512039,
+        "traffic_rms": 0.0456407443772398
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.906738754722028e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5727990263309854e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022161256481121983,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.23387126324653626
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1514606922864914,
+        "mean_feedback_forward_cosine": 0.9946410718717074,
+        "mean_feedback_forward_relative_error": 0.10203240223621067,
+        "min_feedback_forward_cosine": 0.9886603951454163
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004547563050037495,
+        "instruction_rms": 0.004547563049574177,
+        "raw_apical_rms": 0.045518360692550774,
+        "teaching_rms": 0.004547563050037495,
+        "traffic_rms": 0.045284595344162265
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.0565510183701008e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5740478061418132e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02584861887226083,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.23675390189170836
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.14551417529582977,
+        "mean_feedback_forward_cosine": 0.9950359651916906,
+        "mean_feedback_forward_relative_error": 0.09818014835840777,
+        "min_feedback_forward_cosine": 0.9895309209823608
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004484665153046693,
+        "instruction_rms": 0.004484665152916434,
+        "raw_apical_rms": 0.04570755301305259,
+        "teaching_rms": 0.004484665153046693,
+        "traffic_rms": 0.045481671294718536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.019190148416783e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.571113081743833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021799124725607605,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.2318402995967865
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1395757496356964,
+        "mean_feedback_forward_cosine": 0.9954079169976083,
+        "mean_feedback_forward_relative_error": 0.09442977019046482,
+        "min_feedback_forward_cosine": 0.990362286567688
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004478828277481864,
+        "instruction_rms": 0.0044788282786134255,
+        "raw_apical_rms": 0.045919421039114866,
+        "teaching_rms": 0.004478828277481864,
+        "traffic_rms": 0.04569424704702332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 1.987119269131199e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5803549504010474e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021603059293626554,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.2329094067955017
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13399051129817963,
+        "mean_feedback_forward_cosine": 0.9957562622271086,
+        "mean_feedback_forward_relative_error": 0.09077090377870359,
+        "min_feedback_forward_cosine": 0.9911122918128967
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004542468247839672,
+        "instruction_rms": 0.004542468247707608,
+        "raw_apical_rms": 0.04598549938496717,
+        "teaching_rms": 0.004542468247839672,
+        "traffic_rms": 0.04575508848348998
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.1328670385400983e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5781325748831678e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021982635482641573,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.23193579595804215
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12861619889736176,
+        "mean_feedback_forward_cosine": 0.9960756521475943,
+        "mean_feedback_forward_relative_error": 0.08727476726237096,
+        "min_feedback_forward_cosine": 0.9918099641799927
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0045456451106464825,
+        "instruction_rms": 0.004545645111198934,
+        "raw_apical_rms": 0.04622778920892566,
+        "teaching_rms": 0.0045456451106464825,
+        "traffic_rms": 0.0459981770548858
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.1947410999700878e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5719951622780338e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02204401009968262,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.22264044613838196
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1234351098537445,
+        "mean_feedback_forward_cosine": 0.9963682733084026,
+        "mean_feedback_forward_relative_error": 0.08395374958452426,
+        "min_feedback_forward_cosine": 0.9924530982971191
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004489913723767663,
+        "instruction_rms": 0.004489913724304685,
+        "raw_apical_rms": 0.046488015295076325,
+        "teaching_rms": 0.004489913723767663,
+        "traffic_rms": 0.04626463996035689
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.163831247514736e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574233593412969e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020082952511527835,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.22571970604419708
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1184806227684021,
+        "mean_feedback_forward_cosine": 0.9966443714342619,
+        "mean_feedback_forward_relative_error": 0.08070476980585801,
+        "min_feedback_forward_cosine": 0.9930440187454224
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004504800887250757,
+        "instruction_rms": 0.00450480088576186,
+        "raw_apical_rms": 0.046282758228746036,
+        "teaching_rms": 0.004504800887250757,
+        "traffic_rms": 0.04605734033030899
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9634261267119655e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572414878997406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02021490688069777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.22655731499195098
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11374534666538239,
+        "mean_feedback_forward_cosine": 0.9969005961167184,
+        "mean_feedback_forward_relative_error": 0.07756132691314346,
+        "min_feedback_forward_cosine": 0.9935874342918396
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004505956256633451,
+        "instruction_rms": 0.004505956257564016,
+        "raw_apical_rms": 0.046141540463833106,
+        "teaching_rms": 0.004505956256633451,
+        "traffic_rms": 0.04591453850100383
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.3485324735238464e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5722033331634642e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.020125181120183397,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.22841051981925964
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10925038903951645,
+        "mean_feedback_forward_cosine": 0.9971293963884053,
+        "mean_feedback_forward_relative_error": 0.07463071907037183,
+        "min_feedback_forward_cosine": 0.9940821528434753
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004448314743345945,
+        "instruction_rms": 0.004448314745325493,
+        "raw_apical_rms": 0.046495458627430895,
+        "teaching_rms": 0.004448314743345945,
+        "traffic_rms": 0.04627749060234853
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5301879702510632e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5817411326167646e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021421516564879062,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.22133978113174438
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10481410473585129,
+        "mean_feedback_forward_cosine": 0.9973445848414773,
+        "mean_feedback_forward_relative_error": 0.07178265444542233,
+        "min_feedback_forward_cosine": 0.9945505261421204
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004433166505171442,
+        "instruction_rms": 0.0044331665074760634,
+        "raw_apical_rms": 0.04671754289028331,
+        "teaching_rms": 0.004433166505171442,
+        "traffic_rms": 0.04650113936844048
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.4786775298935027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5696695633903345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021809574039822397,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.22549003900527953
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10073484480381012,
+        "mean_feedback_forward_cosine": 0.9975425946085077,
+        "mean_feedback_forward_relative_error": 0.06904374798269648,
+        "min_feedback_forward_cosine": 0.994964063167572
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004462751497178396,
+        "instruction_rms": 0.0044627514982871685,
+        "raw_apical_rms": 0.04676103586523217,
+        "teaching_rms": 0.004462751497178396,
+        "traffic_rms": 0.04654206192430569
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.4329649406240605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704649650114084e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02331611123008546,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.22032174900531767
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09662847965955734,
+        "mean_feedback_forward_cosine": 0.9977284920843024,
+        "mean_feedback_forward_relative_error": 0.06637487384049516,
+        "min_feedback_forward_cosine": 0.9953654408454895
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004462928333116613,
+        "instruction_rms": 0.004462928332879415,
+        "raw_apical_rms": 0.04685430411951297,
+        "teaching_rms": 0.004462928333116613,
+        "traffic_rms": 0.04663582400770435
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.5380325396895387e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5753460336741072e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02592319297462404,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.21960287969112396
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09272351861000061,
+        "mean_feedback_forward_cosine": 0.9979008059752615,
+        "mean_feedback_forward_relative_error": 0.06380672939121723,
+        "min_feedback_forward_cosine": 0.9957313537597656
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004433959359960961,
+        "instruction_rms": 0.0044339593595421655,
+        "raw_apical_rms": 0.04699519220435064,
+        "teaching_rms": 0.004433959359960961,
+        "traffic_rms": 0.04677970372013533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.135201526698438e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.564014003717809e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023662354255129636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.22203246573448182
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0892024040222168,
+        "mean_feedback_forward_cosine": 0.9980526127313313,
+        "mean_feedback_forward_relative_error": 0.06144261811124651,
+        "min_feedback_forward_cosine": 0.9960476756095886
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043195442608879794,
+        "instruction_rms": 0.004319544259112613,
+        "raw_apical_rms": 0.04708964126135318,
+        "teaching_rms": 0.0043195442608879794,
+        "traffic_rms": 0.04688599333338463
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2364449847600554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5677853552450978e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022628381932380287,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.21463418855667113
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08539411425590515,
+        "mean_feedback_forward_cosine": 0.9982048147603085,
+        "mean_feedback_forward_relative_error": 0.059003911618339386,
+        "min_feedback_forward_cosine": 0.9963769316673279
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461364795854374,
+        "instruction_rms": 0.004461364795788858,
+        "raw_apical_rms": 0.04722834926039865,
+        "teaching_rms": 0.004461364795854374,
+        "traffic_rms": 0.047011179036210334
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4865526526696158e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5674386460899376e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025518047441388,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.22278486170768738
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08207610994577408,
+        "mean_feedback_forward_cosine": 0.9983395777250591,
+        "mean_feedback_forward_relative_error": 0.05674094363654915,
+        "min_feedback_forward_cosine": 0.9966522455215454
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004413970967306516,
+        "instruction_rms": 0.004413970966060653,
+        "raw_apical_rms": 0.047177494746441416,
+        "teaching_rms": 0.004413970967306516,
+        "traffic_rms": 0.04696540258074965
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.37330315400186e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.563740350042084e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02440686432976754,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.21333355133056642
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0788140520453453,
+        "mean_feedback_forward_cosine": 0.9984651302036486,
+        "mean_feedback_forward_relative_error": 0.05454968161096698,
+        "min_feedback_forward_cosine": 0.99691241979599
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004449405174667694,
+        "instruction_rms": 0.004449405173589104,
+        "raw_apical_rms": 0.047358997159524685,
+        "teaching_rms": 0.004449405174667694,
+        "traffic_rms": 0.04714393151480106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 1.9512503612872933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57532254680953e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0253896152063465,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.2183531108570099
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07578767091035843,
+        "mean_feedback_forward_cosine": 0.9985797122905129,
+        "mean_feedback_forward_relative_error": 0.05246723257005215,
+        "min_feedback_forward_cosine": 0.9971445798873901
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004428203586013016,
+        "instruction_rms": 0.004428203585740776,
+        "raw_apical_rms": 0.04738437883696551,
+        "teaching_rms": 0.004428203586013016,
+        "traffic_rms": 0.047171228388636174
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.290792444625822e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.574478940654628e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021782677125043014,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.2093059962463379
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07258349657058716,
+        "mean_feedback_forward_cosine": 0.9986896922713832,
+        "mean_feedback_forward_relative_error": 0.050400100942505036,
+        "min_feedback_forward_cosine": 0.9973804354667664
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004442856517671805,
+        "instruction_rms": 0.004442856517278707,
+        "raw_apical_rms": 0.04736824945113453,
+        "teaching_rms": 0.004442856517671805,
+        "traffic_rms": 0.047153475650320416
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5457330465883388e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5656984853168048e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02160475646494068,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.21839441403388976
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06976350396871567,
+        "mean_feedback_forward_cosine": 0.9987844981645283,
+        "mean_feedback_forward_relative_error": 0.04853930834092592,
+        "min_feedback_forward_cosine": 0.9975791573524475
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004315612594591148,
+        "instruction_rms": 0.00431561259616685,
+        "raw_apical_rms": 0.04738250568149738,
+        "teaching_rms": 0.004315612594591148,
+        "traffic_rms": 0.047180742701445295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7157867066307517e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5617842276160664e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02187307982766775,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.21117156609535218
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0669419914484024,
+        "mean_feedback_forward_cosine": 0.99887552386836,
+        "mean_feedback_forward_relative_error": 0.046687359382447446,
+        "min_feedback_forward_cosine": 0.9977704286575317
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004367494558720474,
+        "instruction_rms": 0.004367494557021323,
+        "raw_apical_rms": 0.04758520314494894,
+        "teaching_rms": 0.004367494558720474,
+        "traffic_rms": 0.04737939547635687
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.270921761748923e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.572575186709589e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02203769849452929,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.21660413080215454
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06436517089605331,
+        "mean_feedback_forward_cosine": 0.9989587821458515,
+        "mean_feedback_forward_relative_error": 0.044922283605525366,
+        "min_feedback_forward_cosine": 0.9979386329650879
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004417489918845659,
+        "instruction_rms": 0.0044174899178283655,
+        "raw_apical_rms": 0.04750266670746325,
+        "teaching_rms": 0.004417489918845659,
+        "traffic_rms": 0.04729124745898005
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4047094981938244e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5714906185498735e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023620501315296246,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.20840209030628204
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.06179063394665718,
+        "mean_feedback_forward_cosine": 0.999037315970973,
+        "mean_feedback_forward_relative_error": 0.0431908189662193,
+        "min_feedback_forward_cosine": 0.9980998039245605
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004407045364469245,
+        "instruction_rms": 0.004407045364734464,
+        "raw_apical_rms": 0.04767412688990393,
+        "teaching_rms": 0.004407045364469245,
+        "traffic_rms": 0.047464719180677496
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.204390092686026e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5638296396557135e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02272881872415467,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.2081046794128418
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05930256471037865,
+        "mean_feedback_forward_cosine": 0.9991095568004408,
+        "mean_feedback_forward_relative_error": 0.04153912514448166,
+        "min_feedback_forward_cosine": 0.9982492327690125
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043790527544082525,
+        "instruction_rms": 0.004379052756336955,
+        "raw_apical_rms": 0.0477286151702673,
+        "teaching_rms": 0.0043790527544082525,
+        "traffic_rms": 0.04752179097340137
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3436983909164155e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5663953436407844e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.021829887985009597,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.20839991203308106
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05691320821642876,
+        "mean_feedback_forward_cosine": 0.9991791624771921,
+        "mean_feedback_forward_relative_error": 0.03988120508821387,
+        "min_feedback_forward_cosine": 0.998387336730957
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004461599670913459,
+        "instruction_rms": 0.004461599669962628,
+        "raw_apical_rms": 0.04781929601998163,
+        "teaching_rms": 0.004461599670913459,
+        "traffic_rms": 0.04760408143889287
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 1.895329049261818e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573311445832305e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024287463830324228,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.2093624784183502
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.05468729883432388,
+        "mean_feedback_forward_cosine": 0.9992408125024093,
+        "mean_feedback_forward_relative_error": 0.038353480986858667,
+        "min_feedback_forward_cosine": 0.9985108375549316
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004385065779381697,
+        "instruction_rms": 0.0043850657803431526,
+        "raw_apical_rms": 0.04766204896754104,
+        "teaching_rms": 0.004385065779381697,
+        "traffic_rms": 0.047454706527481134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.3579810104479293e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5650101519866505e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02298443552942991,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.2086062417125702
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.052542585879564285,
+        "mean_feedback_forward_cosine": 0.9992965397081877,
+        "mean_feedback_forward_relative_error": 0.036913932448155,
+        "min_feedback_forward_cosine": 0.9986252784729004
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043045214928493615,
+        "instruction_rms": 0.0043045214937361175,
+        "raw_apical_rms": 0.047736507726097804,
+        "teaching_rms": 0.0043045214928493615,
+        "traffic_rms": 0.04753719315437063
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6334786795700893e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5660329200840622e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023021489993937674,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.20762985970973968
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.050457537174224854,
+        "mean_feedback_forward_cosine": 0.9993495752936915,
+        "mean_feedback_forward_relative_error": 0.035494281567241014,
+        "min_feedback_forward_cosine": 0.9987320899963379
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004394495826397797,
+        "instruction_rms": 0.004394495826613896,
+        "raw_apical_rms": 0.047716489281815586,
+        "teaching_rms": 0.004394495826397797,
+        "traffic_rms": 0.04750842636928751
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7727560691914732e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56941916631341e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02202328716633876,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.20561151941537856
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04845433682203293,
+        "mean_feedback_forward_cosine": 0.9993988714720073,
+        "mean_feedback_forward_relative_error": 0.03412591278749077,
+        "min_feedback_forward_cosine": 0.9988303780555725
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004399460126552034,
+        "instruction_rms": 0.004399460124471244,
+        "raw_apical_rms": 0.04775198098774823,
+        "teaching_rms": 0.004399460126552034,
+        "traffic_rms": 0.047543417884343894
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.664596543411335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562312608438014e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022901745871314626,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.20777780709266663
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04656662046909332,
+        "mean_feedback_forward_cosine": 0.9994442619775471,
+        "mean_feedback_forward_relative_error": 0.03280949112223951,
+        "min_feedback_forward_cosine": 0.9989194869995117
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004407115435072339,
+        "instruction_rms": 0.004407115434748935,
+        "raw_apical_rms": 0.04771986984785719,
+        "teaching_rms": 0.004407115435072339,
+        "traffic_rms": 0.047510232027334794
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.385135999816157e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747994132716138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022358232465582908,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.20369755020141603
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.044702500104904175,
+        "mean_feedback_forward_cosine": 0.9994854895692122,
+        "mean_feedback_forward_relative_error": 0.031570233600704295,
+        "min_feedback_forward_cosine": 0.9990042448043823
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004315755084679785,
+        "instruction_rms": 0.004315755083332374,
+        "raw_apical_rms": 0.04800918052259571,
+        "teaching_rms": 0.004315755084679785,
+        "traffic_rms": 0.04780982257031106
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.5576341872456396e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.569174365283035e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02062134461112379,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.2043858553123474
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0429365299642086,
+        "mean_feedback_forward_cosine": 0.9995240004439103,
+        "mean_feedback_forward_relative_error": 0.03036347394318957,
+        "min_feedback_forward_cosine": 0.9990813136100769
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004336577732279031,
+        "instruction_rms": 0.004336577731849129,
+        "raw_apical_rms": 0.047891058549861566,
+        "teaching_rms": 0.004336577732279031,
+        "traffic_rms": 0.047688454173679
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.148089078308658e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5666759651397053e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023340418038541037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.20615036638259887
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.04123511537909508,
+        "mean_feedback_forward_cosine": 0.9995609521865845,
+        "mean_feedback_forward_relative_error": 0.029164387942536882,
+        "min_feedback_forward_cosine": 0.999152660369873
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004382139784407495,
+        "instruction_rms": 0.00438213978407532,
+        "raw_apical_rms": 0.04774811392001671,
+        "teaching_rms": 0.004382139784407495,
+        "traffic_rms": 0.04754030771508746
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6419661125487437e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5704460323606745e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024103340178187584,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.20560975249290467
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.039629992097616196,
+        "mean_feedback_forward_cosine": 0.9995941958929363,
+        "mean_feedback_forward_relative_error": 0.028034470387195285,
+        "min_feedback_forward_cosine": 0.9992172122001648
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00435467299196705,
+        "instruction_rms": 0.004354672994011582,
+        "raw_apical_rms": 0.04784341465523395,
+        "teaching_rms": 0.00435467299196705,
+        "traffic_rms": 0.04763848175665342
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5046331231237673e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5728592787514457e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02348486613011835,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.2020854564476013
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.038124844431877136,
+        "mean_feedback_forward_cosine": 0.9996246005359449,
+        "mean_feedback_forward_relative_error": 0.026962837890574808,
+        "min_feedback_forward_cosine": 0.9992753267288208
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004328650931209622,
+        "instruction_rms": 0.0043286509310389845,
+        "raw_apical_rms": 0.04808068542271483,
+        "teaching_rms": 0.004328650931209622,
+        "traffic_rms": 0.04788079757658137
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.6269598052408583e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5714157843032128e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022969420600330276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.19950841217041015
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.036587830632925034,
+        "mean_feedback_forward_cosine": 0.9996529441130789,
+        "mean_feedback_forward_relative_error": 0.025925240675477607,
+        "min_feedback_forward_cosine": 0.9993327856063843
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004292392596309543,
+        "instruction_rms": 0.004292392596824203,
+        "raw_apical_rms": 0.048251730512504545,
+        "teaching_rms": 0.004292392596309543,
+        "traffic_rms": 0.04805478480597485
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.8689012054883278e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5667460745035058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024002908773223246,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.2002114323425293
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03513621538877487,
+        "mean_feedback_forward_cosine": 0.9996787529242667,
+        "mean_feedback_forward_relative_error": 0.02494368251217039,
+        "min_feedback_forward_cosine": 0.9993845224380493
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004255141927425635,
+        "instruction_rms": 0.004255141926887578,
+        "raw_apical_rms": 0.04815809528988209,
+        "teaching_rms": 0.004255141927425635,
+        "traffic_rms": 0.04796478086639638
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.016858940441125e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570681092447056e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026015890424529172,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.20016424828529358
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03374949097633362,
+        "mean_feedback_forward_cosine": 0.9997032629816156,
+        "mean_feedback_forward_relative_error": 0.023975436967846594,
+        "min_feedback_forward_cosine": 0.9994320869445801
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004370979598326893,
+        "instruction_rms": 0.004370979597807232,
+        "raw_apical_rms": 0.048309369945361925,
+        "teaching_rms": 0.004370979598326893,
+        "traffic_rms": 0.048105805157002676
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.507447760535797e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5752196755298734e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025014120557112458,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.19749113738059998
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03237580880522728,
+        "mean_feedback_forward_cosine": 0.9997260696009586,
+        "mean_feedback_forward_relative_error": 0.023034112626000455,
+        "min_feedback_forward_cosine": 0.999477207660675
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004387449436407248,
+        "instruction_rms": 0.004387449435751337,
+        "raw_apical_rms": 0.04824818162355341,
+        "teaching_rms": 0.004387449436407248,
+        "traffic_rms": 0.048042835436718515
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.977384028213237e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5678139231439217e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02455014797845805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.20249790773868562
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.03116743452847004,
+        "mean_feedback_forward_cosine": 0.9997456638436568,
+        "mean_feedback_forward_relative_error": 0.022191783658375864,
+        "min_feedback_forward_cosine": 0.9995155334472656
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004210139918666429,
+        "instruction_rms": 0.0042101399175429825,
+        "raw_apical_rms": 0.04833656767939827,
+        "teaching_rms": 0.004210139918666429,
+        "traffic_rms": 0.048147474915141264
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.175909408208554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5669218233881285e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024407921255045286,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.19265156353473664
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.029951486736536026,
+        "mean_feedback_forward_cosine": 0.9997650228048626,
+        "mean_feedback_forward_relative_error": 0.021329916915611216,
+        "min_feedback_forward_cosine": 0.9995524883270264
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004344373836876725,
+        "instruction_rms": 0.004344373835989619,
+        "raw_apical_rms": 0.04845379649684528,
+        "teaching_rms": 0.004344373836876725,
+        "traffic_rms": 0.048253070913398755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7147750714107133e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565360883075825e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023665831916656343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.20088847271442414
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.028780244290828705,
+        "mean_feedback_forward_cosine": 0.9997831112460086,
+        "mean_feedback_forward_relative_error": 0.0204937291870776,
+        "min_feedback_forward_cosine": 0.999586820602417
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0043312635011760635,
+        "instruction_rms": 0.0043312634992809795,
+        "raw_apical_rms": 0.04849606667338037,
+        "teaching_rms": 0.0043312635011760635,
+        "traffic_rms": 0.04829629751959535
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.9401023837749563e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5678967465433954e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024065746366320383,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.19663877157211304
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02763187140226364,
+        "mean_feedback_forward_cosine": 0.9997996687889099,
+        "mean_feedback_forward_relative_error": 0.01969574504580937,
+        "min_feedback_forward_cosine": 0.9996190667152405
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004358171612195225,
+        "instruction_rms": 0.004358171613417646,
+        "raw_apical_rms": 0.04884667243904866,
+        "teaching_rms": 0.004358171612195225,
+        "traffic_rms": 0.04864636827492372
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.303430868266787e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570718099901537e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025037986202263884,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.19674795963287353
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.026514489203691483,
+        "mean_feedback_forward_cosine": 0.9998151597223783,
+        "mean_feedback_forward_relative_error": 0.01892109627002164,
+        "min_feedback_forward_cosine": 0.9996492862701416
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00434627083621541,
+        "instruction_rms": 0.004346270834941237,
+        "raw_apical_rms": 0.04894234616573691,
+        "teaching_rms": 0.00434627083621541,
+        "traffic_rms": 0.04874306315084845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4441225932037014e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5637217775514845e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025631148768079422,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.1994362680387497
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02549329213798046,
+        "mean_feedback_forward_cosine": 0.9998287401701275,
+        "mean_feedback_forward_relative_error": 0.01821314119488785,
+        "min_feedback_forward_cosine": 0.9996757507324219
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0042852978352217,
+        "instruction_rms": 0.004285297836398363,
+        "raw_apical_rms": 0.04906409672326448,
+        "teaching_rms": 0.0042852978352217,
+        "traffic_rms": 0.0488710400651982
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7903285015895563e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5620854152077928e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02414659756799424,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.19572466784000397
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024489134550094604,
+        "mean_feedback_forward_cosine": 0.9998413669435602,
+        "mean_feedback_forward_relative_error": 0.01752755621840295,
+        "min_feedback_forward_cosine": 0.9997007250785828
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.004221636361093351,
+        "instruction_rms": 0.004221636361423895,
+        "raw_apical_rms": 0.049164686308363584,
+        "teaching_rms": 0.004221636361093351,
+        "traffic_rms": 0.04897791091660884
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3844798135996825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5721802593237438e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02603946114614119,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.19374155280590058
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02448057383298874,
+        "mean_feedback_forward_cosine": 0.9998414830157631,
+        "mean_feedback_forward_relative_error": 0.01751803746446967,
+        "min_feedback_forward_cosine": 0.9997009038925171
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0033462521582545476,
+        "instruction_rms": 0.003346252157780076,
+        "raw_apical_rms": 0.04908322078952354,
+        "teaching_rms": 0.0033462521582545476,
+        "traffic_rms": 0.04896366765971387
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2988977832483215e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5602401773882032e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02404472437798285,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.12371995545864105
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02447555400431156,
+        "mean_feedback_forward_cosine": 0.9998416022250527,
+        "mean_feedback_forward_relative_error": 0.01751082589065558,
+        "min_feedback_forward_cosine": 0.9997011423110962
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.003065700335657319,
+        "instruction_rms": 0.0030657003353652037,
+        "raw_apical_rms": 0.049088883866712625,
+        "teaching_rms": 0.003065700335657319,
+        "traffic_rms": 0.04898852543475375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9751872077099506e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5524419163331966e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0244666780181804,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.09786984976768494
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024470826610922813,
+        "mean_feedback_forward_cosine": 0.9998416649667841,
+        "mean_feedback_forward_relative_error": 0.0175038432996524,
+        "min_feedback_forward_cosine": 0.9997011423110962
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029805995896383043,
+        "instruction_rms": 0.0029805995901795437,
+        "raw_apical_rms": 0.04904239224821409,
+        "teaching_rms": 0.0029805995896383043,
+        "traffic_rms": 0.048946762975657754
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.5435899548019734e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.551505887130796e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02450872194994,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.08588897730350495
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024466397240757942,
+        "mean_feedback_forward_cosine": 0.9998417747648138,
+        "mean_feedback_forward_relative_error": 0.017497088833663025,
+        "min_feedback_forward_cosine": 0.999701201915741
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029190723927942424,
+        "instruction_rms": 0.002919072393274301,
+        "raw_apical_rms": 0.04904845875393895,
+        "teaching_rms": 0.0029190723927942424,
+        "traffic_rms": 0.04895723123474306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.238356167083566e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5511189868613987e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024407542661333572,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.07662345088243484
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024461792781949043,
+        "mean_feedback_forward_cosine": 0.9998418155469393,
+        "mean_feedback_forward_relative_error": 0.017490595260536985,
+        "min_feedback_forward_cosine": 0.9997012615203857
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002976717021303312,
+        "instruction_rms": 0.0029767170214167146,
+        "raw_apical_rms": 0.049020252997628425,
+        "teaching_rms": 0.002976717021303312,
+        "traffic_rms": 0.04892434642475925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.304567997020058e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5565782142203824e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023574722679906443,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.07455022824764251
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024457285180687904,
+        "mean_feedback_forward_cosine": 0.9998419002482766,
+        "mean_feedback_forward_relative_error": 0.017484254938991445,
+        "min_feedback_forward_cosine": 0.9997014999389648
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002943549201275965,
+        "instruction_rms": 0.002943549200796877,
+        "raw_apical_rms": 0.04900100973192788,
+        "teaching_rms": 0.002943549201275965,
+        "traffic_rms": 0.04890700879245653
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.5028249694969418e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5568795901086262e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02395872539911231,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.06999668636798859
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024452781304717064,
+        "mean_feedback_forward_cosine": 0.9998419724012676,
+        "mean_feedback_forward_relative_error": 0.017478057501935644,
+        "min_feedback_forward_cosine": 0.9997015595436096
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002888287402036358,
+        "instruction_rms": 0.0028882874027681043,
+        "raw_apical_rms": 0.04895408911226449,
+        "teaching_rms": 0.002888287402036358,
+        "traffic_rms": 0.04886250370951537
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4159792388900314e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5506498609942543e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0232400341747001,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.06529013301849365
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024448152631521225,
+        "mean_feedback_forward_cosine": 0.9998420665138646,
+        "mean_feedback_forward_relative_error": 0.01747188351950363,
+        "min_feedback_forward_cosine": 0.9997017979621887
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029623654817530973,
+        "instruction_rms": 0.0029623654820779503,
+        "raw_apical_rms": 0.048946536970132806,
+        "teaching_rms": 0.0029623654817530973,
+        "traffic_rms": 0.04885093255579393
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.6989171786340194e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5536779543798727e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024473747826059173,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.0641164041686058
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024443216621875763,
+        "mean_feedback_forward_cosine": 0.9998421167072497,
+        "mean_feedback_forward_relative_error": 0.01746562657583701,
+        "min_feedback_forward_cosine": 0.9997017979621887
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002971627252390822,
+        "instruction_rms": 0.002971627251063867,
+        "raw_apical_rms": 0.04895315940740045,
+        "teaching_rms": 0.002971627252390822,
+        "traffic_rms": 0.048856115628591656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5765524824805652e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5520531818737034e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02519321251979288,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.06184109539151192
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02443862520158291,
+        "mean_feedback_forward_cosine": 0.9998422076827601,
+        "mean_feedback_forward_relative_error": 0.0174595791307327,
+        "min_feedback_forward_cosine": 0.999701976776123
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002859127162690786,
+        "instruction_rms": 0.0028591271627093104,
+        "raw_apical_rms": 0.04896081163062508,
+        "teaching_rms": 0.002859127162690786,
+        "traffic_rms": 0.04887040525130046
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.758729777951885e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5554448214027454e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025591930665107898,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.056689655803442
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02443375252187252,
+        "mean_feedback_forward_cosine": 0.9998423268920497,
+        "mean_feedback_forward_relative_error": 0.017453538033326988,
+        "min_feedback_forward_cosine": 0.9997021555900574
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0029825219207117947,
+        "instruction_rms": 0.0029825219209280406,
+        "raw_apical_rms": 0.04896960035281897,
+        "teaching_rms": 0.0029825219207117947,
+        "traffic_rms": 0.04887160209993277
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.297661083616731e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5543630997778443e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023776518553991034,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.0580404058778286
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024429094046354294,
+        "mean_feedback_forward_cosine": 0.9998423708112616,
+        "mean_feedback_forward_relative_error": 0.017447648839534896,
+        "min_feedback_forward_cosine": 0.9997021555900574
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028689008464229684,
+        "instruction_rms": 0.0028689008457498683,
+        "raw_apical_rms": 0.048967484885201036,
+        "teaching_rms": 0.0028689008464229684,
+        "traffic_rms": 0.048875439738426354
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3148677641415816e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5542405159555485e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02495494281465101,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.05360702166080475
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024424513801932335,
+        "mean_feedback_forward_cosine": 0.9998424492384258,
+        "mean_feedback_forward_relative_error": 0.01744174334759775,
+        "min_feedback_forward_cosine": 0.9997022151947021
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028627163829698914,
+        "instruction_rms": 0.002862716382679628,
+        "raw_apical_rms": 0.048926436225680346,
+        "teaching_rms": 0.0028627163829698914,
+        "traffic_rms": 0.04883524678038491
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7744526676087844e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5568363136808375e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024024230878911916,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.05180640007734299
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0244197566062212,
+        "mean_feedback_forward_cosine": 0.9998425433510228,
+        "mean_feedback_forward_relative_error": 0.017435817832225246,
+        "min_feedback_forward_cosine": 0.9997023940086365
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028704644989820368,
+        "instruction_rms": 0.002870464498890604,
+        "raw_apical_rms": 0.048887106570938525,
+        "teaching_rms": 0.0028704644989820368,
+        "traffic_rms": 0.048794716544953896
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.899336593031876e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5571388357817398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024555673219296366,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.05044659919977188
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0244149100035429,
+        "mean_feedback_forward_cosine": 0.9998426406007064,
+        "mean_feedback_forward_relative_error": 0.017429825629254703,
+        "min_feedback_forward_cosine": 0.999702513217926
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028596781732095054,
+        "instruction_rms": 0.0028596781728196024,
+        "raw_apical_rms": 0.04884856566390004,
+        "teaching_rms": 0.0028596781732095054,
+        "traffic_rms": 0.048756530359503565
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5040780116114547e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5582278848239102e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023527590915433428,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.0490385916364193
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024410126730799675,
+        "mean_feedback_forward_cosine": 0.9998426845199183,
+        "mean_feedback_forward_relative_error": 0.017423871782069143,
+        "min_feedback_forward_cosine": 0.999702513217926
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002871754675199592,
+        "instruction_rms": 0.0028717546749653447,
+        "raw_apical_rms": 0.048832569299149135,
+        "teaching_rms": 0.002871754675199592,
+        "traffic_rms": 0.04873922231163838
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.8601077062262448e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5571940108719696e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02364453501248616,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.04682514379620552
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024405425414443016,
+        "mean_feedback_forward_cosine": 0.9998427754954288,
+        "mean_feedback_forward_relative_error": 0.017418009130970427,
+        "min_feedback_forward_cosine": 0.9997028112411499
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002836538135390952,
+        "instruction_rms": 0.002836538136061507,
+        "raw_apical_rms": 0.048787151279042144,
+        "teaching_rms": 0.002836538135390952,
+        "traffic_rms": 0.048696467718144676
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.482515348845027e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5608262103417605e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024325605086122887,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.04494485949397087
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024400467053055763,
+        "mean_feedback_forward_cosine": 0.9998428727451124,
+        "mean_feedback_forward_relative_error": 0.017412073591626005,
+        "min_feedback_forward_cosine": 0.9997029304504395
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028865294745124776,
+        "instruction_rms": 0.0028865294751757114,
+        "raw_apical_rms": 0.048765140709692706,
+        "teaching_rms": 0.0028865294745124776,
+        "traffic_rms": 0.04867049542038607
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8258641648903904e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5562690921347706e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023547039875098746,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.04471779584646225
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024395665153861046,
+        "mean_feedback_forward_cosine": 0.9998429417610168,
+        "mean_feedback_forward_relative_error": 0.01740619780397729,
+        "min_feedback_forward_cosine": 0.9997029304504395
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028717416250078243,
+        "instruction_rms": 0.0028717416248511974,
+        "raw_apical_rms": 0.048755935986374344,
+        "teaching_rms": 0.0028717416250078243,
+        "traffic_rms": 0.0486626187737762
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.845919766514271e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5604369341968837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024189179102495514,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.043415931856632235
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024390611797571182,
+        "mean_feedback_forward_cosine": 0.9998430295994407,
+        "mean_feedback_forward_relative_error": 0.017400079357780908,
+        "min_feedback_forward_cosine": 0.999703049659729
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028543648572594,
+        "instruction_rms": 0.0028543648581771824,
+        "raw_apical_rms": 0.04873526484453722,
+        "teaching_rms": 0.0028543648572594,
+        "traffic_rms": 0.04864277118906419
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.432542700603335e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561620034302203e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022965147603570338,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.04195493374109268
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02438557893037796,
+        "mean_feedback_forward_cosine": 0.9998430986153451,
+        "mean_feedback_forward_relative_error": 0.017394070292970066,
+        "min_feedback_forward_cosine": 0.9997031688690186
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002863764989794978,
+        "instruction_rms": 0.0028637649904234845,
+        "raw_apical_rms": 0.048709242721425065,
+        "teaching_rms": 0.002863764989794978,
+        "traffic_rms": 0.048615234911367274
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2468267246722462e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.555955410200908e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023035017357431426,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.04140339361786843
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024380523711442947,
+        "mean_feedback_forward_cosine": 0.9998431895908556,
+        "mean_feedback_forward_relative_error": 0.017388156321095794,
+        "min_feedback_forward_cosine": 0.9997032880783081
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002827880997345219,
+        "instruction_rms": 0.0028278809973668923,
+        "raw_apical_rms": 0.04872593925192163,
+        "teaching_rms": 0.002827880997345219,
+        "traffic_rms": 0.048633591589419455
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6768809391342074e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5585669241546475e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026071272473848234,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.04006863350510597
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024375349283218384,
+        "mean_feedback_forward_cosine": 0.9998432805663661,
+        "mean_feedback_forward_relative_error": 0.017382123801661164,
+        "min_feedback_forward_cosine": 0.9997034072875977
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002856066507559119,
+        "instruction_rms": 0.0028560665080255986,
+        "raw_apical_rms": 0.04871631674688228,
+        "teaching_rms": 0.002856066507559119,
+        "traffic_rms": 0.04862229853677075
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.735733417580377e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5576874816703057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02480626632833394,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.03912635085344315
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024370355531573296,
+        "mean_feedback_forward_cosine": 0.9998433652677035,
+        "mean_feedback_forward_relative_error": 0.017376119417971687,
+        "min_feedback_forward_cosine": 0.9997036457061768
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002811290436930575,
+        "instruction_rms": 0.0028112904381432254,
+        "raw_apical_rms": 0.04869919605490233,
+        "teaching_rms": 0.002811290436930575,
+        "traffic_rms": 0.04860793767347228
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4465215631153114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556795690109817e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023964722170544933,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.03840856973826885
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024364938959479332,
+        "mean_feedback_forward_cosine": 0.999843484476993,
+        "mean_feedback_forward_relative_error": 0.01737001979429471,
+        "min_feedback_forward_cosine": 0.9997037649154663
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028673951896524717,
+        "instruction_rms": 0.0028673951893175903,
+        "raw_apical_rms": 0.048671321331477814,
+        "teaching_rms": 0.0028673951896524717,
+        "traffic_rms": 0.04857617432184566
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6929921403961998e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5550455823185625e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023192640847393427,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.03869556944549084
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02435973472893238,
+        "mean_feedback_forward_cosine": 0.9998435629041571,
+        "mean_feedback_forward_relative_error": 0.01736382823927622,
+        "min_feedback_forward_cosine": 0.9997038841247559
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028889090138850436,
+        "instruction_rms": 0.0028889090150035564,
+        "raw_apical_rms": 0.0486327675090662,
+        "teaching_rms": 0.0028889090138850436,
+        "traffic_rms": 0.048536589770283925
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.5532246539228254e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5600918319091187e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.022622603754849032,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.037424184908866884
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024354157969355583,
+        "mean_feedback_forward_cosine": 0.9998436444684079,
+        "mean_feedback_forward_relative_error": 0.01735759136806193,
+        "min_feedback_forward_cosine": 0.9997040629386902
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028169860845758724,
+        "instruction_rms": 0.0028169860844791395,
+        "raw_apical_rms": 0.04861507016660752,
+        "teaching_rms": 0.0028169860845758724,
+        "traffic_rms": 0.04852172080578116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.019691163785865e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5573915242047302e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02342010383490687,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.03638764159977436
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024348720908164978,
+        "mean_feedback_forward_cosine": 0.9998437417180914,
+        "mean_feedback_forward_relative_error": 0.01735136557468458,
+        "min_feedback_forward_cosine": 0.9997042417526245
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028351794993543905,
+        "instruction_rms": 0.002835179499366131,
+        "raw_apical_rms": 0.048580979201895864,
+        "teaching_rms": 0.0028351794993543905,
+        "traffic_rms": 0.04848638734340265
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.2667529126229056e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5553440552530942e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023391605444013225,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.03555873850226402
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024343518540263176,
+        "mean_feedback_forward_cosine": 0.9998438389677751,
+        "mean_feedback_forward_relative_error": 0.01734522279155882,
+        "min_feedback_forward_cosine": 0.9997042417526245
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002796361523554152,
+        "instruction_rms": 0.002796361523252879,
+        "raw_apical_rms": 0.04855597567648892,
+        "teaching_rms": 0.002796361523554152,
+        "traffic_rms": 0.04846521457578288
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6007683118223213e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5617564915815597e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02405001441116142,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.03429276472210884
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0243381354957819,
+        "mean_feedback_forward_cosine": 0.9998439362174586,
+        "mean_feedback_forward_relative_error": 0.01733885663806608,
+        "min_feedback_forward_cosine": 0.9997044801712036
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028343943692131423,
+        "instruction_rms": 0.002834394368960896,
+        "raw_apical_rms": 0.04853903120373884,
+        "teaching_rms": 0.0028343943692131423,
+        "traffic_rms": 0.048444396433397034
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.377692436856705e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5612588483300923e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024213262055877968,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.03456815429449082
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02433299459517002,
+        "mean_feedback_forward_cosine": 0.99984399895919,
+        "mean_feedback_forward_relative_error": 0.01733277985630067,
+        "min_feedback_forward_cosine": 0.9997045397758484
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027320217983916677,
+        "instruction_rms": 0.0027320217985002115,
+        "raw_apical_rms": 0.04855657435453476,
+        "teaching_rms": 0.0027320217983916677,
+        "traffic_rms": 0.04846883145914712
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.328218329239462e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559384236665464e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023876254543945593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.03217262524485588
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024327967315912247,
+        "mean_feedback_forward_cosine": 0.9998441118943063,
+        "mean_feedback_forward_relative_error": 0.017326766527012774,
+        "min_feedback_forward_cosine": 0.9997045993804932
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002687850761300582,
+        "instruction_rms": 0.002687850762437218,
+        "raw_apical_rms": 0.04854205620988846,
+        "teaching_rms": 0.002687850761300582,
+        "traffic_rms": 0.048456470447593054
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.560168788079409e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5586142646672532e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023439441696961747,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.030556147327423094
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02432236820459366,
+        "mean_feedback_forward_cosine": 0.9998442028698168,
+        "mean_feedback_forward_relative_error": 0.01732024820031304,
+        "min_feedback_forward_cosine": 0.9997048377990723
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0028686834044882384,
+        "instruction_rms": 0.0028686834043977843,
+        "raw_apical_rms": 0.048547524866026474,
+        "teaching_rms": 0.0028686834044882384,
+        "traffic_rms": 0.048450524056500015
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3833564455344458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558564566923461e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023913231445054764,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.0324168573653698
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0243166945874691,
+        "mean_feedback_forward_cosine": 0.9998443126678467,
+        "mean_feedback_forward_relative_error": 0.01731387839505547,
+        "min_feedback_forward_cosine": 0.999704897403717
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027793825453001153,
+        "instruction_rms": 0.0027793825441777198,
+        "raw_apical_rms": 0.04852022057558776,
+        "teaching_rms": 0.0027793825453001153,
+        "traffic_rms": 0.04842710952917258
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5522268742861343e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565424872139204e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023797648670400823,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.03153674227833748
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02431114949285984,
+        "mean_feedback_forward_cosine": 0.9998444067804437,
+        "mean_feedback_forward_relative_error": 0.017307509276035585,
+        "min_feedback_forward_cosine": 0.9997050762176514
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027240336681244185,
+        "instruction_rms": 0.0027240336674131988,
+        "raw_apical_rms": 0.048545365684629596,
+        "teaching_rms": 0.0027240336681244185,
+        "traffic_rms": 0.04845722039680186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.728666714801875e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.55770501183823e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023917694137324707,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.030279957340359688
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024305323138833046,
+        "mean_feedback_forward_cosine": 0.9998445228526467,
+        "mean_feedback_forward_relative_error": 0.017301034157801615,
+        "min_feedback_forward_cosine": 0.9997051954269409
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027528722703140723,
+        "instruction_rms": 0.0027528722709971006,
+        "raw_apical_rms": 0.04852340302574793,
+        "teaching_rms": 0.0027528722703140723,
+        "traffic_rms": 0.04843296366430072
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2280042699662772e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5585888896042653e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024978631062485213,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.02937257861852646
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024299485608935356,
+        "mean_feedback_forward_cosine": 0.9998446044168974,
+        "mean_feedback_forward_relative_error": 0.01729451980147707,
+        "min_feedback_forward_cosine": 0.9997053146362305
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027277231583783305,
+        "instruction_rms": 0.0027277231591195557,
+        "raw_apical_rms": 0.04851971578344323,
+        "teaching_rms": 0.0027277231583783305,
+        "traffic_rms": 0.04842834896218398
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3071786259265537e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5553417451821788e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02418299365002294,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.02949249520123005
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024293530732393265,
+        "mean_feedback_forward_cosine": 0.9998447267632735,
+        "mean_feedback_forward_relative_error": 0.01728768676127258,
+        "min_feedback_forward_cosine": 0.99970543384552
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027867166883944507,
+        "instruction_rms": 0.0027867166886400207,
+        "raw_apical_rms": 0.04846887346999569,
+        "teaching_rms": 0.0027867166883944507,
+        "traffic_rms": 0.04837660834310346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5189656582824682e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5611248359383033e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024888198289760965,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.028905465615987776
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024287186563014984,
+        "mean_feedback_forward_cosine": 0.9998448146016974,
+        "mean_feedback_forward_relative_error": 0.017280714169732835,
+        "min_feedback_forward_cosine": 0.9997056722640991
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002857101660007159,
+        "instruction_rms": 0.002857101659701874,
+        "raw_apical_rms": 0.04851893500646136,
+        "teaching_rms": 0.002857101660007159,
+        "traffic_rms": 0.048420832308288385
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.2921001985309886e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5637040602862193e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024858264000661965,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.030032363839745523
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02428087405860424,
+        "mean_feedback_forward_cosine": 0.9998449526335064,
+        "mean_feedback_forward_relative_error": 0.017273705281121165,
+        "min_feedback_forward_cosine": 0.9997058510780334
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027882838519900353,
+        "instruction_rms": 0.002788283853076212,
+        "raw_apical_rms": 0.048466664266525544,
+        "teaching_rms": 0.0027882838519900353,
+        "traffic_rms": 0.04837292460697367
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.4022945410706598e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5564620592530575e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02355587526027469,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.0291568724745512
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024274790659546852,
+        "mean_feedback_forward_cosine": 0.99984504988319,
+        "mean_feedback_forward_relative_error": 0.017266781657542054,
+        "min_feedback_forward_cosine": 0.9997059106826782
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002783970440074854,
+        "instruction_rms": 0.0027839704394876045,
+        "raw_apical_rms": 0.048477917666435576,
+        "teaching_rms": 0.002783970440074854,
+        "traffic_rms": 0.04838447026717706
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8144011565700566e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5566018625518894e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024207300688372207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.028630548166036607
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024268070235848427,
+        "mean_feedback_forward_cosine": 0.9998451471328735,
+        "mean_feedback_forward_relative_error": 0.01725966799514074,
+        "min_feedback_forward_cosine": 0.9997061491012573
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002761008120539063,
+        "instruction_rms": 0.002761008121035479,
+        "raw_apical_rms": 0.04844852671798989,
+        "teaching_rms": 0.002761008120539063,
+        "traffic_rms": 0.048355648973918815
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.6858943513730082e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5569645167862623e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02397697786630962,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.028269394952952862
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02426161803305149,
+        "mean_feedback_forward_cosine": 0.9998452694792497,
+        "mean_feedback_forward_relative_error": 0.017252516957294,
+        "min_feedback_forward_cosine": 0.9997062683105469
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027536368346634476,
+        "instruction_rms": 0.002753636834062922,
+        "raw_apical_rms": 0.04843313895863856,
+        "teaching_rms": 0.0027536368346634476,
+        "traffic_rms": 0.0483401242531346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5078373155906775e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5591478642442374e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025842726916215624,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.0276219187438488
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024255573749542236,
+        "mean_feedback_forward_cosine": 0.9998453604547601,
+        "mean_feedback_forward_relative_error": 0.017245651688426733,
+        "min_feedback_forward_cosine": 0.9997062683105469
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026949033811911236,
+        "instruction_rms": 0.002694903380185682,
+        "raw_apical_rms": 0.04842420509237939,
+        "teaching_rms": 0.0026949033811911236,
+        "traffic_rms": 0.048333192393544895
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9634295017899603e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5658785898485797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025345590917532683,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.025959372283816336
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024249302223324776,
+        "mean_feedback_forward_cosine": 0.9998454828011362,
+        "mean_feedback_forward_relative_error": 0.01723871840850303,
+        "min_feedback_forward_cosine": 0.9997066259384155
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026588572467327438,
+        "instruction_rms": 0.002658857246631058,
+        "raw_apical_rms": 0.048376473511554864,
+        "teaching_rms": 0.0026588572467327438,
+        "traffic_rms": 0.04828839380101713
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4241270324409925e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5626880108734327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02429876455227136,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.025804406228661536
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02424287609755993,
+        "mean_feedback_forward_cosine": 0.9998455737766466,
+        "mean_feedback_forward_relative_error": 0.01723151649103353,
+        "min_feedback_forward_cosine": 0.9997066259384155
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0027257186812107404,
+        "instruction_rms": 0.002725718681592849,
+        "raw_apical_rms": 0.048402381057870945,
+        "teaching_rms": 0.0027257186812107404,
+        "traffic_rms": 0.04831054521916969
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2587206771618185e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5579941622252276e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02417881889563039,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.02590428674697876
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024236010387539864,
+        "mean_feedback_forward_cosine": 0.9998457243568019,
+        "mean_feedback_forward_relative_error": 0.017224028584008153,
+        "min_feedback_forward_cosine": 0.9997068643569946
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002827167266450812,
+        "instruction_rms": 0.002827167267287999,
+        "raw_apical_rms": 0.0483883455762002,
+        "teaching_rms": 0.002827167266450812,
+        "traffic_rms": 0.04829099766989648
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.8499101745182998e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5654539749979273e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023198826977282944,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.027013206738233566
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024229280650615692,
+        "mean_feedback_forward_cosine": 0.9998458623886108,
+        "mean_feedback_forward_relative_error": 0.017216705104434175,
+        "min_feedback_forward_cosine": 0.9997071623802185
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002714536406160475,
+        "instruction_rms": 0.0027145364066408725,
+        "raw_apical_rms": 0.048337014096044476,
+        "teaching_rms": 0.002714536406160475,
+        "traffic_rms": 0.04824711721569856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7053033591073472e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5607880180871844e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02527474555430037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.0251533569419384
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02422306314110756,
+        "mean_feedback_forward_cosine": 0.9998459533641213,
+        "mean_feedback_forward_relative_error": 0.01720959055972727,
+        "min_feedback_forward_cosine": 0.9997072219848633
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0026942487190023657,
+        "instruction_rms": 0.002694248719884294,
+        "raw_apical_rms": 0.04828414445967492,
+        "teaching_rms": 0.0026942487190023657,
+        "traffic_rms": 0.04819597619881315
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4944256438175216e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5699152403078776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023672654030829902,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.02463686482548714
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421622723340988,
+        "mean_feedback_forward_cosine": 0.9998460819846705,
+        "mean_feedback_forward_relative_error": 0.017202102187040606,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002710706818356168,
+        "instruction_rms": 0.00271070681835731,
+        "raw_apical_rms": 0.04826925655095889,
+        "teaching_rms": 0.002710706818356168,
+        "traffic_rms": 0.04817775291501295
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.359883488622927e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5594574082673352e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02417138474106419,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.024436858989521863
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024216149002313614,
+        "mean_feedback_forward_cosine": 0.9998460662992377,
+        "mean_feedback_forward_relative_error": 0.017201930014906747,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00257774661598616,
+        "instruction_rms": 0.0025777466152746113,
+        "raw_apical_rms": 0.0482726744423886,
+        "teaching_rms": 0.00257774661598616,
+        "traffic_rms": 0.04818993321311305
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.235386003552776e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.560035018603872e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023549639102688345,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.022619200856685638
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024216091260313988,
+        "mean_feedback_forward_cosine": 0.9998460788475839,
+        "mean_feedback_forward_relative_error": 0.01720176414145451,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002465924729383216,
+        "instruction_rms": 0.002465924730128645,
+        "raw_apical_rms": 0.048258907311979876,
+        "teaching_rms": 0.002465924729383216,
+        "traffic_rms": 0.0481835009094471
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7386017009689567e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559193664919489e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02349122558021881,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.021056061110496523
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421603538095951,
+        "mean_feedback_forward_cosine": 0.9998460757104974,
+        "mean_feedback_forward_relative_error": 0.017201603953971675,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002332364200047831,
+        "instruction_rms": 0.002332364200394378,
+        "raw_apical_rms": 0.04825124136276829,
+        "teaching_rms": 0.002332364200047831,
+        "traffic_rms": 0.048181026054141755
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7669795343854275e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5581413918592066e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024566514220220676,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.020411237919926644
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421598508954048,
+        "mean_feedback_forward_cosine": 0.9998460694363243,
+        "mean_feedback_forward_relative_error": 0.017201445580117013,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002309400288182278,
+        "instruction_rms": 0.0023094002877693393,
+        "raw_apical_rms": 0.04825454567868455,
+        "teaching_rms": 0.002309400288182278,
+        "traffic_rms": 0.048186134860637574
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.348726368950338e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5594445006297598e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023226906136004973,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.0194461808347702
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215945973992348,
+        "mean_feedback_forward_cosine": 0.9998460757104974,
+        "mean_feedback_forward_relative_error": 0.01720128208398819,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021914667076967562,
+        "instruction_rms": 0.0021914667083863157,
+        "raw_apical_rms": 0.04824472097909277,
+        "teaching_rms": 0.0021914667076967562,
+        "traffic_rms": 0.04818217036963514
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.064891191366769e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5594212170837604e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025051956385862276,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.018335187385976316
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421589195728302,
+        "mean_feedback_forward_cosine": 0.9998460757104974,
+        "mean_feedback_forward_relative_error": 0.017201127067796494,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022761577385483726,
+        "instruction_rms": 0.0022761577387722318,
+        "raw_apical_rms": 0.04824979840398419,
+        "teaching_rms": 0.0022761577385483726,
+        "traffic_rms": 0.048183587123815416
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.461847614654289e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.564019532162809e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024328732250516825,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.019218924792408942
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421584539115429,
+        "mean_feedback_forward_cosine": 0.9998460725734108,
+        "mean_feedback_forward_relative_error": 0.017200977394455357,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021601664069890365,
+        "instruction_rms": 0.002160166406844441,
+        "raw_apical_rms": 0.04825076154859499,
+        "teaching_rms": 0.0021601664069890365,
+        "traffic_rms": 0.04818885047381536
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7381052092323444e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559507650889981e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024745451504217343,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.017958798818588258
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215804412961006,
+        "mean_feedback_forward_cosine": 0.9998460694363243,
+        "mean_feedback_forward_relative_error": 0.01720082117734771,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022471057065127998,
+        "instruction_rms": 0.002247105706486751,
+        "raw_apical_rms": 0.04825370376562316,
+        "teaching_rms": 0.0022471057065127998,
+        "traffic_rms": 0.048188262498538845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.7019813941819848e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5657824772879002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024223472576658786,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.0185385817271471
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215755984187126,
+        "mean_feedback_forward_cosine": 0.9998460851217571,
+        "mean_feedback_forward_relative_error": 0.017200662411357228,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0022877360758973716,
+        "instruction_rms": 0.00228773607705707,
+        "raw_apical_rms": 0.04825353939154385,
+        "teaching_rms": 0.0022877360758973716,
+        "traffic_rms": 0.04818568068374494
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9473435247950874e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5621679703543157e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024150246365526797,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.01917346734404564
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215703830122948,
+        "mean_feedback_forward_cosine": 0.9998460537508914,
+        "mean_feedback_forward_relative_error": 0.01720050945387859,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0023240815654476843,
+        "instruction_rms": 0.0023240815653707597,
+        "raw_apical_rms": 0.048258972606701055,
+        "teaching_rms": 0.0023240815654476843,
+        "traffic_rms": 0.04818936884010557
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4255756514435234e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5588899342407662e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025135333633642086,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.01915096991866827
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215657263994217,
+        "mean_feedback_forward_cosine": 0.9998460882588437,
+        "mean_feedback_forward_relative_error": 0.017200357329688575,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002213989538286835,
+        "instruction_rms": 0.0022139895379905046,
+        "raw_apical_rms": 0.04824926337789854,
+        "teaching_rms": 0.002213989538286835,
+        "traffic_rms": 0.04818555657314319
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.595106174396733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5584218769190377e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024371363737118235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.0183094210934639
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421560138463974,
+        "mean_feedback_forward_cosine": 0.9998460474767183,
+        "mean_feedback_forward_relative_error": 0.017200209788585965,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002201762174303076,
+        "instruction_rms": 0.00220176217419363,
+        "raw_apical_rms": 0.0482500688817078,
+        "teaching_rms": 0.002201762174303076,
+        "traffic_rms": 0.04818693040932987
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.571701607223531e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5585450742932388e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.026483307057357245,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.018003847366571426
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215564131736755,
+        "mean_feedback_forward_cosine": 0.9998460882588437,
+        "mean_feedback_forward_relative_error": 0.017200060237787272,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021634048989008243,
+        "instruction_rms": 0.0021634048985950697,
+        "raw_apical_rms": 0.04825227824342712,
+        "teaching_rms": 0.0021634048989008243,
+        "traffic_rms": 0.04819035115190188
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.799774101447383e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562553952479279e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025699110622386903,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.017966899476498367
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215517565608025,
+        "mean_feedback_forward_cosine": 0.9998461039442765,
+        "mean_feedback_forward_relative_error": 0.017199909142953784,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021436980319012736,
+        "instruction_rms": 0.002143698032115293,
+        "raw_apical_rms": 0.04825709918740442,
+        "teaching_rms": 0.0021436980319012736,
+        "traffic_rms": 0.04819507241066595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.724449466029455e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5632648823694416e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024583133453322147,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.017063488129079343
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215465411543846,
+        "mean_feedback_forward_cosine": 0.9998460788475839,
+        "mean_feedback_forward_relative_error": 0.017199756920729812,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002234968790786048,
+        "instruction_rms": 0.0022349687909194883,
+        "raw_apical_rms": 0.04825492378816517,
+        "teaching_rms": 0.002234968790786048,
+        "traffic_rms": 0.048190283618127
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.2043054432051576e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.564666600467089e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023747185686375596,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.01791577286094427
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215415120124817,
+        "mean_feedback_forward_cosine": 0.9998460913959303,
+        "mean_feedback_forward_relative_error": 0.017199603816200244,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021605582761189683,
+        "instruction_rms": 0.0021605582753569546,
+        "raw_apical_rms": 0.04824514368222557,
+        "teaching_rms": 0.0021605582761189683,
+        "traffic_rms": 0.048185322929729844
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.340897609087733e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5604839387674256e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024216457963588036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.017239600906372072
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215374141931534,
+        "mean_feedback_forward_cosine": 0.9998460945330168,
+        "mean_feedback_forward_relative_error": 0.01719946193655855,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020652872973321254,
+        "instruction_rms": 0.002065287296933802,
+        "raw_apical_rms": 0.048235631904211304,
+        "teaching_rms": 0.0020652872973321254,
+        "traffic_rms": 0.0481791785965583
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.306656637391825e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5598660249425184e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024411795739710314,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.016986476060152054
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215325713157654,
+        "mean_feedback_forward_cosine": 0.9998460913959303,
+        "mean_feedback_forward_relative_error": 0.01719930741053663,
+        "min_feedback_forward_cosine": 0.9997072815895081
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021183118412208993,
+        "instruction_rms": 0.002118311841076239,
+        "raw_apical_rms": 0.048234461526925405,
+        "teaching_rms": 0.0021183118412208993,
+        "traffic_rms": 0.048175281419015684
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5241863710334655e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5675150480641512e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023967353355560404,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.017170780845731495
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421528287231922,
+        "mean_feedback_forward_cosine": 0.9998460725734108,
+        "mean_feedback_forward_relative_error": 0.017199158496958643,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002081774598965147,
+        "instruction_rms": 0.0020817745979981764,
+        "raw_apical_rms": 0.0482330316017826,
+        "teaching_rms": 0.002081774598965147,
+        "traffic_rms": 0.04817561801041869
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5745615417349654e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562255072828869e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024285122321339492,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.016588149138092995
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421523444354534,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.017199009779448573,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002204905505118422,
+        "instruction_rms": 0.00220490550546911,
+        "raw_apical_rms": 0.048242467059594375,
+        "teaching_rms": 0.002204905505118422,
+        "traffic_rms": 0.04817779505180302
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.0424295971442916e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5648080560532118e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02570471951165915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.017880120083093642
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421518601477146,
+        "mean_feedback_forward_cosine": 0.9998460913959303,
+        "mean_feedback_forward_relative_error": 0.01719885692000389,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020771476343231132,
+        "instruction_rms": 0.0020771476337747927,
+        "raw_apical_rms": 0.04823765149692763,
+        "teaching_rms": 0.0020771476343231132,
+        "traffic_rms": 0.048180477201733705
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.026011441420451e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5606805797072515e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025181158807341147,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.016409556731581686
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215148761868477,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.017198711168020964,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002050751559518087,
+        "instruction_rms": 0.002050751560417936,
+        "raw_apical_rms": 0.04823016812734534,
+        "teaching_rms": 0.002050751559518087,
+        "traffic_rms": 0.048174928539411
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.7361123144942212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567847337139822e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023903542094880686,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.016185085297226905
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024215105921030045,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.017198561764273205,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002024431709550818,
+        "instruction_rms": 0.002024431709172705,
+        "raw_apical_rms": 0.048230057712793296,
+        "teaching_rms": 0.002024431709550818,
+        "traffic_rms": 0.04817624014564623
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.607925253528265e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5607837790697227e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024283734158643235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.015608857682347297
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421506494283676,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.0171984089538455,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002140824552460347,
+        "instruction_rms": 0.002140824552728777,
+        "raw_apical_rms": 0.04822625648449407,
+        "teaching_rms": 0.002140824552460347,
+        "traffic_rms": 0.048165729626222634
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.9363867781739827e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.56036926859182e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023974028210391487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.01688194954276085
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421502023935318,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.017198263741049328,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00213098146014981,
+        "instruction_rms": 0.0021309814594649775,
+        "raw_apical_rms": 0.04822817116204741,
+        "teaching_rms": 0.00213098146014981,
+        "traffic_rms": 0.048168692188981246
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.650601693687804e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559117833905617e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023251051516216915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.016830662170052527
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214977398514748,
+        "mean_feedback_forward_cosine": 0.9998460976701034,
+        "mean_feedback_forward_relative_error": 0.01719811105316407,
+        "min_feedback_forward_cosine": 0.9997075200080872
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020563400501755536,
+        "instruction_rms": 0.0020563400498021947,
+        "raw_apical_rms": 0.04822901506976377,
+        "teaching_rms": 0.0020563400501755536,
+        "traffic_rms": 0.04817248028760376
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.492437545242865e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.562626471656174e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02432393852670945,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.015563427553474903
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214934557676315,
+        "mean_feedback_forward_cosine": 0.9998461102184496,
+        "mean_feedback_forward_relative_error": 0.017197967114809313,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020836655872777405,
+        "instruction_rms": 0.002083665587333305,
+        "raw_apical_rms": 0.04822810227726179,
+        "teaching_rms": 0.0020836655872777405,
+        "traffic_rms": 0.04817065599634697
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5133578773761656e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5599342555734455e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023863005817763485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.016270757690370084
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421489730477333,
+        "mean_feedback_forward_cosine": 0.9998460788475839,
+        "mean_feedback_forward_relative_error": 0.017197815603331515,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002031942998756561,
+        "instruction_rms": 0.002031942998308895,
+        "raw_apical_rms": 0.0482186136023374,
+        "teaching_rms": 0.002031942998756561,
+        "traffic_rms": 0.0481662413246219
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 3.662107772584022e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.563468690590478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024586565339703593,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.015824211727380754
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0242148544639349,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.01719767739996314,
+        "min_feedback_forward_cosine": 0.9997075200080872
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020744587293781815,
+        "instruction_rms": 0.0020744587296502664,
+        "raw_apical_rms": 0.048231045202624986,
+        "teaching_rms": 0.0020744587293781815,
+        "traffic_rms": 0.04817403033035654
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.89847204015814e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5613775682879853e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02337062195317176,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.015844521292448045
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214815348386765,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.017197525667908945,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021171652134194937,
+        "instruction_rms": 0.002117165212964786,
+        "raw_apical_rms": 0.04823238911932688,
+        "teaching_rms": 0.0021171652134194937,
+        "traffic_rms": 0.04817329892144992
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2415649780782587e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5673970166992267e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024810573876033037,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.01642455296471715
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214766919612885,
+        "mean_feedback_forward_cosine": 0.9998461196297094,
+        "mean_feedback_forward_relative_error": 0.017197379303213797,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021210256979624434,
+        "instruction_rms": 0.0021210256982363636,
+        "raw_apical_rms": 0.04823740610116224,
+        "teaching_rms": 0.0021210256979624434,
+        "traffic_rms": 0.04817727023696828
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.562463308208862e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5680198504703783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023986769379835647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.01636083184957504
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214720353484154,
+        "mean_feedback_forward_cosine": 0.9998461039442765,
+        "mean_feedback_forward_relative_error": 0.0171972345805874,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002087636183832708,
+        "instruction_rms": 0.002087636183885223,
+        "raw_apical_rms": 0.04823592324972154,
+        "teaching_rms": 0.002087636183832708,
+        "traffic_rms": 0.0481772002207055
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.365795559455819e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5638819178430796e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024883919342835722,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.016185497484207154
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421467937529087,
+        "mean_feedback_forward_cosine": 0.9998461164926228,
+        "mean_feedback_forward_relative_error": 0.017197084466093464,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021368430701621463,
+        "instruction_rms": 0.0021368430698746224,
+        "raw_apical_rms": 0.04823588349812554,
+        "teaching_rms": 0.0021368430701621463,
+        "traffic_rms": 0.04817618576840557
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.082275390625,
+        "maximum_absolute_post_projection_soma_slope": 2.2849899750099212e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558696728578837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.025290881650189327,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.016208464490175246
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421463280916214,
+        "mean_feedback_forward_cosine": 0.9998461133555362,
+        "mean_feedback_forward_relative_error": 0.017196942096281993,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020495438639377664,
+        "instruction_rms": 0.0020495438638050436,
+        "raw_apical_rms": 0.04822979086747613,
+        "teaching_rms": 0.0020495438639377664,
+        "traffic_rms": 0.04817409025137214
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 3.0542388174126245e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.559538286446536e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02539473573712632,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.01569545204669237
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421458438038826,
+        "mean_feedback_forward_cosine": 0.9998461039442765,
+        "mean_feedback_forward_relative_error": 0.017196801540098693,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00211529873619094,
+        "instruction_rms": 0.0021152987363021497,
+        "raw_apical_rms": 0.048230378053523815,
+        "teaching_rms": 0.00211529873619094,
+        "traffic_rms": 0.04817007616705108
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.998861958758425e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.565775283081185e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023872978670837125,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.016340611333251
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214545264840126,
+        "mean_feedback_forward_cosine": 0.9998461008071899,
+        "mean_feedback_forward_relative_error": 0.01719665306767351,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002014485802215693,
+        "instruction_rms": 0.0020144858013130167,
+        "raw_apical_rms": 0.048225860085593965,
+        "teaching_rms": 0.002014485802215693,
+        "traffic_rms": 0.048171872579938615
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.221586470341208e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5642886401090754e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024450690791043724,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.015337021072804928
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214504286646843,
+        "mean_feedback_forward_cosine": 0.999846122766796,
+        "mean_feedback_forward_relative_error": 0.017196506139283117,
+        "min_feedback_forward_cosine": 0.9997075200080872
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020257802765181496,
+        "instruction_rms": 0.0020257802758513166,
+        "raw_apical_rms": 0.048224734796383256,
+        "teaching_rms": 0.0020257802765181496,
+        "traffic_rms": 0.04817027356808051
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.4461098035999385e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561177334040931e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024216074490407972,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.015433153074681759
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421446517109871,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.017196367004592168,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0018966019651126516,
+        "instruction_rms": 0.0018966019649471265,
+        "raw_apical_rms": 0.0482153712907923,
+        "teaching_rms": 0.0018966019651126516,
+        "traffic_rms": 0.04816610599407765
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8244450334113935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5607643580286416e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023443023451119167,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.014511783031225205
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214422330260277,
+        "mean_feedback_forward_cosine": 0.9998461353151422,
+        "mean_feedback_forward_relative_error": 0.017196220664405508,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020238122772022462,
+        "instruction_rms": 0.002023812278612765,
+        "raw_apical_rms": 0.04821164810748748,
+        "teaching_rms": 0.0020238122772022462,
+        "traffic_rms": 0.04815726315093748
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.555583833441233e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5573742224003896e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023886543359556082,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.015639402832090855
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214377626776695,
+        "mean_feedback_forward_cosine": 0.9998461102184496,
+        "mean_feedback_forward_relative_error": 0.017196076726050752,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021169427326851583,
+        "instruction_rms": 0.002116942732689641,
+        "raw_apical_rms": 0.048218986102378035,
+        "teaching_rms": 0.0021169427326851583,
+        "traffic_rms": 0.048158562066362834
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5947409554305523e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5592891829016048e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023602496059780185,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.016308050405681132
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214334785938263,
+        "mean_feedback_forward_cosine": 0.9998461133555362,
+        "mean_feedback_forward_relative_error": 0.017195928082066148,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002017604343977601,
+        "instruction_rms": 0.0020176043436887967,
+        "raw_apical_rms": 0.04821047542115423,
+        "teaching_rms": 0.002017604343977601,
+        "traffic_rms": 0.04815626370147312
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.407944149103059e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.556718108553837e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024514302274590564,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.015655936282277107
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421429753303528,
+        "mean_feedback_forward_cosine": 0.9998460976701034,
+        "mean_feedback_forward_relative_error": 0.0171957876239168,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002003929677712652,
+        "instruction_rms": 0.0020039296774771987,
+        "raw_apical_rms": 0.048208811160433664,
+        "teaching_rms": 0.002003929677712652,
+        "traffic_rms": 0.0481535917960867
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8125885620511326e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.561638165600793e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024464479010314035,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.01514030394718051
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214256554841995,
+        "mean_feedback_forward_cosine": 0.9998461164926228,
+        "mean_feedback_forward_relative_error": 0.01719564520508835,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002079285484938754,
+        "instruction_rms": 0.0020792854853080023,
+        "raw_apical_rms": 0.04820717894214953,
+        "teaching_rms": 0.002079285484938754,
+        "traffic_rms": 0.048149673445635456
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.5757724841923846e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5615503876941776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024528270188507804,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.015494366613030434
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421421743929386,
+        "mean_feedback_forward_cosine": 0.9998461196297094,
+        "mean_feedback_forward_relative_error": 0.017195498423748894,
+        "min_feedback_forward_cosine": 0.9997074007987976
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002060551334264739,
+        "instruction_rms": 0.0020605513340953797,
+        "raw_apical_rms": 0.04820740106622503,
+        "teaching_rms": 0.002060551334264739,
+        "traffic_rms": 0.048151325294688185
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.934729970149874e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5651347860861492e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02532297363005684,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.015373398762345314
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421417459845543,
+        "mean_feedback_forward_cosine": 0.9998461196297094,
+        "mean_feedback_forward_relative_error": 0.017195352524715036,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020187502044109918,
+        "instruction_rms": 0.0020187502056391274,
+        "raw_apical_rms": 0.048210269749302224,
+        "teaching_rms": 0.0020187502044109918,
+        "traffic_rms": 0.04815493018957356
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.3292592743473506e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5624257362856332e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023989046076384503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.015441325100660324
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214131757616997,
+        "mean_feedback_forward_cosine": 0.9998461164926228,
+        "mean_feedback_forward_relative_error": 0.017195211159751603,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0020115200941535874,
+        "instruction_rms": 0.002011520094474682,
+        "raw_apical_rms": 0.04820213575976214,
+        "teaching_rms": 0.0020115200941535874,
+        "traffic_rms": 0.048148451806194856
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8104894411740133e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5587376194203115e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024345985970810665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.015007560214996338
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024214088916778564,
+        "mean_feedback_forward_cosine": 0.9998461353151422,
+        "mean_feedback_forward_relative_error": 0.017195067098854405,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.002077252300422968,
+        "instruction_rms": 0.0020772523007702927,
+        "raw_apical_rms": 0.04820629005815167,
+        "teaching_rms": 0.002077252300422968,
+        "traffic_rms": 0.048148923781412056
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822754055261612,
+        "maximum_absolute_post_projection_soma_slope": 2.8624695502799113e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5588754148993495e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.023669793571852924,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.015620501060932875
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421404793858528,
+        "mean_feedback_forward_cosine": 0.9998461070813631,
+        "mean_feedback_forward_relative_error": 0.01719492644463715,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019900464421579497,
+        "instruction_rms": 0.0019900464416302715,
+        "raw_apical_rms": 0.04820666251258883,
+        "teaching_rms": 0.0019900464421579497,
+        "traffic_rms": 0.048152845037724754
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.08227541297674179,
+        "maximum_absolute_post_projection_soma_slope": 3.9957541275725816e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.558877473539028e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024144677811090004,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.01487917870670557
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.024213997647166252,
+        "mean_feedback_forward_cosine": 0.999846122766796,
+        "mean_feedback_forward_relative_error": 0.017194786378623622,
+        "min_feedback_forward_cosine": 0.9997074604034424
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001996917803890635,
+        "instruction_rms": 0.0019969178039047054,
+        "raw_apical_rms": 0.04820199398492661,
+        "teaching_rms": 0.001996917803890635,
+        "traffic_rms": 0.048149273638408194
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.777527896569154e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5593248464476776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.02495172905040385,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.015027608228325844
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.02421395294368267,
+        "mean_feedback_forward_cosine": 0.9998461353151422,
+        "mean_feedback_forward_relative_error": 0.017194642734370734,
+        "min_feedback_forward_cosine": 0.9997073411941528
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0021040990124702647,
+        "instruction_rms": 0.002104099012932981,
+        "raw_apical_rms": 0.04820473803222375,
+        "teaching_rms": 0.0021040990124702647,
+        "traffic_rms": 0.04814512662757017
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.0822753980755806,
+        "maximum_absolute_post_projection_soma_slope": 2.2078088690591358e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5649018348428776e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.024276170846831233,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.015327770308256149
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9166,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.4120220245361328,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "5",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 2164536320,
+    "peak_memory_reserved_bytes": 3103784960,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 2.8773079918664735e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 2.034976276377165e-08,
+      "min_residual_soma_slope": -2.8773079918664735e-08,
+      "mse": 2.202111428953568e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.072706638965291e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.072706638965291e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 14,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 0.7022833824157715,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.03593730926513672,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 9114.871520519257,
+    "train_wall_s": 9112.18015551567
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.011441617272794247,
+      0.00822899118065834,
+      0.005248552188277245,
+      0.005006248597055674,
+      0.0031181308440864086,
+      0.003540358040481806,
+      0.0021462447475641966,
+      0.004154786001890898,
+      0.0029209405183792114,
+      0.0034351269714534283,
+      0.0023086071014404297,
+      0.0027891534846276045,
+      0.001797065488062799,
+      0.0036236699670553207,
+      0.002646889304742217,
+      0.0030294402968138456,
+      0.002203497802838683,
+      0.002647269982844591,
+      0.002045509871095419
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      3.999999761581421,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      3.999999523162842
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.061619386076927185,
+      0.0444263219833374,
+      0.018814196810126305,
+      0.0265334565192461,
+      0.008286643773317337,
+      0.01912377029657364,
+      0.00472823902964592,
+      0.022145025432109833,
+      0.007428563665598631,
+      0.017827365547418594,
+      0.005207362584769726,
+      0.015293089672923088,
+      0.0035655724350363016,
+      0.01934310421347618,
+      0.0063150255009531975,
+      0.016186874359846115,
+      0.00465974910184741,
+      0.014141105115413666,
+      0.003937184810638428
+    ],
+    "unscaled_traffic_rms": [
+      0.7427284121513367,
+      0.7409113049507141,
+      1.1158705949783325,
+      0.7547073364257812,
+      1.5051356554031372,
+      0.7405146360397339,
+      1.8156821727752686,
+      0.7504684925079346,
+      1.5728157758712769,
+      0.7707536816596985,
+      1.7733408212661743,
+      0.7295199632644653,
+      2.016019105911255,
+      0.7493460774421692,
+      1.6765660047531128,
+      0.7486165165901184,
+      1.8915162086486816,
+      0.7488155961036682,
+      2.0781445503234863
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 40108672,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 401089286955008,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 401086720000000,
+      "local_weight_correlation_macs": 405510400000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 405510400000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 2595266560
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 45220225875968,
+    "forward_macs_per_example": 40551040,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 1613199402221568
+  }
+}
diff --git a/results/kp_dynamic_projection_confirmation_gate.json b/results/kp_dynamic_projection_confirmation_gate.json
new file mode 100644
index 0000000..875bdef
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation_gate.json
@@ -0,0 +1,60 @@
+{
+  "checks": {
+    "all_mechanism_query_tracking_and_cost_invariants": true,
+    "all_records_trajectories_and_metrics_finite": true,
+    "at_least_four_seeds_within_2_points_of_clean_kp": true,
+    "every_dynamic_test_accuracy_at_least_0p87": true,
+    "mean_dynamic_test_accuracy_at_least_0p89": true,
+    "mean_early_alignment_at_least_0p90": true,
+    "mean_paired_deficit_to_clean_kp_at_most_0p015": true,
+    "one_sided_95pct_upper_deficit_at_most_0p025": true
+  },
+  "metrics": {
+    "accuracy_by_seed": {
+      "clean_kp": [
+        0.9158,
+        0.9155,
+        0.9087,
+        0.915,
+        0.9144
+      ],
+      "dynamic": [
+        0.9152,
+        0.9158,
+        0.9165,
+        0.9151,
+        0.9166
+      ]
+    },
+    "bp_50k_mac_reference": 1216531200000000,
+    "dynamic_early_alignment_by_seed": [
+      0.9996865193049113,
+      0.9996783634026846,
+      0.9997114737828573,
+      0.9996656179428101,
+      0.9996906618277231
+    ],
+    "invariant_failures": [],
+    "mean_accuracy": {
+      "clean_kp": 0.91388,
+      "dynamic": 0.91584
+    },
+    "mean_dynamic_early_alignment": 0.9996865272521973,
+    "mean_paired_clean_kp_deficit": -0.001960000000000006,
+    "paired_clean_kp_deficit": [
+      0.0005999999999999339,
+      -0.00029999999999996696,
+      -0.007800000000000029,
+      -9.999999999998899e-05,
+      -0.0021999999999999797
+    ],
+    "paired_deficit_one_sided_95pct_upper_bound": 0.001305694255308511,
+    "source_commit": "0008f2cd96c06bea98f43560867d93967c597711"
+  },
+  "protocol": "kp_dynamic_neutral_projection_confirmation_v1",
+  "review_score_after": 7,
+  "review_score_before": 6,
+  "score_change_rule": "only a complete untouched paired five-seed test panel can establish the strict accept bar; depth scaling remains oral work",
+  "status": "passed",
+  "test_evaluations": 10
+}