From cdc7d5ec262d3ce1b3ffa2012800ab159a7fc3d4 Mon Sep 17 00:00:00 2001
From: YurenHao0426 <Blackhao0426@gmail.com>
Date: Sun, 26 Jul 2026 16:30:45 -0500
Subject: results: confirm standard-depth SDIL scaling

---
 .../oral_a_dynamic_scaling_v2/dynamic_d56_s13.json | 7293 ++++++++++++++++++++
 1 file changed, 7293 insertions(+)
 create mode 100644 results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json

(limited to 'results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json')

diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json
new file mode 100644
index 0000000..94c1f28
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json
@@ -0,0 +1,7293 @@
+{
+  "architecture": {
+    "adaptive_apical_parameters": 1064960,
+    "adaptive_feedback_parameters": 848512,
+    "base_width": 16,
+    "blocks_per_stage": 9,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "depth": 56,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "fixed_feedback_parameters": 0,
+    "fixed_traffic_coefficients": 532480,
+    "forward_parameters": 853018,
+    "hidden_shapes": [
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        16,
+        32,
+        32
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        32,
+        16,
+        16
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ],
+      [
+        64,
+        8,
+        8
+      ]
+    ],
+    "normalization": "batchnorm",
+    "predictor_parameters": 1064960,
+    "residual_scale": 1.0,
+    "vectorizer_mode": null,
+    "vectorizer_parameters": 0
+  },
+  "args": {
+    "a_scale": 1.0,
+    "a_warmup_steps": 0,
+    "alignment_probe": 32,
+    "apical_calibration_mode": "unit_targets",
+    "apical_seed": null,
+    "augment_train": 1,
+    "batch_size": 128,
+    "bn_eps": 1e-05,
+    "bn_momentum": 0.1,
+    "data_dir": "/home/yurenh2/sdrn/data",
+    "depth": 56,
+    "device": "cuda",
+    "epochs": 200,
+    "eta_A": 0.01,
+    "eta_P": 0.1,
+    "eval_every": 0,
+    "eval_split": "test",
+    "learn_P": 1,
+    "loader_seed": 13,
+    "lr": 0.1,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "step",
+    "max_steps": 0,
+    "mirror_batch_size": 1,
+    "mirror_eta": 0.1,
+    "mirror_every": 16,
+    "mirror_noise_std": 1.0,
+    "mirror_seed": 3000,
+    "mirror_warmup_steps": 0,
+    "mode": "kp_traffic",
+    "momentum": 0.9,
+    "neutral_projection": 1,
+    "normalization": "batchnorm",
+    "nuisance_scale": 0.0,
+    "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json",
+    "output_lr": 0.1,
+    "pert_directions": 1,
+    "pert_every": 4,
+    "pert_sigma": 0.01,
+    "perturb_seed": 1000,
+    "predictor_every": 0,
+    "predictor_mode": "closed_form",
+    "predictor_warmup_steps": 1,
+    "residual_scale": null,
+    "seed": 13,
+    "split_seed": 2027,
+    "traffic_calibration_examples": 64,
+    "traffic_ratio": 4.0,
+    "traffic_rule": "innovation",
+    "traffic_seed": 5013,
+    "train_limit": 0,
+    "use_residual": 1,
+    "val_examples": 0,
+    "vectorizer_mode": "spatial_template",
+    "warmup_epochs": 0,
+    "weight_decay": 0.0001,
+    "weight_scale": 1.0,
+    "width": 16
+  },
+  "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+  "counters": {
+    "apical_warmup_examples": 0,
+    "calibration_event_examples": 0,
+    "causal_scalar_observations": 0,
+    "logical_batch_loss_queries": 0,
+    "mirror_conv_examples": 0,
+    "mirror_events": 0,
+    "mirror_readout_examples": 0,
+    "neutral_projection_examples": 10000000,
+    "ordinary_examples": 10000000,
+    "per_example_loss_terms": 0,
+    "perturbation_events": 0,
+    "perturbation_forward_examples": 0,
+    "predictor_update_examples": 64,
+    "predictor_warmup_examples": 0,
+    "traffic_audit_examples": 0,
+    "traffic_calibration_examples": 64
+  },
+  "diagnostics": {
+    "early_third_mean": 0.9994251562489403,
+    "feedback_forward_cosine": [
+      0.9995708465576172,
+      0.999543309211731,
+      0.9994069337844849,
+      0.9993953704833984,
+      0.9995234608650208,
+      0.9994070529937744,
+      0.9995660781860352,
+      0.999530553817749,
+      0.9992876648902893,
+      0.999217689037323,
+      0.9996702075004578,
+      0.9996304512023926,
+      0.9995496273040771,
+      0.9995319843292236,
+      0.9997491240501404,
+      0.9996465444564819,
+      0.9997409582138062,
+      0.999666154384613,
+      0.9997338652610779,
+      0.9998133182525635,
+      0.9996403455734253,
+      0.9996040463447571,
+      0.9996645450592041,
+      0.9995990991592407,
+      0.9996405839920044,
+      0.9995697140693665,
+      0.9996727108955383,
+      0.9995875358581543,
+      0.9996808767318726,
+      0.9995706081390381,
+      0.9996305108070374,
+      0.9995162487030029,
+      0.9996678829193115,
+      0.9995405673980713,
+      0.9996769428253174,
+      0.999527096748352,
+      0.9997521638870239,
+      0.9998356103897095,
+      0.9998087882995605,
+      0.9997869729995728,
+      0.9997954368591309,
+      0.9997106194496155,
+      0.9997897148132324,
+      0.9996377229690552,
+      0.9996221661567688,
+      0.9993540048599243,
+      0.9995265007019043,
+      0.999187707901001,
+      0.9982263445854187,
+      0.9977731704711914,
+      0.998186469078064,
+      0.9975561499595642,
+      0.998430609703064,
+      0.997812807559967,
+      0.9999798536300659
+    ],
+    "feedback_forward_norm_ratio": [
+      0.999843418598175,
+      1.001550555229187,
+      0.9994851350784302,
+      1.0000321865081787,
+      0.9982244968414307,
+      1.001978874206543,
+      0.9991020560264587,
+      1.0019161701202393,
+      0.998595118522644,
+      1.0026040077209473,
+      0.9997974634170532,
+      1.001760721206665,
+      0.9984849691390991,
+      1.002119779586792,
+      0.9994176626205444,
+      1.0011266469955444,
+      0.9993706941604614,
+      1.0008323192596436,
+      0.9987615346908569,
+      1.000525712966919,
+      0.9991268515586853,
+      1.0014923810958862,
+      0.998845636844635,
+      1.001668095588684,
+      0.9993511438369751,
+      1.0019927024841309,
+      0.9989683628082275,
+      1.0017509460449219,
+      0.9990468621253967,
+      1.0016542673110962,
+      0.9991765022277832,
+      1.0017874240875244,
+      0.9983173608779907,
+      1.0019989013671875,
+      0.9993149638175964,
+      1.002145528793335,
+      0.9993314146995544,
+      1.0003092288970947,
+      0.999877393245697,
+      1.0006320476531982,
+      0.99971604347229,
+      1.000820279121399,
+      0.999618649482727,
+      1.0011359453201294,
+      0.9993308186531067,
+      1.0016674995422363,
+      0.9991656541824341,
+      1.002214789390564,
+      0.9976616501808167,
+      1.003898024559021,
+      0.9978560209274292,
+      1.0033684968948364,
+      0.9981748461723328,
+      1.0033618211746216,
+      1.0017030239105225
+    ],
+    "feedback_forward_relative_error": [
+      0.029293466359376907,
+      0.03028717078268528,
+      0.03443378582596779,
+      0.03477523848414421,
+      0.03089556284248829,
+      0.03452856093645096,
+      0.029456177726387978,
+      0.03072730265557766,
+      0.037744998931884766,
+      0.03969145938754082,
+      0.025676092132925987,
+      0.027266312390565872,
+      0.030022840946912766,
+      0.030702665448188782,
+      0.022397220134735107,
+      0.026623448356986046,
+      0.022760650143027306,
+      0.025860438123345375,
+      0.02309184893965721,
+      0.019329769536852837,
+      0.026822533458471298,
+      0.028197942301630974,
+      0.025912407785654068,
+      0.02838928811252117,
+      0.02681521326303482,
+      0.029431317001581192,
+      0.02559211105108261,
+      0.02880263142287731,
+      0.0252666138112545,
+      0.0293738953769207,
+      0.027186011895537376,
+      0.03118078038096428,
+      0.025803690776228905,
+      0.030405156314373016,
+      0.025418713688850403,
+      0.03085964545607567,
+      0.022268714383244514,
+      0.01814079098403454,
+      0.01955130510032177,
+      0.020656032487750053,
+      0.020225821062922478,
+      0.024079715833067894,
+      0.02050395868718624,
+      0.026955166831612587,
+      0.027489952743053436,
+      0.036010999232530594,
+      0.030774997547268867,
+      0.0404089093208313,
+      0.05953606218099594,
+      0.06697878241539001,
+      0.06019625440239906,
+      0.07011085003614426,
+      0.05600409582257271,
+      0.06633620709180832,
+      0.0065770866349339485
+    ],
+    "innovation_negative_gradient_cosine": [
+      0.9994934797286987,
+      0.9993982315063477,
+      0.9994956254959106,
+      0.9992268085479736,
+      0.9994954466819763,
+      0.9991641044616699,
+      0.9994995594024658,
+      0.9993889927864075,
+      0.9995012283325195,
+      0.9991922974586487,
+      0.9995108246803284,
+      0.9993957281112671,
+      0.9995231628417969,
+      0.9993530511856079,
+      0.9995372295379639,
+      0.9994377493858337,
+      0.999556839466095,
+      0.9994824528694153,
+      0.9995675086975098,
+      0.999570369720459,
+      0.9995906352996826,
+      0.99944007396698,
+      0.9995976090431213,
+      0.9994415044784546,
+      0.9996044635772705,
+      0.9994592070579529,
+      0.9996154308319092,
+      0.9994706511497498,
+      0.9996240735054016,
+      0.9995054602622986,
+      0.9996492862701416,
+      0.9995315074920654,
+      0.9996607303619385,
+      0.9996076822280884,
+      0.999669075012207,
+      0.9996030926704407,
+      0.9996864795684814,
+      0.9997321367263794,
+      0.9997022747993469,
+      0.9996989369392395,
+      0.9997233748435974,
+      0.9996992349624634,
+      0.9997425675392151,
+      0.9997498989105225,
+      0.9997432231903076,
+      0.9997694492340088,
+      0.9997261166572571,
+      0.9996894001960754,
+      0.9996793866157532,
+      0.999620258808136,
+      0.9997217059135437,
+      0.9996902346611023,
+      0.9997488260269165,
+      0.9997227787971497,
+      0.735634446144104
+    ],
+    "instruction_negative_gradient_cosine": [
+      0.9994934797286987,
+      0.9993981719017029,
+      0.9994956254959106,
+      0.9992268085479736,
+      0.9994955062866211,
+      0.9991641044616699,
+      0.9994996190071106,
+      0.9993889331817627,
+      0.9995012283325195,
+      0.9991923570632935,
+      0.9995107650756836,
+      0.9993957281112671,
+      0.9995231628417969,
+      0.9993530511856079,
+      0.9995372295379639,
+      0.9994377493858337,
+      0.999556839466095,
+      0.9994824528694153,
+      0.999567449092865,
+      0.999570369720459,
+      0.9995905160903931,
+      0.99944007396698,
+      0.9995976090431213,
+      0.9994415044784546,
+      0.9996045827865601,
+      0.9994591474533081,
+      0.9996154308319092,
+      0.9994706511497498,
+      0.9996240139007568,
+      0.9995054602622986,
+      0.9996492862701416,
+      0.9995315074920654,
+      0.9996607303619385,
+      0.9996076226234436,
+      0.999669075012207,
+      0.9996031522750854,
+      0.9996864795684814,
+      0.9997321367263794,
+      0.9997022747993469,
+      0.9996988773345947,
+      0.9997233152389526,
+      0.9996992349624634,
+      0.9997426271438599,
+      0.9997498989105225,
+      0.9997432231903076,
+      0.999769389629364,
+      0.9997261762619019,
+      0.9996894001960754,
+      0.999679446220398,
+      0.999620258808136,
+      0.9997217059135437,
+      0.9996902346611023,
+      0.9997488260269165,
+      0.9997228384017944,
+      0.742300808429718
+    ],
+    "matched_negative_gradient_cosine": [
+      0.009145081043243408,
+      0.020712576806545258,
+      0.01115537527948618,
+      0.029118096455931664,
+      0.019411785528063774,
+      0.05053672194480896,
+      0.02483413927257061,
+      0.017403408885002136,
+      0.02556869015097618,
+      0.05258864909410477,
+      0.03975364565849304,
+      0.05170352756977081,
+      0.03912960737943649,
+      0.039501167833805084,
+      0.04481004923582077,
+      0.0700264498591423,
+      0.03045046329498291,
+      0.005845815874636173,
+      0.0425560437142849,
+      0.038321420550346375,
+      0.06834159791469574,
+      0.13859328627586365,
+      0.08878348022699356,
+      0.12117676436901093,
+      0.099797822535038,
+      0.190749853849411,
+      0.10534648597240448,
+      0.19740569591522217,
+      0.1054484024643898,
+      0.2672116756439209,
+      0.08820351958274841,
+      0.2515257000923157,
+      0.07720845937728882,
+      0.2144172489643097,
+      0.09138260036706924,
+      0.28180715441703796,
+      0.0978660061955452,
+      0.08489158749580383,
+      0.1037803590297699,
+      0.27369028329849243,
+      0.13156411051750183,
+      0.3883955478668213,
+      0.11124899238348007,
+      0.3731602132320404,
+      0.1306922882795334,
+      0.34593671560287476,
+      0.0874105766415596,
+      0.2596692442893982,
+      0.02722877264022827,
+      0.07590722292661667,
+      0.08146192133426666,
+      0.17924267053604126,
+      0.1025547906756401,
+      0.14632907509803772,
+      0.114814393222332
+    ],
+    "max_norm_match_direction_error": 0.3530300259590149,
+    "max_norm_match_relative_error": 1.6793526924629987e-07,
+    "mean_feedback_forward_cosine": 0.999431696805087,
+    "mean_feedback_forward_relative_error": 0.03134233936328779,
+    "neutral_projection": {
+      "instruction_observations": 0,
+      "max_absolute_correction_slope": 0.14260973036289215,
+      "max_absolute_post_projection_soma_slope": 4.247462115358758e-08,
+      "max_absolute_pre_projection_soma_slope": 0.14260973036289215,
+      "max_positive_post_projection_soma_slope": 1.9167110565376788e-08,
+      "min_post_projection_soma_slope": -4.247462115358758e-08,
+      "observations": 32,
+      "post_projection_traffic_rms_ratio": 2.4350122690998085e-08,
+      "pre_projection_traffic_rms_ratio": 0.008812519354754533
+    },
+    "normalization_state": "training_batch_stats_without_running_update",
+    "predictor_traffic_residual_rms_ratio": 0.00881251935472426,
+    "raw_negative_gradient_cosine": [
+      0.009145081974565983,
+      0.020712576806545258,
+      0.01115537527948618,
+      0.029118096455931664,
+      0.019411787390708923,
+      0.05053672194480896,
+      0.02483413740992546,
+      0.017403408885002136,
+      0.02556869015097618,
+      0.05258864909410477,
+      0.03975364565849304,
+      0.05170352756977081,
+      0.03912960737943649,
+      0.039501167833805084,
+      0.04481004923582077,
+      0.0700264498591423,
+      0.03045046329498291,
+      0.0058458163402974606,
+      0.0425560399889946,
+      0.038321420550346375,
+      0.06834159046411514,
+      0.13859328627586365,
+      0.08878347277641296,
+      0.12117677181959152,
+      0.09979782998561859,
+      0.190749853849411,
+      0.10534648597240448,
+      0.19740569591522217,
+      0.1054484024643898,
+      0.2672116756439209,
+      0.08820351958274841,
+      0.2515257000923157,
+      0.07720845937728882,
+      0.2144172489643097,
+      0.09138260036706924,
+      0.28180715441703796,
+      0.0978659987449646,
+      0.08489158749580383,
+      0.1037803590297699,
+      0.2736903131008148,
+      0.13156409561634064,
+      0.3883955478668213,
+      0.11124899983406067,
+      0.3731602132320404,
+      0.1306922882795334,
+      0.34593671560287476,
+      0.0874105766415596,
+      0.2596692442893982,
+      0.02722877264022827,
+      0.07590721547603607,
+      0.08146192133426666,
+      0.17924265563488007,
+      0.1025547981262207,
+      0.14632906019687653,
+      0.11466988921165466
+    ],
+    "teaching_negative_gradient_cosine": [
+      0.9994934797286987,
+      0.9993982315063477,
+      0.9994956254959106,
+      0.9992268085479736,
+      0.9994954466819763,
+      0.9991641044616699,
+      0.9994995594024658,
+      0.9993889927864075,
+      0.9995012283325195,
+      0.9991922974586487,
+      0.9995108246803284,
+      0.9993957281112671,
+      0.9995231628417969,
+      0.9993530511856079,
+      0.9995372295379639,
+      0.9994377493858337,
+      0.999556839466095,
+      0.9994824528694153,
+      0.9995675086975098,
+      0.999570369720459,
+      0.9995906352996826,
+      0.99944007396698,
+      0.9995976090431213,
+      0.9994415044784546,
+      0.9996044635772705,
+      0.9994592070579529,
+      0.9996154308319092,
+      0.9994706511497498,
+      0.9996240735054016,
+      0.9995054602622986,
+      0.9996492862701416,
+      0.9995315074920654,
+      0.9996607303619385,
+      0.9996076822280884,
+      0.999669075012207,
+      0.9996030926704407,
+      0.9996864795684814,
+      0.9997321367263794,
+      0.9997022747993469,
+      0.9996989369392395,
+      0.9997233748435974,
+      0.9996992349624634,
+      0.9997425675392151,
+      0.9997498989105225,
+      0.9997432231903076,
+      0.9997694492340088,
+      0.9997261166572571,
+      0.9996894001960754,
+      0.9996793866157532,
+      0.999620258808136,
+      0.9997217059135437,
+      0.9996902346611023,
+      0.9997488260269165,
+      0.9997227787971497,
+      0.735634446144104
+    ],
+    "traffic_instruction_rms_ratio": 21.865208705270707,
+    "used_negative_gradient_cosine": [
+      0.9994934797286987,
+      0.9993982315063477,
+      0.9994956254959106,
+      0.9992268085479736,
+      0.9994954466819763,
+      0.9991641044616699,
+      0.9994995594024658,
+      0.9993889927864075,
+      0.9995012283325195,
+      0.9991922974586487,
+      0.9995108246803284,
+      0.9993957281112671,
+      0.9995231628417969,
+      0.9993530511856079,
+      0.9995372295379639,
+      0.9994377493858337,
+      0.999556839466095,
+      0.9994824528694153,
+      0.9995675086975098,
+      0.999570369720459,
+      0.9995906352996826,
+      0.99944007396698,
+      0.9995976090431213,
+      0.9994415044784546,
+      0.9996044635772705,
+      0.9994592070579529,
+      0.9996154308319092,
+      0.9994706511497498,
+      0.9996240735054016,
+      0.9995054602622986,
+      0.9996492862701416,
+      0.9995315074920654,
+      0.9996607303619385,
+      0.9996076822280884,
+      0.999669075012207,
+      0.9996030926704407,
+      0.9996864795684814,
+      0.9997321367263794,
+      0.9997022747993469,
+      0.9996989369392395,
+      0.9997233748435974,
+      0.9996992349624634,
+      0.9997425675392151,
+      0.9997498989105225,
+      0.9997432231903076,
+      0.9997694492340088,
+      0.9997261166572571,
+      0.9996894001960754,
+      0.9996793866157532,
+      0.999620258808136,
+      0.9997217059135437,
+      0.9996902346611023,
+      0.9997488260269165,
+      0.9997227787971497,
+      0.735634446144104
+    ],
+    "wall_s": 0.34674644470214844
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3731249570846558,
+        "mean_feedback_forward_cosine": 0.24383907169103622,
+        "mean_feedback_forward_relative_error": 1.2229380065744573,
+        "min_feedback_forward_cosine": 0.06914597004652023
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0011735415065878042,
+        "instruction_rms": 0.0011735415065781127,
+        "raw_apical_rms": 0.03970981731480759,
+        "teaching_rms": 0.0011735415065878042,
+        "traffic_rms": 0.039589583590077214
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260977506637573,
+        "maximum_absolute_post_projection_soma_slope": 8.299865328353917e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 3.0173287463056015e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014547473336261161,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 391,
+      "train_examples": 50000,
+      "train_loss": 2.4184074737548826
+    },
+    {
+      "epoch": 2,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3461002111434937,
+        "mean_feedback_forward_cosine": 0.2696815949949351,
+        "mean_feedback_forward_relative_error": 1.2026612693613226,
+        "min_feedback_forward_cosine": 0.1001327857375145
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0011514765673950236,
+        "instruction_rms": 0.001151476567255391,
+        "raw_apical_rms": 0.045794743736385236,
+        "teaching_rms": 0.0011514765673950236,
+        "traffic_rms": 0.0457799909076458
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260976016521454,
+        "maximum_absolute_post_projection_soma_slope": 5.1173611126387186e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.8548287900272433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017615210458279712,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 782,
+      "train_examples": 50000,
+      "train_loss": 1.762520817604065
+    },
+    {
+      "epoch": 3,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3408757448196411,
+        "mean_feedback_forward_cosine": 0.3161876526745883,
+        "mean_feedback_forward_relative_error": 1.1650627585974607,
+        "min_feedback_forward_cosine": 0.10489001870155334
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0016549438746414546,
+        "instruction_rms": 0.0016549438748159956,
+        "raw_apical_rms": 0.05151741165488746,
+        "teaching_rms": 0.0016549438746414546,
+        "traffic_rms": 0.051490281252015324
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.5940943493860686e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.815517811552671e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016994714176783932,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1173,
+      "train_examples": 50000,
+      "train_loss": 1.512260643157959
+    },
+    {
+      "epoch": 4,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3316549062728882,
+        "mean_feedback_forward_cosine": 0.3749822615222497,
+        "mean_feedback_forward_relative_error": 1.1154337584972382,
+        "min_feedback_forward_cosine": 0.11218077689409256
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002275252031508896,
+        "instruction_rms": 0.0022752520312655663,
+        "raw_apical_rms": 0.0590345048903686,
+        "teaching_rms": 0.002275252031508896,
+        "traffic_rms": 0.058990198245991
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.231281363649032e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.7644759047707248e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.017628377766492665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1564,
+      "train_examples": 50000,
+      "train_loss": 1.2438516765213012
+    },
+    {
+      "epoch": 5,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3258413076400757,
+        "mean_feedback_forward_cosine": 0.42951178672638807,
+        "mean_feedback_forward_relative_error": 1.0656936445019463,
+        "min_feedback_forward_cosine": 0.1209106519818306
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002643699691281606,
+        "instruction_rms": 0.002643699691855183,
+        "raw_apical_rms": 0.06510588726889914,
+        "teaching_rms": 0.002643699691281606,
+        "traffic_rms": 0.06505173114730729
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.0512151855409684e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.722713432202185e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01723250722562036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 1955,
+      "train_examples": 50000,
+      "train_loss": 1.0136612246322632
+    },
+    {
+      "epoch": 6,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3194870948791504,
+        "mean_feedback_forward_cosine": 0.4723150819540024,
+        "mean_feedback_forward_relative_error": 1.0242296571081335,
+        "min_feedback_forward_cosine": 0.13022229075431824
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027426750034518807,
+        "instruction_rms": 0.002742675002665937,
+        "raw_apical_rms": 0.06990917648948562,
+        "teaching_rms": 0.0027426750034518807,
+        "traffic_rms": 0.06985486620014025
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.57405597842353e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6861699679115742e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01685556838342217,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2346,
+      "train_examples": 50000,
+      "train_loss": 0.8622315446090698
+    },
+    {
+      "epoch": 7,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3131864070892334,
+        "mean_feedback_forward_cosine": 0.5075092513452877,
+        "mean_feedback_forward_relative_error": 0.9886099425229159,
+        "min_feedback_forward_cosine": 0.13890588283538818
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027565688461020418,
+        "instruction_rms": 0.0027565688461008665,
+        "raw_apical_rms": 0.0732243208573209,
+        "teaching_rms": 0.0027565688461020418,
+        "traffic_rms": 0.0731720057025109
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.1846366372055854e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6607284779938954e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.016290882085779498,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 2737,
+      "train_examples": 50000,
+      "train_loss": 0.7612383555221558
+    },
+    {
+      "epoch": 8,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.3064661026000977,
+        "mean_feedback_forward_cosine": 0.5395994912494313,
+        "mean_feedback_forward_relative_error": 0.9543644444508986,
+        "min_feedback_forward_cosine": 0.14829930663108826
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0029274980586611993,
+        "instruction_rms": 0.00292749805821342,
+        "raw_apical_rms": 0.07602529356063284,
+        "teaching_rms": 0.0029274980586611993,
+        "traffic_rms": 0.07596838769331994
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.0723592437407206e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6519811884155084e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015116814756271498,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3128,
+      "train_examples": 50000,
+      "train_loss": 0.6853854769706726
+    },
+    {
+      "epoch": 9,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2993086576461792,
+        "mean_feedback_forward_cosine": 0.5678306186741049,
+        "mean_feedback_forward_relative_error": 0.9229284010150216,
+        "min_feedback_forward_cosine": 0.15878009796142578
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002925969400428821,
+        "instruction_rms": 0.0029259694004951952,
+        "raw_apical_rms": 0.07765925269197753,
+        "teaching_rms": 0.002925969400428821,
+        "traffic_rms": 0.07760362227067051
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.743388780705573e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6339202143355274e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014225178135468407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3519,
+      "train_examples": 50000,
+      "train_loss": 0.6295745374870301
+    },
+    {
+      "epoch": 10,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2910151481628418,
+        "mean_feedback_forward_cosine": 0.593825030055913,
+        "mean_feedback_forward_relative_error": 0.8929989077828148,
+        "min_feedback_forward_cosine": 0.170100599527359
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002987865834335705,
+        "instruction_rms": 0.002987865833552953,
+        "raw_apical_rms": 0.07899781976903276,
+        "teaching_rms": 0.002987865834335705,
+        "traffic_rms": 0.07894057704038218
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.923046503790829e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6315237383022224e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015077701846357223,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 3910,
+      "train_examples": 50000,
+      "train_loss": 0.5860557368278504
+    },
+    {
+      "epoch": 11,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2823660373687744,
+        "mean_feedback_forward_cosine": 0.6178091233426874,
+        "mean_feedback_forward_relative_error": 0.8643731014295057,
+        "min_feedback_forward_cosine": 0.18129217624664307
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030597157851392515,
+        "instruction_rms": 0.0030597157859018915,
+        "raw_apical_rms": 0.0804539761410236,
+        "teaching_rms": 0.0030597157851392515,
+        "traffic_rms": 0.08039518505816531
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.720018236843316e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6275350507650064e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014758505621887503,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4301,
+      "train_examples": 50000,
+      "train_loss": 0.5491757737350463
+    },
+    {
+      "epoch": 12,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2722746133804321,
+        "mean_feedback_forward_cosine": 0.6401401311159134,
+        "mean_feedback_forward_relative_error": 0.8367454994808544,
+        "min_feedback_forward_cosine": 0.19456332921981812
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030957983647721295,
+        "instruction_rms": 0.0030957983640941145,
+        "raw_apical_rms": 0.08161926230133791,
+        "teaching_rms": 0.0030957983647721295,
+        "traffic_rms": 0.08155977108612134
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 5.139646930274466e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.609164351010329e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015799664481893422,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 4692,
+      "train_examples": 50000,
+      "train_loss": 0.5175455815505982
+    },
+    {
+      "epoch": 13,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2608096599578857,
+        "mean_feedback_forward_cosine": 0.660786991498687,
+        "mean_feedback_forward_relative_error": 0.81037946424701,
+        "min_feedback_forward_cosine": 0.20936188101768494
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030781235354573567,
+        "instruction_rms": 0.003078123537057369,
+        "raw_apical_rms": 0.08337431725574489,
+        "teaching_rms": 0.0030781235354573567,
+        "traffic_rms": 0.08331677915938523
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.17742826389167e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.604457836068378e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015449845241321073,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5083,
+      "train_examples": 50000,
+      "train_loss": 0.48272350957870486
+    },
+    {
+      "epoch": 14,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.248460292816162,
+        "mean_feedback_forward_cosine": 0.6798852021043951,
+        "mean_feedback_forward_relative_error": 0.7852349094369194,
+        "min_feedback_forward_cosine": 0.22457371652126312
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003100339211295203,
+        "instruction_rms": 0.0031003392114249467,
+        "raw_apical_rms": 0.08494837575713804,
+        "teaching_rms": 0.003100339211295203,
+        "traffic_rms": 0.08489106844723374
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.217096088472317e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5957172868956847e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01433126936808082,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5474,
+      "train_examples": 50000,
+      "train_loss": 0.4695433413505554
+    },
+    {
+      "epoch": 15,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2356730699539185,
+        "mean_feedback_forward_cosine": 0.6979092966426502,
+        "mean_feedback_forward_relative_error": 0.7607278384945609,
+        "min_feedback_forward_cosine": 0.24089950323104858
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030866216165242872,
+        "instruction_rms": 0.0030866216169087583,
+        "raw_apical_rms": 0.08555312030032036,
+        "teaching_rms": 0.0030866216165242872,
+        "traffic_rms": 0.08549662477664306
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 3.915413770982923e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6069746057882416e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014215939041889511,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 5865,
+      "train_examples": 50000,
+      "train_loss": 0.44431737590789794
+    },
+    {
+      "epoch": 16,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.221461534500122,
+        "mean_feedback_forward_cosine": 0.7151031217791818,
+        "mean_feedback_forward_relative_error": 0.7367805808782577,
+        "min_feedback_forward_cosine": 0.2581232786178589
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003150088060700533,
+        "instruction_rms": 0.0031500880620992425,
+        "raw_apical_rms": 0.08668502895686502,
+        "teaching_rms": 0.003150088060700533,
+        "traffic_rms": 0.08662691618474584
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.427119648653388e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5926292691735105e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01514278446834455,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6256,
+      "train_examples": 50000,
+      "train_loss": 0.4272077713012695
+    },
+    {
+      "epoch": 17,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.2064054012298584,
+        "mean_feedback_forward_cosine": 0.7313121627677571,
+        "mean_feedback_forward_relative_error": 0.7133815402334387,
+        "min_feedback_forward_cosine": 0.27655303478240967
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031676989314134937,
+        "instruction_rms": 0.0031676989313967753,
+        "raw_apical_rms": 0.08779876860020117,
+        "teaching_rms": 0.0031676989314134937,
+        "traffic_rms": 0.08774073357977569
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.891075988666671e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5845491407552892e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015564226046954089,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 6647,
+      "train_examples": 50000,
+      "train_loss": 0.41010695198059083
+    },
+    {
+      "epoch": 18,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1892849206924438,
+        "mean_feedback_forward_cosine": 0.7461305732076818,
+        "mean_feedback_forward_relative_error": 0.6915872013027018,
+        "min_feedback_forward_cosine": 0.29781749844551086
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031125275056129464,
+        "instruction_rms": 0.0031125275041885103,
+        "raw_apical_rms": 0.08895119841734302,
+        "teaching_rms": 0.0031125275056129464,
+        "traffic_rms": 0.0888956884749632
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.4969496570956835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.576501189309585e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015773583572524803,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7038,
+      "train_examples": 50000,
+      "train_loss": 0.3859537725162506
+    },
+    {
+      "epoch": 19,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1772735118865967,
+        "mean_feedback_forward_cosine": 0.760148654200814,
+        "mean_feedback_forward_relative_error": 0.6704453896392476,
+        "min_feedback_forward_cosine": 0.3165215253829956
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030907806372996423,
+        "instruction_rms": 0.003090780635865599,
+        "raw_apical_rms": 0.08980578390375954,
+        "teaching_rms": 0.0030907806372996423,
+        "traffic_rms": 0.08975168761137799
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.059389789925262e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5769334612786096e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015363409185099226,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7429,
+      "train_examples": 50000,
+      "train_loss": 0.37772658000946047
+    },
+    {
+      "epoch": 20,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1634541749954224,
+        "mean_feedback_forward_cosine": 0.7733385806733911,
+        "mean_feedback_forward_relative_error": 0.649839403683489,
+        "min_feedback_forward_cosine": 0.33794498443603516
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030918706624569413,
+        "instruction_rms": 0.003091870662278607,
+        "raw_apical_rms": 0.09041249729278336,
+        "teaching_rms": 0.0030918706624569413,
+        "traffic_rms": 0.09035864335020174
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.208373714069239e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5827124977612797e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0155473242950958,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 7820,
+      "train_examples": 50000,
+      "train_loss": 0.3625246440696716
+    },
+    {
+      "epoch": 21,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1474006175994873,
+        "mean_feedback_forward_cosine": 0.7861961467699571,
+        "mean_feedback_forward_relative_error": 0.6294605274092068,
+        "min_feedback_forward_cosine": 0.35897910594940186
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003063784300643496,
+        "instruction_rms": 0.0030637843012309806,
+        "raw_apical_rms": 0.09130127876237354,
+        "teaching_rms": 0.003063784300643496,
+        "traffic_rms": 0.0912489663455528
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.200717012598943e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5743717851999996e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.015155502015739801,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8211,
+      "train_examples": 50000,
+      "train_loss": 0.3535980351257324
+    },
+    {
+      "epoch": 22,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1316689252853394,
+        "mean_feedback_forward_cosine": 0.7981834920969877,
+        "mean_feedback_forward_relative_error": 0.6098968860777941,
+        "min_feedback_forward_cosine": 0.3776004910469055
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030198313112314826,
+        "instruction_rms": 0.003019831310273336,
+        "raw_apical_rms": 0.09212686628102663,
+        "teaching_rms": 0.0030198313112314826,
+        "traffic_rms": 0.09207642995162349
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.472953645835332e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5720831404804856e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01448153092935823,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8602,
+      "train_examples": 50000,
+      "train_loss": 0.33958834842681884
+    },
+    {
+      "epoch": 23,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.1145658493041992,
+        "mean_feedback_forward_cosine": 0.8099844981323588,
+        "mean_feedback_forward_relative_error": 0.5901308189738881,
+        "min_feedback_forward_cosine": 0.39721959829330444
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0031095366915210847,
+        "instruction_rms": 0.003109536691648369,
+        "raw_apical_rms": 0.09278682963769078,
+        "teaching_rms": 0.0031095366915210847,
+        "traffic_rms": 0.0927337075329886
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.945604269503747e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5798435995436544e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013738821898449874,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 8993,
+      "train_examples": 50000,
+      "train_loss": 0.3287642791175842
+    },
+    {
+      "epoch": 24,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0978220701217651,
+        "mean_feedback_forward_cosine": 0.8209721792827953,
+        "mean_feedback_forward_relative_error": 0.5711639325727116,
+        "min_feedback_forward_cosine": 0.415591835975647
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.003069652432316055,
+        "instruction_rms": 0.0030696524335324443,
+        "raw_apical_rms": 0.09348609713081485,
+        "teaching_rms": 0.003069652432316055,
+        "traffic_rms": 0.09343481385526388
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.79805731099259e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.583048674027514e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013846190205704642,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9384,
+      "train_examples": 50000,
+      "train_loss": 0.32195955295562745
+    },
+    {
+      "epoch": 25,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0809894800186157,
+        "mean_feedback_forward_cosine": 0.8312957118857991,
+        "mean_feedback_forward_relative_error": 0.5528859303756194,
+        "min_feedback_forward_cosine": 0.43454086780548096
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030282144491123974,
+        "instruction_rms": 0.0030282144488740907,
+        "raw_apical_rms": 0.09397255677229363,
+        "teaching_rms": 0.0030282144491123974,
+        "traffic_rms": 0.09392287676552098
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.567330501638935e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5723765798822936e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014164544501722831,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 9775,
+      "train_examples": 50000,
+      "train_loss": 0.31536266344070435
+    },
+    {
+      "epoch": 26,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0646122694015503,
+        "mean_feedback_forward_cosine": 0.8409607627175071,
+        "mean_feedback_forward_relative_error": 0.5353314527056434,
+        "min_feedback_forward_cosine": 0.45218151807785034
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0030546850440231997,
+        "instruction_rms": 0.0030546850445190483,
+        "raw_apical_rms": 0.09485936188926189,
+        "teaching_rms": 0.0030546850440231997,
+        "traffic_rms": 0.09480915069210738
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.25003985735384e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5737309332038156e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014189474440568207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10166,
+      "train_examples": 50000,
+      "train_loss": 0.30200243107795716
+    },
+    {
+      "epoch": 27,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0441334247589111,
+        "mean_feedback_forward_cosine": 0.8504141520370136,
+        "mean_feedback_forward_relative_error": 0.5177891796285455,
+        "min_feedback_forward_cosine": 0.47327572107315063
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0029530534007487356,
+        "instruction_rms": 0.0029530533994777913,
+        "raw_apical_rms": 0.09547829037433414,
+        "teaching_rms": 0.0029530534007487356,
+        "traffic_rms": 0.09543182297431305
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.601877799994327e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5757670171666155e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014016359018883024,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10557,
+      "train_examples": 50000,
+      "train_loss": 0.29573998839378357
+    },
+    {
+      "epoch": 28,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.023980975151062,
+        "mean_feedback_forward_cosine": 0.8593124503439123,
+        "mean_feedback_forward_relative_error": 0.5008702359416268,
+        "min_feedback_forward_cosine": 0.4940739572048187
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0029514427115604,
+        "instruction_rms": 0.002951442711149523,
+        "raw_apical_rms": 0.09582475724050606,
+        "teaching_rms": 0.0029514427115604,
+        "traffic_rms": 0.09577826114355201
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.924273776576229e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.570709884971202e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013079197034457856,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 10948,
+      "train_examples": 50000,
+      "train_loss": 0.2887161243343353
+    },
+    {
+      "epoch": 29,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 1.0031672716140747,
+        "mean_feedback_forward_cosine": 0.8676217436790467,
+        "mean_feedback_forward_relative_error": 0.48474472056735646,
+        "min_feedback_forward_cosine": 0.5147253274917603
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0029150398356783407,
+        "instruction_rms": 0.0029150398362023677,
+        "raw_apical_rms": 0.09664069460423406,
+        "teaching_rms": 0.0029150398356783407,
+        "traffic_rms": 0.09659575359011043
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.6425445649210815e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5729916984751467e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012195946340785711,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11339,
+      "train_examples": 50000,
+      "train_loss": 0.27999820298194883
+    },
+    {
+      "epoch": 30,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9808943867683411,
+        "mean_feedback_forward_cosine": 0.8758031595836986,
+        "mean_feedback_forward_relative_error": 0.46841765655712647,
+        "min_feedback_forward_cosine": 0.536214292049408
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0029537241736217724,
+        "instruction_rms": 0.0029537241733964188,
+        "raw_apical_rms": 0.09727864540573213,
+        "teaching_rms": 0.0029537241736217724,
+        "traffic_rms": 0.09723266629350111
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.832315335714156e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5707884872185697e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012995043499540572,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 11730,
+      "train_examples": 50000,
+      "train_loss": 0.27962089896678927
+    },
+    {
+      "epoch": 31,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9596076607704163,
+        "mean_feedback_forward_cosine": 0.8834901343692433,
+        "mean_feedback_forward_relative_error": 0.45259491096843374,
+        "min_feedback_forward_cosine": 0.556028425693512
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0029701928797881633,
+        "instruction_rms": 0.0029701928798994575,
+        "raw_apical_rms": 0.09747904508748882,
+        "teaching_rms": 0.0029701928797881633,
+        "traffic_rms": 0.09743268181722847
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.079094561073362e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573537308775561e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014137449213955057,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12121,
+      "train_examples": 50000,
+      "train_loss": 0.26991109534263613
+    },
+    {
+      "epoch": 32,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9381541013717651,
+        "mean_feedback_forward_cosine": 0.8907324595884843,
+        "mean_feedback_forward_relative_error": 0.43744216046550055,
+        "min_feedback_forward_cosine": 0.5759724974632263
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028884212164978643,
+        "instruction_rms": 0.0028884212168105643,
+        "raw_apical_rms": 0.09820832805707319,
+        "teaching_rms": 0.0028884212164978643,
+        "traffic_rms": 0.0981648624058883
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.911571321348674e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567879417193024e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01381901980511141,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12512,
+      "train_examples": 50000,
+      "train_loss": 0.26592113607406614
+    },
+    {
+      "epoch": 33,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.9172576665878296,
+        "mean_feedback_forward_cosine": 0.8973997538739985,
+        "mean_feedback_forward_relative_error": 0.4229122679341923,
+        "min_feedback_forward_cosine": 0.5946725606918335
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0029044720991591643,
+        "instruction_rms": 0.002904472099249637,
+        "raw_apical_rms": 0.09838487407131767,
+        "teaching_rms": 0.0029044720991591643,
+        "traffic_rms": 0.09834096655182067
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.061917190436361e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.575228782406986e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013126473028488874,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 12903,
+      "train_examples": 50000,
+      "train_loss": 0.260477105550766
+    },
+    {
+      "epoch": 34,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8941831588745117,
+        "mean_feedback_forward_cosine": 0.9040087602355263,
+        "mean_feedback_forward_relative_error": 0.4081582895734093,
+        "min_feedback_forward_cosine": 0.6147831082344055
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002953903341352604,
+        "instruction_rms": 0.002953903341786973,
+        "raw_apical_rms": 0.09907064424544468,
+        "teaching_rms": 0.002953903341352604,
+        "traffic_rms": 0.0990255710373813
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.6642157630903966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.573925055685662e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013614832887721176,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13294,
+      "train_examples": 50000,
+      "train_loss": 0.2544909772396088
+    },
+    {
+      "epoch": 35,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8725862503051758,
+        "mean_feedback_forward_cosine": 0.9099419561299411,
+        "mean_feedback_forward_relative_error": 0.39455513561313804,
+        "min_feedback_forward_cosine": 0.6333650350570679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002872591562396657,
+        "instruction_rms": 0.0028725915623755796,
+        "raw_apical_rms": 0.09995197401773434,
+        "teaching_rms": 0.002872591562396657,
+        "traffic_rms": 0.09990960024613042
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.920808542394298e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.568166077926738e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01302297976245306,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 13685,
+      "train_examples": 50000,
+      "train_loss": 0.2500183685874939
+    },
+    {
+      "epoch": 36,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8505612015724182,
+        "mean_feedback_forward_cosine": 0.9156503211368214,
+        "mean_feedback_forward_relative_error": 0.381031512807716,
+        "min_feedback_forward_cosine": 0.6518673896789551
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002906328946952155,
+        "instruction_rms": 0.002906328947095265,
+        "raw_apical_rms": 0.10041930511289587,
+        "teaching_rms": 0.002906328946952155,
+        "traffic_rms": 0.10037613554743059
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.028780484892195e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5715670189477694e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013175141137930668,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14076,
+      "train_examples": 50000,
+      "train_loss": 0.2429008005809784
+    },
+    {
+      "epoch": 37,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8272808194160461,
+        "mean_feedback_forward_cosine": 0.9212871724909002,
+        "mean_feedback_forward_relative_error": 0.36750791370868685,
+        "min_feedback_forward_cosine": 0.6705191135406494
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00287719147551969,
+        "instruction_rms": 0.0028771914749242114,
+        "raw_apical_rms": 0.10080540078566559,
+        "teaching_rms": 0.00287719147551969,
+        "traffic_rms": 0.10076341136521186
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 6.819430353743883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.569205869181346e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013809687399581291,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14467,
+      "train_examples": 50000,
+      "train_loss": 0.24378767097473145
+    },
+    {
+      "epoch": 38,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.8031185865402222,
+        "mean_feedback_forward_cosine": 0.9264169758016413,
+        "mean_feedback_forward_relative_error": 0.35485375090078874,
+        "min_feedback_forward_cosine": 0.6895716786384583
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028588993115555073,
+        "instruction_rms": 0.002858899311487647,
+        "raw_apical_rms": 0.10108642354232243,
+        "teaching_rms": 0.0028588993115555073,
+        "traffic_rms": 0.10104492207791024
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.419724485340339e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5810795484351968e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014169441723367232,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 14858,
+      "train_examples": 50000,
+      "train_loss": 0.23416394399642945
+    },
+    {
+      "epoch": 39,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7798122763633728,
+        "mean_feedback_forward_cosine": 0.9313094930215315,
+        "mean_feedback_forward_relative_error": 0.3424241114746441,
+        "min_feedback_forward_cosine": 0.7070998549461365
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0029049965101521583,
+        "instruction_rms": 0.0029049965094200786,
+        "raw_apical_rms": 0.10150485219888974,
+        "teaching_rms": 0.0029049965101521583,
+        "traffic_rms": 0.10146215450053
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.224089332818039e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5778804391883247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013184222199463207,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15249,
+      "train_examples": 50000,
+      "train_loss": 0.23258170228004454
+    },
+    {
+      "epoch": 40,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7568359971046448,
+        "mean_feedback_forward_cosine": 0.9358303720300848,
+        "mean_feedback_forward_relative_error": 0.3304865131323988,
+        "min_feedback_forward_cosine": 0.7243583798408508
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002866647865348375,
+        "instruction_rms": 0.002866647865046059,
+        "raw_apical_rms": 0.10214047763590728,
+        "teaching_rms": 0.002866647865348375,
+        "traffic_rms": 0.10209911196706857
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.137473380045776e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5776476833254052e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013452820860951592,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 15640,
+      "train_examples": 50000,
+      "train_loss": 0.22841290390968322
+    },
+    {
+      "epoch": 41,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7354384660720825,
+        "mean_feedback_forward_cosine": 0.9401394443078475,
+        "mean_feedback_forward_relative_error": 0.318697267499837,
+        "min_feedback_forward_cosine": 0.7395153641700745
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028548351238196477,
+        "instruction_rms": 0.0028548351233666593,
+        "raw_apical_rms": 0.10259300864405378,
+        "teaching_rms": 0.0028548351238196477,
+        "traffic_rms": 0.10255232180151314
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.349424973630448e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.567145283431142e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012975653140872852,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16031,
+      "train_examples": 50000,
+      "train_loss": 0.22398219423294066
+    },
+    {
+      "epoch": 42,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.7125124335289001,
+        "mean_feedback_forward_cosine": 0.944255594773726,
+        "mean_feedback_forward_relative_error": 0.3072501927614212,
+        "min_feedback_forward_cosine": 0.7553398609161377
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00281822510065321,
+        "instruction_rms": 0.0028182251002738684,
+        "raw_apical_rms": 0.10282596074602184,
+        "teaching_rms": 0.00281822510065321,
+        "traffic_rms": 0.10278618141043108
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.371536270284196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5667496093405423e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012975807213933805,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16422,
+      "train_examples": 50000,
+      "train_loss": 0.22099732969284058
+    },
+    {
+      "epoch": 43,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6898049116134644,
+        "mean_feedback_forward_cosine": 0.9482305364175276,
+        "mean_feedback_forward_relative_error": 0.2957717233083465,
+        "min_feedback_forward_cosine": 0.7705265283584595
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028973856140803193,
+        "instruction_rms": 0.002897385612762822,
+        "raw_apical_rms": 0.10320477788478243,
+        "teaching_rms": 0.0028973856140803193,
+        "traffic_rms": 0.1031627705074429
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.912096412430401e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5739904923923746e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012765481672362317,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 16813,
+      "train_examples": 50000,
+      "train_loss": 0.22500161635398866
+    },
+    {
+      "epoch": 44,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6682578921318054,
+        "mean_feedback_forward_cosine": 0.9518158500844782,
+        "mean_feedback_forward_relative_error": 0.28499872630292716,
+        "min_feedback_forward_cosine": 0.7844188213348389
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028497793048575374,
+        "instruction_rms": 0.0028497793040572184,
+        "raw_apical_rms": 0.1034023438337447,
+        "teaching_rms": 0.0028497793048575374,
+        "traffic_rms": 0.10336207453437073
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.125180528395504e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5755280397364038e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011794718002530893,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17204,
+      "train_examples": 50000,
+      "train_loss": 0.21802832321166993
+    },
+    {
+      "epoch": 45,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.645577073097229,
+        "mean_feedback_forward_cosine": 0.9553018710829995,
+        "mean_feedback_forward_relative_error": 0.27436178543350914,
+        "min_feedback_forward_cosine": 0.7986353635787964
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002837690433715268,
+        "instruction_rms": 0.00283769043323183,
+        "raw_apical_rms": 0.1039405543094929,
+        "teaching_rms": 0.002837690433715268,
+        "traffic_rms": 0.10390072790730881
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 1.0120236026978091e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588044016207537e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013027161154706089,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17595,
+      "train_examples": 50000,
+      "train_loss": 0.21780684286355972
+    },
+    {
+      "epoch": 46,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6229442358016968,
+        "mean_feedback_forward_cosine": 0.9584865526719527,
+        "mean_feedback_forward_relative_error": 0.264249609681693,
+        "min_feedback_forward_cosine": 0.812308669090271
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027915486086066816,
+        "instruction_rms": 0.0027915486094637464,
+        "raw_apical_rms": 0.1043951508394249,
+        "teaching_rms": 0.0027915486086066816,
+        "traffic_rms": 0.10435679141347277
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.430759924569429e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5843794422713387e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01413915311893475,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 17986,
+      "train_examples": 50000,
+      "train_loss": 0.21099490920066832
+    },
+    {
+      "epoch": 47,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.6019085049629211,
+        "mean_feedback_forward_cosine": 0.9614515900611877,
+        "mean_feedback_forward_relative_error": 0.2544229306280613,
+        "min_feedback_forward_cosine": 0.8246707320213318
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002835541800307012,
+        "instruction_rms": 0.0028355418005442667,
+        "raw_apical_rms": 0.10452683350498693,
+        "teaching_rms": 0.002835541800307012,
+        "traffic_rms": 0.10448723898247161
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.07220371762196e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5782247721053196e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013737600776080796,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18377,
+      "train_examples": 50000,
+      "train_loss": 0.2115399778652191
+    },
+    {
+      "epoch": 48,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5820757746696472,
+        "mean_feedback_forward_cosine": 0.9641605323011225,
+        "mean_feedback_forward_relative_error": 0.2451463830741969,
+        "min_feedback_forward_cosine": 0.8359454274177551
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027966726106549624,
+        "instruction_rms": 0.0027966726105186097,
+        "raw_apical_rms": 0.10490332180376637,
+        "teaching_rms": 0.0027966726106549624,
+        "traffic_rms": 0.10486499001268913
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.094941961189761e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5791095635521253e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013813689956498888,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 18768,
+      "train_examples": 50000,
+      "train_loss": 0.2097087073802948
+    },
+    {
+      "epoch": 49,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5615283846855164,
+        "mean_feedback_forward_cosine": 0.9667730266397649,
+        "mean_feedback_forward_relative_error": 0.23596984527327797,
+        "min_feedback_forward_cosine": 0.847258985042572
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002830530347047628,
+        "instruction_rms": 0.0028305303478731703,
+        "raw_apical_rms": 0.10527902830915171,
+        "teaching_rms": 0.002830530347047628,
+        "traffic_rms": 0.1052397913362817
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.577518346124634e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747393843846808e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011416830738954288,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19159,
+      "train_examples": 50000,
+      "train_loss": 0.20351419405937196
+    },
+    {
+      "epoch": 50,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5412197709083557,
+        "mean_feedback_forward_cosine": 0.9692050034349615,
+        "mean_feedback_forward_relative_error": 0.22713793001391672,
+        "min_feedback_forward_cosine": 0.8579676151275635
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002778881056267558,
+        "instruction_rms": 0.002778881056337272,
+        "raw_apical_rms": 0.10612983317923944,
+        "teaching_rms": 0.002778881056267558,
+        "traffic_rms": 0.1060924508517643
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.599479718261136e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.578457315249057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011651813818267524,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19550,
+      "train_examples": 50000,
+      "train_loss": 0.20360362627029419
+    },
+    {
+      "epoch": 51,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5217387080192566,
+        "mean_feedback_forward_cosine": 0.971462222662839,
+        "mean_feedback_forward_relative_error": 0.21857626539739697,
+        "min_feedback_forward_cosine": 0.8679684400558472
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028066155389162508,
+        "instruction_rms": 0.0028066155389387965,
+        "raw_apical_rms": 0.10641312279799853,
+        "teaching_rms": 0.0028066155389162508,
+        "traffic_rms": 0.1063749831403136
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.587332279650582e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585370674539895e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0124907056244175,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 19941,
+      "train_examples": 50000,
+      "train_loss": 0.20178700191497803
+    },
+    {
+      "epoch": 52,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.5027214884757996,
+        "mean_feedback_forward_cosine": 0.9735671281814575,
+        "mean_feedback_forward_relative_error": 0.21029050282456657,
+        "min_feedback_forward_cosine": 0.8772383332252502
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002809373391872543,
+        "instruction_rms": 0.0028093733908111165,
+        "raw_apical_rms": 0.10666886586200684,
+        "teaching_rms": 0.002809373391872543,
+        "traffic_rms": 0.10663076199164984
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.233867194145205e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5882390109250447e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014260951142897832,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20332,
+      "train_examples": 50000,
+      "train_loss": 0.19983881056308747
+    },
+    {
+      "epoch": 53,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4841027557849884,
+        "mean_feedback_forward_cosine": 0.975510357726704,
+        "mean_feedback_forward_relative_error": 0.2023856523362073,
+        "min_feedback_forward_cosine": 0.886039137840271
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028057962914911465,
+        "instruction_rms": 0.0028057962918048855,
+        "raw_apical_rms": 0.10683032787935892,
+        "teaching_rms": 0.0028057962914911465,
+        "traffic_rms": 0.10679238232862305
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.958634995475222e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5890317067371668e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014156637493983154,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 20723,
+      "train_examples": 50000,
+      "train_loss": 0.19527202021121978
+    },
+    {
+      "epoch": 54,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4683317542076111,
+        "mean_feedback_forward_cosine": 0.9772859768434005,
+        "mean_feedback_forward_relative_error": 0.19480349360541863,
+        "min_feedback_forward_cosine": 0.893265426158905
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028115105795083442,
+        "instruction_rms": 0.0028115105801477885,
+        "raw_apical_rms": 0.10708152791222089,
+        "teaching_rms": 0.0028115105795083442,
+        "traffic_rms": 0.10704334186256174
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 6.91136605723841e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.583921775804431e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013944639376534002,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21114,
+      "train_examples": 50000,
+      "train_loss": 0.19435997552871703
+    },
+    {
+      "epoch": 55,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.45155733823776245,
+        "mean_feedback_forward_cosine": 0.9789445183493874,
+        "mean_feedback_forward_relative_error": 0.18746368620883336,
+        "min_feedback_forward_cosine": 0.9007347822189331
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028361027151679115,
+        "instruction_rms": 0.002836102715629231,
+        "raw_apical_rms": 0.10769748967951297,
+        "teaching_rms": 0.0028361027151679115,
+        "traffic_rms": 0.10765901571608535
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 5.738077746286763e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588367410410188e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012556639159839879,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21505,
+      "train_examples": 50000,
+      "train_loss": 0.19328636796951293
+    },
+    {
+      "epoch": 56,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4338410198688507,
+        "mean_feedback_forward_cosine": 0.9804906996813687,
+        "mean_feedback_forward_relative_error": 0.18052111166444693,
+        "min_feedback_forward_cosine": 0.9082486033439636
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002753131319100576,
+        "instruction_rms": 0.0027531313183625497,
+        "raw_apical_rms": 0.10800181224971232,
+        "teaching_rms": 0.002753131319100576,
+        "traffic_rms": 0.10796563604551893
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.138017027979004e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5755848181236358e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012139309117807418,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 21896,
+      "train_examples": 50000,
+      "train_loss": 0.18370914353370665
+    },
+    {
+      "epoch": 57,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.41759082674980164,
+        "mean_feedback_forward_cosine": 0.9819487799297679,
+        "mean_feedback_forward_relative_error": 0.17362151538783854,
+        "min_feedback_forward_cosine": 0.9149218797683716
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028445505072922407,
+        "instruction_rms": 0.0028445505074379336,
+        "raw_apical_rms": 0.1084722792705982,
+        "teaching_rms": 0.0028445505072922407,
+        "traffic_rms": 0.10843395931542137
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.160276365742902e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5753305957672444e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012058021925897739,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22287,
+      "train_examples": 50000,
+      "train_loss": 0.1886521065092087
+    },
+    {
+      "epoch": 58,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.4019881784915924,
+        "mean_feedback_forward_cosine": 0.9832683129744096,
+        "mean_feedback_forward_relative_error": 0.1671425577591766,
+        "min_feedback_forward_cosine": 0.9210941791534424
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027730928359734875,
+        "instruction_rms": 0.002773092835889914,
+        "raw_apical_rms": 0.10894468491127962,
+        "teaching_rms": 0.0027730928359734875,
+        "traffic_rms": 0.10890825987558718
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.118245548554114e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5913891035340608e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011319808873441906,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 22678,
+      "train_examples": 50000,
+      "train_loss": 0.18609938282966615
+    },
+    {
+      "epoch": 59,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.38494738936424255,
+        "mean_feedback_forward_cosine": 0.9845792997967113,
+        "mean_feedback_forward_relative_error": 0.1605221392078833,
+        "min_feedback_forward_cosine": 0.9275520443916321
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028340585939216046,
+        "instruction_rms": 0.0028340585931943387,
+        "raw_apical_rms": 0.10898095063537308,
+        "teaching_rms": 0.0028340585939216046,
+        "traffic_rms": 0.10894289515238936
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.121654022057555e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5863591984244917e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010946963560757698,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23069,
+      "train_examples": 50000,
+      "train_loss": 0.18812277416229248
+    },
+    {
+      "epoch": 60,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.369772344827652,
+        "mean_feedback_forward_cosine": 0.9857169183817777,
+        "mean_feedback_forward_relative_error": 0.15450807017358867,
+        "min_feedback_forward_cosine": 0.9331113696098328
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027492148448285784,
+        "instruction_rms": 0.002749214845614018,
+        "raw_apical_rms": 0.10919187138781966,
+        "teaching_rms": 0.0027492148448285784,
+        "traffic_rms": 0.10915615532227238
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.21795868735353e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5858688654600588e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011998612412698987,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23460,
+      "train_examples": 50000,
+      "train_loss": 0.1817421946144104
+    },
+    {
+      "epoch": 61,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3549457788467407,
+        "mean_feedback_forward_cosine": 0.9868247433142229,
+        "mean_feedback_forward_relative_error": 0.14843868999318643,
+        "min_feedback_forward_cosine": 0.9383153915405273
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002795432337826108,
+        "instruction_rms": 0.0027954323376297168,
+        "raw_apical_rms": 0.10953554425308172,
+        "teaching_rms": 0.002795432337826108,
+        "traffic_rms": 0.10949868365423558
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.403677753676675e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5811916112277436e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012504434126110155,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 23851,
+      "train_examples": 50000,
+      "train_loss": 0.18432221712112426
+    },
+    {
+      "epoch": 62,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3409314751625061,
+        "mean_feedback_forward_cosine": 0.9878174304962158,
+        "mean_feedback_forward_relative_error": 0.1427491165020249,
+        "min_feedback_forward_cosine": 0.9430403709411621
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027719022988168442,
+        "instruction_rms": 0.0027719022985481564,
+        "raw_apical_rms": 0.10980866853435771,
+        "teaching_rms": 0.0027719022988168442,
+        "traffic_rms": 0.10977260463852206
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.02628071280742e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.59795019963987e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.014288228928888626,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24242,
+      "train_examples": 50000,
+      "train_loss": 0.18277811943531036
+    },
+    {
+      "epoch": 63,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3275431990623474,
+        "mean_feedback_forward_cosine": 0.9887475967407227,
+        "mean_feedback_forward_relative_error": 0.13718989274718546,
+        "min_feedback_forward_cosine": 0.9473963975906372
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002786289477603806,
+        "instruction_rms": 0.002786289477717537,
+        "raw_apical_rms": 0.11035204121235341,
+        "teaching_rms": 0.002786289477603806,
+        "traffic_rms": 0.11031567598082853
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.8033482019936855e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5830514883847327e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012268488733917598,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 24633,
+      "train_examples": 50000,
+      "train_loss": 0.18441451013565063
+    },
+    {
+      "epoch": 64,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3149729371070862,
+        "mean_feedback_forward_cosine": 0.9895734602754767,
+        "mean_feedback_forward_relative_error": 0.13212151005864142,
+        "min_feedback_forward_cosine": 0.9513528347015381
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002684091019023277,
+        "instruction_rms": 0.0026840910196919295,
+        "raw_apical_rms": 0.11074311543036824,
+        "teaching_rms": 0.002684091019023277,
+        "traffic_rms": 0.11070934474189535
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.500812332888017e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5747356365169516e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012162142801696387,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25024,
+      "train_examples": 50000,
+      "train_loss": 0.17204994041204452
+    },
+    {
+      "epoch": 65,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.3023730218410492,
+        "mean_feedback_forward_cosine": 0.9903738455338912,
+        "mean_feedback_forward_relative_error": 0.1269822800701315,
+        "min_feedback_forward_cosine": 0.9551512002944946
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0028041684662593685,
+        "instruction_rms": 0.002804168465669102,
+        "raw_apical_rms": 0.11100716687586223,
+        "teaching_rms": 0.0028041684662593685,
+        "traffic_rms": 0.11097038758601827
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.003244917314078e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.590774364346127e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01235985994375744,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25415,
+      "train_examples": 50000,
+      "train_loss": 0.1738403448152542
+    },
+    {
+      "epoch": 66,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2906089425086975,
+        "mean_feedback_forward_cosine": 0.9910957325588573,
+        "mean_feedback_forward_relative_error": 0.12216384509070354,
+        "min_feedback_forward_cosine": 0.9585556387901306
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002744578840305552,
+        "instruction_rms": 0.002744578840193564,
+        "raw_apical_rms": 0.11135327303571363,
+        "teaching_rms": 0.002744578840305552,
+        "traffic_rms": 0.1113182206351424
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.252631834513522e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.6017954393625452e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012932227418574152,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 25806,
+      "train_examples": 50000,
+      "train_loss": 0.174180910050869
+    },
+    {
+      "epoch": 67,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2792268395423889,
+        "mean_feedback_forward_cosine": 0.9917706814679232,
+        "mean_feedback_forward_relative_error": 0.11749785826964812,
+        "min_feedback_forward_cosine": 0.9617061018943787
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027002174870360404,
+        "instruction_rms": 0.0027002174872921107,
+        "raw_apical_rms": 0.11190783294569717,
+        "teaching_rms": 0.0027002174870360404,
+        "traffic_rms": 0.11187410778516534
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.216343623715147e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5845087786717828e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011932422592384665,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26197,
+      "train_examples": 50000,
+      "train_loss": 0.173638733959198
+    },
+    {
+      "epoch": 68,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.267167866230011,
+        "mean_feedback_forward_cosine": 0.992410211129622,
+        "mean_feedback_forward_relative_error": 0.11293627524917776,
+        "min_feedback_forward_cosine": 0.9649142026901245
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002759207871883248,
+        "instruction_rms": 0.0027592078716066623,
+        "raw_apical_rms": 0.11215969665710677,
+        "teaching_rms": 0.002759207871883248,
+        "traffic_rms": 0.11212472716686142
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.710946737735867e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5828210412115806e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01089502842617996,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26588,
+      "train_examples": 50000,
+      "train_loss": 0.17161079182624817
+    },
+    {
+      "epoch": 69,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.2559974193572998,
+        "mean_feedback_forward_cosine": 0.993004380572926,
+        "mean_feedback_forward_relative_error": 0.10842407721687447,
+        "min_feedback_forward_cosine": 0.9677553176879883
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002808980630273132,
+        "instruction_rms": 0.0028089806307528176,
+        "raw_apical_rms": 0.11227211893570996,
+        "teaching_rms": 0.002808980630273132,
+        "traffic_rms": 0.11223564725693122
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 6.98053170822277e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585605006081577e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010594170585223618,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 26979,
+      "train_examples": 50000,
+      "train_loss": 0.17664622473716735
+    },
+    {
+      "epoch": 70,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.24627509713172913,
+        "mean_feedback_forward_cosine": 0.9935285253958268,
+        "mean_feedback_forward_relative_error": 0.10427742729132826,
+        "min_feedback_forward_cosine": 0.9701375961303711
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002749674188442066,
+        "instruction_rms": 0.0027496741880878657,
+        "raw_apical_rms": 0.11261646802200022,
+        "teaching_rms": 0.002749674188442066,
+        "traffic_rms": 0.11258166804856107
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 1.0941191419533425e-07,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5943929286696242e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011147741947802742,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27370,
+      "train_examples": 50000,
+      "train_loss": 0.16682959839820863
+    },
+    {
+      "epoch": 71,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.23575939238071442,
+        "mean_feedback_forward_cosine": 0.9940485802563754,
+        "mean_feedback_forward_relative_error": 0.10005330456928774,
+        "min_feedback_forward_cosine": 0.9726309776306152
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002790564991608982,
+        "instruction_rms": 0.0027905649915647528,
+        "raw_apical_rms": 0.11319391358949094,
+        "teaching_rms": 0.002790564991608982,
+        "traffic_rms": 0.11315844489251131
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.19809839008667e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5870919806479708e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011355676204249326,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 27761,
+      "train_examples": 50000,
+      "train_loss": 0.17255522152900696
+    },
+    {
+      "epoch": 72,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.22681856155395508,
+        "mean_feedback_forward_cosine": 0.9944915576414628,
+        "mean_feedback_forward_relative_error": 0.0962677910585295,
+        "min_feedback_forward_cosine": 0.9746420383453369
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027102017553432486,
+        "instruction_rms": 0.0027102017555373065,
+        "raw_apical_rms": 0.11342980849805166,
+        "teaching_rms": 0.0027102017553432486,
+        "traffic_rms": 0.11339641834719952
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.695326166232917e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5856189912252844e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011063832872983907,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28152,
+      "train_examples": 50000,
+      "train_loss": 0.16799449390411378
+    },
+    {
+      "epoch": 73,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.21755829453468323,
+        "mean_feedback_forward_cosine": 0.9949110703034835,
+        "mean_feedback_forward_relative_error": 0.09257623702287673,
+        "min_feedback_forward_cosine": 0.9766520261764526
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002705806527157039,
+        "instruction_rms": 0.0027058065268196698,
+        "raw_apical_rms": 0.11372310299273025,
+        "teaching_rms": 0.002705806527157039,
+        "traffic_rms": 0.11368980567945332
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.974482064630138e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5771032542605507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011658218361989088,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28543,
+      "train_examples": 50000,
+      "train_loss": 0.16816208700180055
+    },
+    {
+      "epoch": 74,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.20857210457324982,
+        "mean_feedback_forward_cosine": 0.9952987324107777,
+        "mean_feedback_forward_relative_error": 0.0890488951382312,
+        "min_feedback_forward_cosine": 0.9785271883010864
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002667031936576862,
+        "instruction_rms": 0.0026670319367579015,
+        "raw_apical_rms": 0.11417956981020295,
+        "teaching_rms": 0.002667031936576862,
+        "traffic_rms": 0.11414735620657027
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.931807033401128e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912598547130218e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011491496180510636,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 28934,
+      "train_examples": 50000,
+      "train_loss": 0.16299987187862397
+    },
+    {
+      "epoch": 75,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.19948440790176392,
+        "mean_feedback_forward_cosine": 0.9956702470779419,
+        "mean_feedback_forward_relative_error": 0.08551065349443392,
+        "min_feedback_forward_cosine": 0.9803446531295776
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.00270891648821242,
+        "instruction_rms": 0.002708916488371943,
+        "raw_apical_rms": 0.1147552486085405,
+        "teaching_rms": 0.00270891648821242,
+        "traffic_rms": 0.11472209748369899
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.797106794602769e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.57913181086537e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01154276258741217,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29325,
+      "train_examples": 50000,
+      "train_loss": 0.1694073840165138
+    },
+    {
+      "epoch": 76,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1919146180152893,
+        "mean_feedback_forward_cosine": 0.9959955096244812,
+        "mean_feedback_forward_relative_error": 0.08224443102424794,
+        "min_feedback_forward_cosine": 0.9818003177642822
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026757368272720817,
+        "instruction_rms": 0.0026757368279129025,
+        "raw_apical_rms": 0.11465049734666755,
+        "teaching_rms": 0.0026757368272720817,
+        "traffic_rms": 0.11461804686354728
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.556254561473907e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5777359615018396e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012158770954836529,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 29716,
+      "train_examples": 50000,
+      "train_loss": 0.16673356837272643
+    },
+    {
+      "epoch": 77,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.18463130295276642,
+        "mean_feedback_forward_cosine": 0.9962979240850969,
+        "mean_feedback_forward_relative_error": 0.07910033538937569,
+        "min_feedback_forward_cosine": 0.9831477403640747
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002703043145014737,
+        "instruction_rms": 0.0027030431453699865,
+        "raw_apical_rms": 0.11496117112493232,
+        "teaching_rms": 0.002703043145014737,
+        "traffic_rms": 0.11492822372276584
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 4.277335108326952e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5839071604137478e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012131877471975843,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30107,
+      "train_examples": 50000,
+      "train_loss": 0.15652737518787385
+    },
+    {
+      "epoch": 78,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.17719042301177979,
+        "mean_feedback_forward_cosine": 0.9965843894264915,
+        "mean_feedback_forward_relative_error": 0.07599363960325718,
+        "min_feedback_forward_cosine": 0.9844739437103271
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002738979411209901,
+        "instruction_rms": 0.002738979411246894,
+        "raw_apical_rms": 0.1151913874906174,
+        "teaching_rms": 0.002738979411209901,
+        "traffic_rms": 0.11515761051080645
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.2633296832027554e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5900035032935614e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012149310516543482,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30498,
+      "train_examples": 50000,
+      "train_loss": 0.1626805915427208
+    },
+    {
+      "epoch": 79,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16977755725383759,
+        "mean_feedback_forward_cosine": 0.9968520272861827,
+        "mean_feedback_forward_relative_error": 0.07300305214117873,
+        "min_feedback_forward_cosine": 0.9857430458068848
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002744472035960319,
+        "instruction_rms": 0.002744472036072214,
+        "raw_apical_rms": 0.11566503738715905,
+        "teaching_rms": 0.002744472035960319,
+        "traffic_rms": 0.11563130908646636
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.2333170685869845e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5863550233155286e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011248005839427094,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 30889,
+      "train_examples": 50000,
+      "train_loss": 0.16187418454170227
+    },
+    {
+      "epoch": 80,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.16306212544441223,
+        "mean_feedback_forward_cosine": 0.9970953757112676,
+        "mean_feedback_forward_relative_error": 0.07014588591727343,
+        "min_feedback_forward_cosine": 0.9868466854095459
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002721329132782141,
+        "instruction_rms": 0.0027213291330304523,
+        "raw_apical_rms": 0.1157166554505299,
+        "teaching_rms": 0.002721329132782141,
+        "traffic_rms": 0.11568349094031427
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.354844662657342e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5906972708248838e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011900405117934287,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31280,
+      "train_examples": 50000,
+      "train_loss": 0.16319609530448914
+    },
+    {
+      "epoch": 81,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15640316903591156,
+        "mean_feedback_forward_cosine": 0.9973227284171364,
+        "mean_feedback_forward_relative_error": 0.06737760383297096,
+        "min_feedback_forward_cosine": 0.9878937602043152
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002740100736707151,
+        "instruction_rms": 0.0027401007368791563,
+        "raw_apical_rms": 0.11630187949384375,
+        "teaching_rms": 0.002740100736707151,
+        "traffic_rms": 0.11626842569493483
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.008018888474908e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5893530047018398e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01164139687944173,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 31671,
+      "train_examples": 50000,
+      "train_loss": 0.16348790993571283
+    },
+    {
+      "epoch": 82,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.15050576627254486,
+        "mean_feedback_forward_cosine": 0.9975215695121071,
+        "mean_feedback_forward_relative_error": 0.06483579948544502,
+        "min_feedback_forward_cosine": 0.9887878894805908
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027230809056385096,
+        "instruction_rms": 0.002723080906629212,
+        "raw_apical_rms": 0.11652576019709164,
+        "teaching_rms": 0.0027230809056385096,
+        "traffic_rms": 0.11649278796198989
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.699724508507643e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5909279265196596e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011933579543743874,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32062,
+      "train_examples": 50000,
+      "train_loss": 0.15690901566505433
+    },
+    {
+      "epoch": 83,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1443258672952652,
+        "mean_feedback_forward_cosine": 0.9977171594446356,
+        "mean_feedback_forward_relative_error": 0.06225192980332808,
+        "min_feedback_forward_cosine": 0.9896854758262634
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002751302036198619,
+        "instruction_rms": 0.0027513020366263107,
+        "raw_apical_rms": 0.11650580467202318,
+        "teaching_rms": 0.002751302036198619,
+        "traffic_rms": 0.11647200766942926
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 5.0853468991363115e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.596230245969911e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011138478931621383,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32453,
+      "train_examples": 50000,
+      "train_loss": 0.15821535417079927
+    },
+    {
+      "epoch": 84,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13850119709968567,
+        "mean_feedback_forward_cosine": 0.9978924263607372,
+        "mean_feedback_forward_relative_error": 0.05985670672221617,
+        "min_feedback_forward_cosine": 0.9904961585998535
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002691741844296364,
+        "instruction_rms": 0.002691741844050014,
+        "raw_apical_rms": 0.11697868076335545,
+        "teaching_rms": 0.002691741844296364,
+        "traffic_rms": 0.11694645871523873
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.329877612008204e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5888427527211002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011764964354133602,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 32844,
+      "train_examples": 50000,
+      "train_loss": 0.1524140273809433
+    },
+    {
+      "epoch": 85,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.13290835916996002,
+        "mean_feedback_forward_cosine": 0.9980539560317994,
+        "mean_feedback_forward_relative_error": 0.05754290831021287,
+        "min_feedback_forward_cosine": 0.991249144077301
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027153065571034404,
+        "instruction_rms": 0.0027153065578077104,
+        "raw_apical_rms": 0.11727591544398375,
+        "teaching_rms": 0.0027153065571034404,
+        "traffic_rms": 0.11724330261499231
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.6912933981957394e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594280566201682e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01116302196931127,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33235,
+      "train_examples": 50000,
+      "train_loss": 0.15904617218494416
+    },
+    {
+      "epoch": 86,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12745355069637299,
+        "mean_feedback_forward_cosine": 0.9982035105878656,
+        "mean_feedback_forward_relative_error": 0.055316212400794026,
+        "min_feedback_forward_cosine": 0.991946816444397
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027012344886789726,
+        "instruction_rms": 0.0027012344883947936,
+        "raw_apical_rms": 0.11756471256513797,
+        "teaching_rms": 0.0027012344886789726,
+        "traffic_rms": 0.11753247528634415
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.705789180547981e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5973163856463467e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010616420033518533,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 33626,
+      "train_examples": 50000,
+      "train_loss": 0.15437325385570527
+    },
+    {
+      "epoch": 87,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.12211593985557556,
+        "mean_feedback_forward_cosine": 0.9983466310934587,
+        "mean_feedback_forward_relative_error": 0.05310003813356161,
+        "min_feedback_forward_cosine": 0.9926053285598755
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002738522249226644,
+        "instruction_rms": 0.002738522249506231,
+        "raw_apical_rms": 0.11780735484506301,
+        "teaching_rms": 0.002738522249226644,
+        "traffic_rms": 0.11777425955961487
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.298473375134563e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585730881467693e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010981096515611915,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34017,
+      "train_examples": 50000,
+      "train_loss": 0.1542772695016861
+    },
+    {
+      "epoch": 88,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11682494729757309,
+        "mean_feedback_forward_cosine": 0.9984773148189892,
+        "mean_feedback_forward_relative_error": 0.050998348505659534,
+        "min_feedback_forward_cosine": 0.9932323694229126
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002723280323955817,
+        "instruction_rms": 0.0027232803231945287,
+        "raw_apical_rms": 0.11821450858497025,
+        "teaching_rms": 0.002723280323955817,
+        "traffic_rms": 0.11818177823843887
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.071095543485171e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.592598595109569e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010903889070222344,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34408,
+      "train_examples": 50000,
+      "train_loss": 0.15452689791202545
+    },
+    {
+      "epoch": 89,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.11196722835302353,
+        "mean_feedback_forward_cosine": 0.9985977162014354,
+        "mean_feedback_forward_relative_error": 0.04896128528158773,
+        "min_feedback_forward_cosine": 0.9937810897827148
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027691645858947686,
+        "instruction_rms": 0.002769164586154739,
+        "raw_apical_rms": 0.11830188999049981,
+        "teaching_rms": 0.0027691645858947686,
+        "traffic_rms": 0.1182682797242431
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.037965588096995e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5911204203264162e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011073834683789148,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 34799,
+      "train_examples": 50000,
+      "train_loss": 0.15595438538551332
+    },
+    {
+      "epoch": 90,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.1075218915939331,
+        "mean_feedback_forward_cosine": 0.9987039901993492,
+        "mean_feedback_forward_relative_error": 0.047091127661141485,
+        "min_feedback_forward_cosine": 0.9942640066146851
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026887574276137256,
+        "instruction_rms": 0.0026887574268776963,
+        "raw_apical_rms": 0.11864462754438557,
+        "teaching_rms": 0.0026887574276137256,
+        "traffic_rms": 0.11861282294762501
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 5.13417468539501e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5962443382540246e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010811256691004769,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35190,
+      "train_examples": 50000,
+      "train_loss": 0.1518903250002861
+    },
+    {
+      "epoch": 91,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.10297679156064987,
+        "mean_feedback_forward_cosine": 0.9988058079372752,
+        "mean_feedback_forward_relative_error": 0.04523424465547909,
+        "min_feedback_forward_cosine": 0.9947372078895569
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002708434850801182,
+        "instruction_rms": 0.002708434851284277,
+        "raw_apical_rms": 0.1189415164862091,
+        "teaching_rms": 0.002708434850801182,
+        "traffic_rms": 0.11890941686819564
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.562076310638986e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5991038007164013e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012129613038889406,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35581,
+      "train_examples": 50000,
+      "train_loss": 0.15055798265457154
+    },
+    {
+      "epoch": 92,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0987158715724945,
+        "mean_feedback_forward_cosine": 0.9988990328528664,
+        "mean_feedback_forward_relative_error": 0.043450768427415326,
+        "min_feedback_forward_cosine": 0.9951611757278442
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027739074744654074,
+        "instruction_rms": 0.002773907473822653,
+        "raw_apical_rms": 0.11920308798426466,
+        "teaching_rms": 0.0027739074744654074,
+        "traffic_rms": 0.1191695404635708
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 4.660348551510651e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5974532874985374e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013024560553677775,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 35972,
+      "train_examples": 50000,
+      "train_loss": 0.15162084616661073
+    },
+    {
+      "epoch": 93,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09467765688896179,
+        "mean_feedback_forward_cosine": 0.9989832021973349,
+        "mean_feedback_forward_relative_error": 0.041772408461706205,
+        "min_feedback_forward_cosine": 0.9955476522445679
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002744016569937722,
+        "instruction_rms": 0.0027440165705264283,
+        "raw_apical_rms": 0.11948916186934745,
+        "teaching_rms": 0.002744016569937722,
+        "traffic_rms": 0.11945641895994157
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.182579698725931e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587550128513507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013334009979847088,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36363,
+      "train_examples": 50000,
+      "train_loss": 0.14631768272876738
+    },
+    {
+      "epoch": 94,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.09055773913860321,
+        "mean_feedback_forward_cosine": 0.9990655378861861,
+        "mean_feedback_forward_relative_error": 0.040071847001937305,
+        "min_feedback_forward_cosine": 0.9959251284599304
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027838001193236555,
+        "instruction_rms": 0.00278380011909235,
+        "raw_apical_rms": 0.11960974302303815,
+        "teaching_rms": 0.0027838001193236555,
+        "traffic_rms": 0.11957617217582032
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.449512651191981e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5969476450535596e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012342750499031286,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 36754,
+      "train_examples": 50000,
+      "train_loss": 0.15604819481372834
+    },
+    {
+      "epoch": 95,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08688408881425858,
+        "mean_feedback_forward_cosine": 0.9991355039856651,
+        "mean_feedback_forward_relative_error": 0.03855858841402964,
+        "min_feedback_forward_cosine": 0.9962475299835205
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026812023653437563,
+        "instruction_rms": 0.002681202365234879,
+        "raw_apical_rms": 0.11997271730279067,
+        "teaching_rms": 0.0026812023653437563,
+        "traffic_rms": 0.11994161209036448
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.720367906609681e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5813674139351247e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0123046264848254,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37145,
+      "train_examples": 50000,
+      "train_loss": 0.15090042344093324
+    },
+    {
+      "epoch": 96,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.08323752135038376,
+        "mean_feedback_forward_cosine": 0.9992031162435359,
+        "mean_feedback_forward_relative_error": 0.037040479024025526,
+        "min_feedback_forward_cosine": 0.9965547919273376
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027337911424862105,
+        "instruction_rms": 0.0027337911422577526,
+        "raw_apical_rms": 0.12036681863764069,
+        "teaching_rms": 0.0027337911424862105,
+        "traffic_rms": 0.12033446189964718
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.627863223864551e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5885021960486138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011901115210563454,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37536,
+      "train_examples": 50000,
+      "train_loss": 0.1471392963409424
+    },
+    {
+      "epoch": 97,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07995020598173141,
+        "mean_feedback_forward_cosine": 0.9992632139812816,
+        "mean_feedback_forward_relative_error": 0.035634634626859965,
+        "min_feedback_forward_cosine": 0.9968221783638
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0026814769482426982,
+        "instruction_rms": 0.0026814769479257057,
+        "raw_apical_rms": 0.1207011112405806,
+        "teaching_rms": 0.0026814769482426982,
+        "traffic_rms": 0.1206701136312538
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.985449374496966e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5908765378047952e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012255721957310466,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 37927,
+      "train_examples": 50000,
+      "train_loss": 0.14622336290836335
+    },
+    {
+      "epoch": 98,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0767374187707901,
+        "mean_feedback_forward_cosine": 0.9993208495053378,
+        "mean_feedback_forward_relative_error": 0.03422663713043386,
+        "min_feedback_forward_cosine": 0.9970715045928955
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027147853820148437,
+        "instruction_rms": 0.002714785382084618,
+        "raw_apical_rms": 0.12108754828411754,
+        "teaching_rms": 0.0027147853820148437,
+        "traffic_rms": 0.12105586021879858
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.575009336984294e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5841440496634433e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012909678366106835,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38318,
+      "train_examples": 50000,
+      "train_loss": 0.1493096795129776
+    },
+    {
+      "epoch": 99,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07371226698160172,
+        "mean_feedback_forward_cosine": 0.9993749564344233,
+        "mean_feedback_forward_relative_error": 0.03284511249512434,
+        "min_feedback_forward_cosine": 0.9972981810569763
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.0027273905069123763,
+        "instruction_rms": 0.002727390506936166,
+        "raw_apical_rms": 0.12114865221405499,
+        "teaching_rms": 0.0027273905069123763,
+        "traffic_rms": 0.12111668693906504
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.197735302748697e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5888557645784307e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.013382915168470417,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 38709,
+      "train_examples": 50000,
+      "train_loss": 0.1504336270260811
+    },
+    {
+      "epoch": 100,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07094317674636841,
+        "mean_feedback_forward_cosine": 0.9994208921085704,
+        "mean_feedback_forward_relative_error": 0.03163022338836031,
+        "min_feedback_forward_cosine": 0.9974968433380127
+      },
+      "lr": 0.1,
+      "mixed_apical": {
+        "innovation_rms": 0.002657818008155071,
+        "instruction_rms": 0.002657818007555464,
+        "raw_apical_rms": 0.12141300245350525,
+        "teaching_rms": 0.002657818008155071,
+        "traffic_rms": 0.12138264261555164
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.7002676356887605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582622917107439e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.012760869669393275,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.1,
+      "step": 39100,
+      "train_examples": 50000,
+      "train_loss": 0.1436343447494507
+    },
+    {
+      "epoch": 101,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07091907411813736,
+        "mean_feedback_forward_cosine": 0.9994212854992259,
+        "mean_feedback_forward_relative_error": 0.031618769382211295,
+        "min_feedback_forward_cosine": 0.9974988102912903
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0019316313622018838,
+        "instruction_rms": 0.0019316313624522811,
+        "raw_apical_rms": 0.1215034387457816,
+        "teaching_rms": 0.0019316313622018838,
+        "traffic_rms": 0.1214870434907806
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 5.989663520722388e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581989970804751e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01150312864546241,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39491,
+      "train_examples": 50000,
+      "train_loss": 0.0774578609919548
+    },
+    {
+      "epoch": 102,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07090752571821213,
+        "mean_feedback_forward_cosine": 0.9994214816526933,
+        "mean_feedback_forward_relative_error": 0.03161275628954172,
+        "min_feedback_forward_cosine": 0.9974995851516724
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0016164187386532483,
+        "instruction_rms": 0.0016164187379367318,
+        "raw_apical_rms": 0.12143790922360295,
+        "teaching_rms": 0.0016164187386532483,
+        "traffic_rms": 0.12142615277399116
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 6.946496000637126e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5822570904228345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011240200926792239,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 39882,
+      "train_examples": 50000,
+      "train_loss": 0.05026715766429901
+    },
+    {
+      "epoch": 103,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0708957388997078,
+        "mean_feedback_forward_cosine": 0.9994216778061606,
+        "mean_feedback_forward_relative_error": 0.03160706502808766,
+        "min_feedback_forward_cosine": 0.9975005984306335
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015655895145317818,
+        "instruction_rms": 0.0015655895143415635,
+        "raw_apical_rms": 0.12146518803248786,
+        "teaching_rms": 0.0015655895145317818,
+        "traffic_rms": 0.12145392412925508
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.6390728531141576e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588699782526619e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011209815259896283,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40273,
+      "train_examples": 50000,
+      "train_loss": 0.04198218698382378
+    },
+    {
+      "epoch": 104,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07088350504636765,
+        "mean_feedback_forward_cosine": 0.9994218674573031,
+        "mean_feedback_forward_relative_error": 0.03160143613137982,
+        "min_feedback_forward_cosine": 0.9975016117095947
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0015589449444097573,
+        "instruction_rms": 0.0015589449438359359,
+        "raw_apical_rms": 0.12146266777793177,
+        "teaching_rms": 0.0015589449444097573,
+        "traffic_rms": 0.12145131129030932
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.02598717591718e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5921731102529307e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011442721253294508,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 40664,
+      "train_examples": 50000,
+      "train_loss": 0.038764991085529325
+    },
+    {
+      "epoch": 105,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07087132334709167,
+        "mean_feedback_forward_cosine": 0.9994220516898416,
+        "mean_feedback_forward_relative_error": 0.031596079951321535,
+        "min_feedback_forward_cosine": 0.9975024461746216
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014946659889936184,
+        "instruction_rms": 0.0014946659893532994,
+        "raw_apical_rms": 0.12136492652307224,
+        "teaching_rms": 0.0014946659889936184,
+        "traffic_rms": 0.12135441252202359
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.8556929022634e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5925731214650785e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011466905693004414,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41055,
+      "train_examples": 50000,
+      "train_loss": 0.03346785994887352
+    },
+    {
+      "epoch": 106,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07085894793272018,
+        "mean_feedback_forward_cosine": 0.9994222315874967,
+        "mean_feedback_forward_relative_error": 0.03159078823571855,
+        "min_feedback_forward_cosine": 0.997503399848938
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014659991795054211,
+        "instruction_rms": 0.0014659991795446482,
+        "raw_apical_rms": 0.12133958582295583,
+        "teaching_rms": 0.0014659991795054211,
+        "traffic_rms": 0.12132920406922273
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.191875456806883e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5812456358247876e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.0113622764933214,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41446,
+      "train_examples": 50000,
+      "train_loss": 0.030965674679875373
+    },
+    {
+      "epoch": 107,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07084622234106064,
+        "mean_feedback_forward_cosine": 0.9994224266572432,
+        "mean_feedback_forward_relative_error": 0.03158551456237381,
+        "min_feedback_forward_cosine": 0.9975043535232544
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014171350812077195,
+        "instruction_rms": 0.0014171350809680833,
+        "raw_apical_rms": 0.12126953352127469,
+        "teaching_rms": 0.0014171350812077195,
+        "traffic_rms": 0.12125969491249729
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.95457637536856e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5867696865059138e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011323451646696788,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 41837,
+      "train_examples": 50000,
+      "train_loss": 0.026601712737083436
+    },
+    {
+      "epoch": 108,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07083134353160858,
+        "mean_feedback_forward_cosine": 0.9994226228107106,
+        "mean_feedback_forward_relative_error": 0.03158002750609409,
+        "min_feedback_forward_cosine": 0.9975054264068604
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014714192387132573,
+        "instruction_rms": 0.0014714192389506454,
+        "raw_apical_rms": 0.12123142209990041,
+        "teaching_rms": 0.0014714192387132573,
+        "traffic_rms": 0.12122074245074443
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.581669254046574e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5877256849609277e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01136744383785869,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42228,
+      "train_examples": 50000,
+      "train_loss": 0.02691594778686762
+    },
+    {
+      "epoch": 109,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07081860303878784,
+        "mean_feedback_forward_cosine": 0.9994228027083657,
+        "mean_feedback_forward_relative_error": 0.03157492659308694,
+        "min_feedback_forward_cosine": 0.997506320476532
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014073182534575094,
+        "instruction_rms": 0.001407318253545341,
+        "raw_apical_rms": 0.12119996807338988,
+        "teaching_rms": 0.0014073182534575094,
+        "traffic_rms": 0.12119018610667305
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.822034492870444e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5886854829000422e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011277373316037512,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 42619,
+      "train_examples": 50000,
+      "train_loss": 0.02352189971268177
+    },
+    {
+      "epoch": 110,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07080463320016861,
+        "mean_feedback_forward_cosine": 0.9994230021129955,
+        "mean_feedback_forward_relative_error": 0.03156958261335438,
+        "min_feedback_forward_cosine": 0.9975072741508484
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014099075998892502,
+        "instruction_rms": 0.0014099075998816066,
+        "raw_apical_rms": 0.12112123411919175,
+        "teaching_rms": 0.0014099075998892502,
+        "traffic_rms": 0.12111119762902137
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.605427588761813e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5821945758457385e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011302285868101745,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43010,
+      "train_examples": 50000,
+      "train_loss": 0.022769682832360267
+    },
+    {
+      "epoch": 111,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07078919559717178,
+        "mean_feedback_forward_cosine": 0.999423191764138,
+        "mean_feedback_forward_relative_error": 0.031564079589125785,
+        "min_feedback_forward_cosine": 0.9975082874298096
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013808268351238621,
+        "instruction_rms": 0.0013808268347054852,
+        "raw_apical_rms": 0.12106233088775874,
+        "teaching_rms": 0.0013808268351238621,
+        "traffic_rms": 0.12105244650249325
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.174393973878978e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5891857941082134e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011206880855694566,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43401,
+      "train_examples": 50000,
+      "train_loss": 0.02159861841365695
+    },
+    {
+      "epoch": 112,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07077489793300629,
+        "mean_feedback_forward_cosine": 0.9994233857501637,
+        "mean_feedback_forward_relative_error": 0.03155893870544704,
+        "min_feedback_forward_cosine": 0.9975095391273499
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0013028560768730934,
+        "instruction_rms": 0.0013028560771809524,
+        "raw_apical_rms": 0.12108529178479369,
+        "teaching_rms": 0.0013028560768730934,
+        "traffic_rms": 0.12107654301746641
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.978675060054229e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.583276785733679e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011263281398540473,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 43792,
+      "train_examples": 50000,
+      "train_loss": 0.01856324349567294
+    },
+    {
+      "epoch": 113,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0707588866353035,
+        "mean_feedback_forward_cosine": 0.9994235873222351,
+        "mean_feedback_forward_relative_error": 0.031553159874271264,
+        "min_feedback_forward_cosine": 0.9975104928016663
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014013425898332828,
+        "instruction_rms": 0.0014013425899619726,
+        "raw_apical_rms": 0.121081403301387,
+        "teaching_rms": 0.0014013425898332828,
+        "traffic_rms": 0.12107097980157637
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.024830412343363e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5882152459600006e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011302325388719961,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44183,
+      "train_examples": 50000,
+      "train_loss": 0.019349969775676726
+    },
+    {
+      "epoch": 114,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07074145972728729,
+        "mean_feedback_forward_cosine": 0.9994238051501187,
+        "mean_feedback_forward_relative_error": 0.031547342105345294,
+        "min_feedback_forward_cosine": 0.9975118637084961
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0014052185171918158,
+        "instruction_rms": 0.0014052185175645725,
+        "raw_apical_rms": 0.12102726742081532,
+        "teaching_rms": 0.0014052185171918158,
+        "traffic_rms": 0.12101690966033238
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.61105090671299e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591355540991409e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011147686507963026,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44574,
+      "train_examples": 50000,
+      "train_loss": 0.019647072715163232
+    },
+    {
+      "epoch": 115,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07072681933641434,
+        "mean_feedback_forward_cosine": 0.9994239980524237,
+        "mean_feedback_forward_relative_error": 0.031542143395001235,
+        "min_feedback_forward_cosine": 0.9975128173828125
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001276663943904826,
+        "instruction_rms": 0.0012766639440084527,
+        "raw_apical_rms": 0.12103132502320636,
+        "teaching_rms": 0.001276663943904826,
+        "traffic_rms": 0.12102249971396088
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.019663345568915e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5902621425555367e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011040123102951115,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 44965,
+      "train_examples": 50000,
+      "train_loss": 0.01670920530408621
+    },
+    {
+      "epoch": 116,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07071109116077423,
+        "mean_feedback_forward_cosine": 0.999424211545424,
+        "mean_feedback_forward_relative_error": 0.031536509028889916,
+        "min_feedback_forward_cosine": 0.9975141286849976
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001341280220595386,
+        "instruction_rms": 0.0013412802208687513,
+        "raw_apical_rms": 0.12107088186603233,
+        "teaching_rms": 0.001341280220595386,
+        "traffic_rms": 0.12106134885199238
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.646929324143457e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5871619346364454e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01112268940188316,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45356,
+      "train_examples": 50000,
+      "train_loss": 0.017786935017704963
+    },
+    {
+      "epoch": 117,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07069508731365204,
+        "mean_feedback_forward_cosine": 0.9994244282895869,
+        "mean_feedback_forward_relative_error": 0.031530873756855725,
+        "min_feedback_forward_cosine": 0.9975152015686035
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001296360008357897,
+        "instruction_rms": 0.0012963600082679932,
+        "raw_apical_rms": 0.1210064433982024,
+        "teaching_rms": 0.001296360008357897,
+        "traffic_rms": 0.12099698297409692
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.4556799966576364e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5842384237502345e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011258379301681162,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 45747,
+      "train_examples": 50000,
+      "train_loss": 0.01594989131093025
+    },
+    {
+      "epoch": 118,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07067932188510895,
+        "mean_feedback_forward_cosine": 0.9994246320290999,
+        "mean_feedback_forward_relative_error": 0.031525330025364055,
+        "min_feedback_forward_cosine": 0.9975162744522095
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012886175056441664,
+        "instruction_rms": 0.0012886175053394382,
+        "raw_apical_rms": 0.12096846561161184,
+        "teaching_rms": 0.0012886175056441664,
+        "traffic_rms": 0.12095910561557505
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.389987644046414e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5857442045117193e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01129545211510929,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46138,
+      "train_examples": 50000,
+      "train_loss": 0.01590382546454668
+    },
+    {
+      "epoch": 119,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07066480815410614,
+        "mean_feedback_forward_cosine": 0.9994248108430343,
+        "mean_feedback_forward_relative_error": 0.03152040261775255,
+        "min_feedback_forward_cosine": 0.9975171685218811
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001176883061617576,
+        "instruction_rms": 0.0011768830620613702,
+        "raw_apical_rms": 0.12093138647214617,
+        "teaching_rms": 0.001176883061617576,
+        "traffic_rms": 0.12092358137503635
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 5.7555919141805134e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.583027312864346e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011270806154516505,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46529,
+      "train_examples": 50000,
+      "train_loss": 0.013526519335210324
+    },
+    {
+      "epoch": 120,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07064840197563171,
+        "mean_feedback_forward_cosine": 0.9994250243360346,
+        "mean_feedback_forward_relative_error": 0.03151499366557056,
+        "min_feedback_forward_cosine": 0.9975184202194214
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0012067306893248804,
+        "instruction_rms": 0.0012067306892235943,
+        "raw_apical_rms": 0.12093184660216626,
+        "teaching_rms": 0.0012067306893248804,
+        "traffic_rms": 0.12092325626158301
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.8383195045717e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5873000785880004e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011278642957340152,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 46920,
+      "train_examples": 50000,
+      "train_loss": 0.013874591251760722
+    },
+    {
+      "epoch": 121,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07063398510217667,
+        "mean_feedback_forward_cosine": 0.9994252139871771,
+        "mean_feedback_forward_relative_error": 0.03151010434058579,
+        "min_feedback_forward_cosine": 0.9975194931030273
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011215831796233238,
+        "instruction_rms": 0.0011215831800664925,
+        "raw_apical_rms": 0.12092683518032567,
+        "teaching_rms": 0.0011215831796233238,
+        "traffic_rms": 0.12091950006035208
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 9.060403982630305e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5902660829879754e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01131065804714938,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47311,
+      "train_examples": 50000,
+      "train_loss": 0.012541126489341258
+    },
+    {
+      "epoch": 122,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07061872631311417,
+        "mean_feedback_forward_cosine": 0.9994253873825073,
+        "mean_feedback_forward_relative_error": 0.031505210553719236,
+        "min_feedback_forward_cosine": 0.9975205063819885
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011016172111567837,
+        "instruction_rms": 0.001101617211390144,
+        "raw_apical_rms": 0.12088319494619222,
+        "teaching_rms": 0.0011016172111567837,
+        "traffic_rms": 0.12087577071212233
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.362741172300957e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5800089468773435e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011174570979947764,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 47702,
+      "train_examples": 50000,
+      "train_loss": 0.012012996182143689
+    },
+    {
+      "epoch": 123,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07060375809669495,
+        "mean_feedback_forward_cosine": 0.9994255900382996,
+        "mean_feedback_forward_relative_error": 0.03150028646500273,
+        "min_feedback_forward_cosine": 0.9975217580795288
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010720577735974454,
+        "instruction_rms": 0.0010720577734946305,
+        "raw_apical_rms": 0.12087417070598201,
+        "teaching_rms": 0.0010720577735974454,
+        "traffic_rms": 0.12086698554962963
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.824389859299117e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5860020862468105e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011193659388315395,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48093,
+      "train_examples": 50000,
+      "train_loss": 0.011400184899494051
+    },
+    {
+      "epoch": 124,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07058724015951157,
+        "mean_feedback_forward_cosine": 0.9994257872754877,
+        "mean_feedback_forward_relative_error": 0.03149497618221424,
+        "min_feedback_forward_cosine": 0.99752277135849
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011329482021261426,
+        "instruction_rms": 0.0011329482019174382,
+        "raw_apical_rms": 0.12087773359409643,
+        "teaching_rms": 0.0011329482021261426,
+        "traffic_rms": 0.12086960561142271
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 9.533328437782984e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587363652648783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011133339256990647,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48484,
+      "train_examples": 50000,
+      "train_loss": 0.01149278408486396
+    },
+    {
+      "epoch": 125,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07057030498981476,
+        "mean_feedback_forward_cosine": 0.9994260018522089,
+        "mean_feedback_forward_relative_error": 0.03148964259942824,
+        "min_feedback_forward_cosine": 0.9975239634513855
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011235810648741928,
+        "instruction_rms": 0.001123581065121974,
+        "raw_apical_rms": 0.12088743305799948,
+        "teaching_rms": 0.0011235810648741928,
+        "traffic_rms": 0.12087967859722216
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.870171548849612e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5838497823317857e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011213246111817024,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 48875,
+      "train_examples": 50000,
+      "train_loss": 0.011122201923280955
+    },
+    {
+      "epoch": 126,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07055456191301346,
+        "mean_feedback_forward_cosine": 0.9994261828335849,
+        "mean_feedback_forward_relative_error": 0.031484583401205864,
+        "min_feedback_forward_cosine": 0.9975250959396362
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010577879550685485,
+        "instruction_rms": 0.0010577879551434022,
+        "raw_apical_rms": 0.12091154495210744,
+        "teaching_rms": 0.0010577879550685485,
+        "traffic_rms": 0.12090424319941545
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.408785679923312e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5814129169934688e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011142524557366121,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49266,
+      "train_examples": 50000,
+      "train_loss": 0.010322054066061974
+    },
+    {
+      "epoch": 127,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07053574919700623,
+        "mean_feedback_forward_cosine": 0.9994264060800726,
+        "mean_feedback_forward_relative_error": 0.03147879388522018,
+        "min_feedback_forward_cosine": 0.9975264072418213
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.001133892089154218,
+        "instruction_rms": 0.001133892089078077,
+        "raw_apical_rms": 0.12093082090073219,
+        "teaching_rms": 0.001133892089154218,
+        "traffic_rms": 0.12092282742761554
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.354558562155944e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912700142957998e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011092551928234894,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 49657,
+      "train_examples": 50000,
+      "train_loss": 0.010840231428295374
+    },
+    {
+      "epoch": 128,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07051771879196167,
+        "mean_feedback_forward_cosine": 0.9994266314940019,
+        "mean_feedback_forward_relative_error": 0.03147308212620291,
+        "min_feedback_forward_cosine": 0.9975277185440063
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0011080609356600107,
+        "instruction_rms": 0.001108060936019147,
+        "raw_apical_rms": 0.12088387004409894,
+        "teaching_rms": 0.0011080609356600107,
+        "traffic_rms": 0.12087612855137313
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.18298727772526e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5840815336388044e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01117625895196831,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50048,
+      "train_examples": 50000,
+      "train_loss": 0.010595754879266023
+    },
+    {
+      "epoch": 129,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07050331681966782,
+        "mean_feedback_forward_cosine": 0.999426823312586,
+        "mean_feedback_forward_relative_error": 0.03146810530769554,
+        "min_feedback_forward_cosine": 0.9975285530090332
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010294044538193266,
+        "instruction_rms": 0.0010294044539697284,
+        "raw_apical_rms": 0.12077501785067396,
+        "teaching_rms": 0.0010294044538193266,
+        "traffic_rms": 0.12076823623982696
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 6.054079193518191e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5853927420484418e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011366229509138544,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50439,
+      "train_examples": 50000,
+      "train_loss": 0.0090453971606493
+    },
+    {
+      "epoch": 130,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07048619538545609,
+        "mean_feedback_forward_cosine": 0.9994270465590737,
+        "mean_feedback_forward_relative_error": 0.0314625168134543,
+        "min_feedback_forward_cosine": 0.9975297451019287
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010563640294215934,
+        "instruction_rms": 0.0010563640296493582,
+        "raw_apical_rms": 0.12083677535731305,
+        "teaching_rms": 0.0010563640294215934,
+        "traffic_rms": 0.12082958511468528
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.440790656370154e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5845864610262134e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01114550376388394,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 50830,
+      "train_examples": 50000,
+      "train_loss": 0.009695652887299656
+    },
+    {
+      "epoch": 131,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07046898454427719,
+        "mean_feedback_forward_cosine": 0.9994272698055614,
+        "mean_feedback_forward_relative_error": 0.03145684924145991,
+        "min_feedback_forward_cosine": 0.9975310564041138
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010952395358122472,
+        "instruction_rms": 0.001095239535493576,
+        "raw_apical_rms": 0.12084477594639009,
+        "teaching_rms": 0.0010952395358122472,
+        "traffic_rms": 0.12083691550699845
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.913351313642124e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5865155531216587e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011374885523999454,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51221,
+      "train_examples": 50000,
+      "train_loss": 0.009708992003947496
+    },
+    {
+      "epoch": 132,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07045096904039383,
+        "mean_feedback_forward_cosine": 0.999427464875308,
+        "mean_feedback_forward_relative_error": 0.03145115019922907,
+        "min_feedback_forward_cosine": 0.997532308101654
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010348551966495592,
+        "instruction_rms": 0.0010348551969669674,
+        "raw_apical_rms": 0.12083036618657504,
+        "teaching_rms": 0.0010348551966495592,
+        "traffic_rms": 0.12082286248496703
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.677312486795927e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5867192692839256e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011345734802015235,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 51612,
+      "train_examples": 50000,
+      "train_loss": 0.009417185395061969
+    },
+    {
+      "epoch": 133,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07043527811765671,
+        "mean_feedback_forward_cosine": 0.9994276751171459,
+        "mean_feedback_forward_relative_error": 0.031446041124449535,
+        "min_feedback_forward_cosine": 0.9975335597991943
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009991465308276924,
+        "instruction_rms": 0.000999146530843497,
+        "raw_apical_rms": 0.12079991080667568,
+        "teaching_rms": 0.0009991465308276924,
+        "traffic_rms": 0.12079349202199281
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.6335728970680066e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5813381485782494e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01121630788174555,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52003,
+      "train_examples": 50000,
+      "train_loss": 0.008770374926365912
+    },
+    {
+      "epoch": 134,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07041771709918976,
+        "mean_feedback_forward_cosine": 0.9994278896938671,
+        "mean_feedback_forward_relative_error": 0.031440461105243726,
+        "min_feedback_forward_cosine": 0.9975347518920898
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010425932026417073,
+        "instruction_rms": 0.0010425932027485045,
+        "raw_apical_rms": 0.12075980471417198,
+        "teaching_rms": 0.0010425932026417073,
+        "traffic_rms": 0.12075269167967503
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.208813540022675e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5942978381964335e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011360938807897156,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52394,
+      "train_examples": 50000,
+      "train_loss": 0.009208371835425496
+    },
+    {
+      "epoch": 135,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0704011470079422,
+        "mean_feedback_forward_cosine": 0.9994281096891924,
+        "mean_feedback_forward_relative_error": 0.03143500339409167,
+        "min_feedback_forward_cosine": 0.9975358247756958
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010104558630069274,
+        "instruction_rms": 0.0010104558629655414,
+        "raw_apical_rms": 0.12077581042787909,
+        "teaching_rms": 0.0010104558630069274,
+        "traffic_rms": 0.12076903893089148
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.122106555039863e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5858008022959945e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011201823207306057,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 52785,
+      "train_examples": 50000,
+      "train_loss": 0.00852915184430778
+    },
+    {
+      "epoch": 136,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07038401812314987,
+        "mean_feedback_forward_cosine": 0.9994283383542841,
+        "mean_feedback_forward_relative_error": 0.03142943127419461,
+        "min_feedback_forward_cosine": 0.9975371360778809
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009940564759869151,
+        "instruction_rms": 0.000994056476289328,
+        "raw_apical_rms": 0.12077183782974174,
+        "teaching_rms": 0.0009940564759869151,
+        "traffic_rms": 0.1207648402222815
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 6.744818392689922e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.583754656607176e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010985859320546711,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53176,
+      "train_examples": 50000,
+      "train_loss": 0.008393654064536094
+    },
+    {
+      "epoch": 137,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07036565989255905,
+        "mean_feedback_forward_cosine": 0.9994285529310053,
+        "mean_feedback_forward_relative_error": 0.03142367072234099,
+        "min_feedback_forward_cosine": 0.9975384473800659
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010190824464492904,
+        "instruction_rms": 0.0010190824463925693,
+        "raw_apical_rms": 0.12075393140369606,
+        "teaching_rms": 0.0010190824464492904,
+        "traffic_rms": 0.12074701113834552
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.937292613111822e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588657046772156e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010946906221500706,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53567,
+      "train_examples": 50000,
+      "train_loss": 0.007965772947594523
+    },
+    {
+      "epoch": 138,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07034841179847717,
+        "mean_feedback_forward_cosine": 0.9994287696751681,
+        "mean_feedback_forward_relative_error": 0.03141821456903761,
+        "min_feedback_forward_cosine": 0.9975396394729614
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000934028921516271,
+        "instruction_rms": 0.0009340289212301821,
+        "raw_apical_rms": 0.1207637690767968,
+        "teaching_rms": 0.000934028921516271,
+        "traffic_rms": 0.12075757479166307
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.48463327479476e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5861000153503188e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011057929100270425,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 53958,
+      "train_examples": 50000,
+      "train_loss": 0.007507783609703183
+    },
+    {
+      "epoch": 139,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0703318864107132,
+        "mean_feedback_forward_cosine": 0.9994289701635187,
+        "mean_feedback_forward_relative_error": 0.03141317000104622,
+        "min_feedback_forward_cosine": 0.9975408911705017
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009013686103250061,
+        "instruction_rms": 0.0009013686101781583,
+        "raw_apical_rms": 0.12071825369750805,
+        "teaching_rms": 0.0009013686103250061,
+        "traffic_rms": 0.12071265689185987
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.831189836020712e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5880163588553643e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011220030254864954,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54349,
+      "train_examples": 50000,
+      "train_loss": 0.00748919204108417
+    },
+    {
+      "epoch": 140,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07031499594449997,
+        "mean_feedback_forward_cosine": 0.999429195577448,
+        "mean_feedback_forward_relative_error": 0.031407627336342225,
+        "min_feedback_forward_cosine": 0.9975419640541077
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009761039731833493,
+        "instruction_rms": 0.000976103973289089,
+        "raw_apical_rms": 0.12070630531065162,
+        "teaching_rms": 0.0009761039731833493,
+        "traffic_rms": 0.12069970974373335
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.592161400613804e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589194410847404e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011198168016916228,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 54740,
+      "train_examples": 50000,
+      "train_loss": 0.00756540226444602
+    },
+    {
+      "epoch": 141,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07029535621404648,
+        "mean_feedback_forward_cosine": 0.9994294220750982,
+        "mean_feedback_forward_relative_error": 0.03140136955136603,
+        "min_feedback_forward_cosine": 0.9975433349609375
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009887591687614944,
+        "instruction_rms": 0.0009887591692578233,
+        "raw_apical_rms": 0.12071824863694143,
+        "teaching_rms": 0.0009887591687614944,
+        "traffic_rms": 0.12071114896001232
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.8462767071887356e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5848191904646026e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01122735820319111,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55131,
+      "train_examples": 50000,
+      "train_loss": 0.00782873647440225
+    },
+    {
+      "epoch": 142,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07027541846036911,
+        "mean_feedback_forward_cosine": 0.9994296734983271,
+        "mean_feedback_forward_relative_error": 0.031395242651077834,
+        "min_feedback_forward_cosine": 0.9975447058677673
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009748575675087432,
+        "instruction_rms": 0.0009748575673268936,
+        "raw_apical_rms": 0.12076131454864471,
+        "teaching_rms": 0.0009748575675087432,
+        "traffic_rms": 0.12075429179352912
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.705413906933245e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5866352186913332e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011196456742615693,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55522,
+      "train_examples": 50000,
+      "train_loss": 0.00777764855876565
+    },
+    {
+      "epoch": 143,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07025779038667679,
+        "mean_feedback_forward_cosine": 0.999429895661094,
+        "mean_feedback_forward_relative_error": 0.031389443906532095,
+        "min_feedback_forward_cosine": 0.9975459575653076
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009434352706285746,
+        "instruction_rms": 0.0009434352704947054,
+        "raw_apical_rms": 0.12075522034551249,
+        "teaching_rms": 0.0009434352706285746,
+        "traffic_rms": 0.12074866983924204
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.134634844556786e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5863888524493617e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011169083543723663,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 55913,
+      "train_examples": 50000,
+      "train_loss": 0.007418532796762883
+    },
+    {
+      "epoch": 144,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07023657858371735,
+        "mean_feedback_forward_cosine": 0.999430175261064,
+        "mean_feedback_forward_relative_error": 0.03138248405673287,
+        "min_feedback_forward_cosine": 0.9975473880767822
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010115940486411486,
+        "instruction_rms": 0.0010115940489804026,
+        "raw_apical_rms": 0.12074958993793988,
+        "teaching_rms": 0.0010115940486411486,
+        "traffic_rms": 0.12074189484607889
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.299540444842933e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587309086780064e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011167800983200398,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56304,
+      "train_examples": 50000,
+      "train_loss": 0.007985664666891098
+    },
+    {
+      "epoch": 145,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07021334022283554,
+        "mean_feedback_forward_cosine": 0.9994304635308006,
+        "mean_feedback_forward_relative_error": 0.03137529146095568,
+        "min_feedback_forward_cosine": 0.9975489974021912
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0010090336205429283,
+        "instruction_rms": 0.0010090336205609723,
+        "raw_apical_rms": 0.12074680283928257,
+        "teaching_rms": 0.0010090336205429283,
+        "traffic_rms": 0.12073941123422713
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.083522035600254e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.585378086634112e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011277140639654279,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 56695,
+      "train_examples": 50000,
+      "train_loss": 0.007911784377619625
+    },
+    {
+      "epoch": 146,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07019465416669846,
+        "mean_feedback_forward_cosine": 0.9994306911121715,
+        "mean_feedback_forward_relative_error": 0.03136926259506832,
+        "min_feedback_forward_cosine": 0.9975502490997314
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009662888563246104,
+        "instruction_rms": 0.000966288856044449,
+        "raw_apical_rms": 0.12073499670172054,
+        "teaching_rms": 0.0009662888563246104,
+        "traffic_rms": 0.12072837977571471
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.496089438063791e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587221212477568e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011256401771457725,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57086,
+      "train_examples": 50000,
+      "train_loss": 0.006909314128682017
+    },
+    {
+      "epoch": 147,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07017727941274643,
+        "mean_feedback_forward_cosine": 0.9994309078563344,
+        "mean_feedback_forward_relative_error": 0.03136391824280674,
+        "min_feedback_forward_cosine": 0.9975515604019165
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000869398138851607,
+        "instruction_rms": 0.0008693981386695274,
+        "raw_apical_rms": 0.12066423618798937,
+        "teaching_rms": 0.000869398138851607,
+        "traffic_rms": 0.12065867949557355
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.0784638716550035e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5856327820394464e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011204988740657578,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57477,
+      "train_examples": 50000,
+      "train_loss": 0.006455450179949403
+    },
+    {
+      "epoch": 148,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07015566527843475,
+        "mean_feedback_forward_cosine": 0.9994311701167714,
+        "mean_feedback_forward_relative_error": 0.03135735793039203,
+        "min_feedback_forward_cosine": 0.9975528717041016
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009108328233069865,
+        "instruction_rms": 0.0009108328232173712,
+        "raw_apical_rms": 0.12064820004474244,
+        "teaching_rms": 0.0009108328233069865,
+        "traffic_rms": 0.1206417547556839
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.499374194390839e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.588504741949133e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011270251572767884,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 57868,
+      "train_examples": 50000,
+      "train_loss": 0.00725371184438467
+    },
+    {
+      "epoch": 149,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07013462483882904,
+        "mean_feedback_forward_cosine": 0.9994314182888377,
+        "mean_feedback_forward_relative_error": 0.03135055799714544,
+        "min_feedback_forward_cosine": 0.9975544214248657
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0009929308943153806,
+        "instruction_rms": 0.0009929308941822965,
+        "raw_apical_rms": 0.12067018188186542,
+        "teaching_rms": 0.0009929308943153806,
+        "traffic_rms": 0.12066312890556309
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.568165472093824e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587661712584924e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01110846032069937,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58259,
+      "train_examples": 50000,
+      "train_loss": 0.007605920844562352
+    },
+    {
+      "epoch": 150,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011668384075165,
+        "mean_feedback_forward_cosine": 0.9994316447864879,
+        "mean_feedback_forward_relative_error": 0.03134507797658444,
+        "min_feedback_forward_cosine": 0.9975556135177612
+      },
+      "lr": 0.010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008278443350944605,
+        "instruction_rms": 0.000827844334770908,
+        "raw_apical_rms": 0.12063417210462912,
+        "teaching_rms": 0.0008278443350944605,
+        "traffic_rms": 0.12062883016818716
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.079902448163921e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5861055090235406e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011049545253435487,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.010000000000000002,
+      "step": 58650,
+      "train_examples": 50000,
+      "train_loss": 0.006175522373914719
+    },
+    {
+      "epoch": 151,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011643052101135,
+        "mean_feedback_forward_cosine": 0.9994316523725336,
+        "mean_feedback_forward_relative_error": 0.03134498400613665,
+        "min_feedback_forward_cosine": 0.9975556135177612
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0008630216981704413,
+        "instruction_rms": 0.0008630216980826758,
+        "raw_apical_rms": 0.12061825903365644,
+        "teaching_rms": 0.0008630216981704413,
+        "traffic_rms": 0.12061274661674656
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.687106963137012e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5897691840843058e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011071510585886186,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59041,
+      "train_examples": 50000,
+      "train_loss": 0.005969180923551321
+    },
+    {
+      "epoch": 152,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011627405881882,
+        "mean_feedback_forward_cosine": 0.9994316437027672,
+        "mean_feedback_forward_relative_error": 0.03134491436014121,
+        "min_feedback_forward_cosine": 0.9975556135177612
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007460985699154562,
+        "instruction_rms": 0.0007460985697244131,
+        "raw_apical_rms": 0.12060988009720111,
+        "teaching_rms": 0.0007460985699154562,
+        "traffic_rms": 0.12060513364013943
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.912668399332688e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.597947370401401e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01094981160962626,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59432,
+      "train_examples": 50000,
+      "train_loss": 0.005264219559244812
+    },
+    {
+      "epoch": 153,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011613249778748,
+        "mean_feedback_forward_cosine": 0.9994316567074168,
+        "mean_feedback_forward_relative_error": 0.03134484869343313,
+        "min_feedback_forward_cosine": 0.997555673122406
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007420030853294929,
+        "instruction_rms": 0.0007420030853725111,
+        "raw_apical_rms": 0.12061358630239877,
+        "teaching_rms": 0.0007420030853294929,
+        "traffic_rms": 0.120609119304036
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.203235069004222e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5854405454563713e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01099086252175615,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 59823,
+      "train_examples": 50000,
+      "train_loss": 0.0050315053797513245
+    },
+    {
+      "epoch": 154,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011598348617554,
+        "mean_feedback_forward_cosine": 0.9994316469539296,
+        "mean_feedback_forward_relative_error": 0.031344785854559055,
+        "min_feedback_forward_cosine": 0.997555673122406
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007039289267185821,
+        "instruction_rms": 0.0007039289268821719,
+        "raw_apical_rms": 0.1206168929630992,
+        "teaching_rms": 0.0007039289267185821,
+        "traffic_rms": 0.12061270980422223
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.765618737996192e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591492133799338e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011034298548478259,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60214,
+      "train_examples": 50000,
+      "train_loss": 0.004824321654289961
+    },
+    {
+      "epoch": 155,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011587917804718,
+        "mean_feedback_forward_cosine": 0.9994316610423002,
+        "mean_feedback_forward_relative_error": 0.0313447261906483,
+        "min_feedback_forward_cosine": 0.9975557327270508
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006376567373198125,
+        "instruction_rms": 0.000637656737203598,
+        "raw_apical_rms": 0.12061587949785221,
+        "teaching_rms": 0.0006376567373198125,
+        "traffic_rms": 0.12061244154477092
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 7.224610953926458e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5889644525274507e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010960997161645742,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60605,
+      "train_examples": 50000,
+      "train_loss": 0.004377018192149699
+    },
+    {
+      "epoch": 156,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011575996875763,
+        "mean_feedback_forward_cosine": 0.9994316534562544,
+        "mean_feedback_forward_relative_error": 0.03134466705166481,
+        "min_feedback_forward_cosine": 0.9975557923316956
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000684842550326603,
+        "instruction_rms": 0.0006848425504731417,
+        "raw_apical_rms": 0.12061338656526976,
+        "teaching_rms": 0.000684842550326603,
+        "traffic_rms": 0.12060958829388432
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.251095641118809e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5865729027490042e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010901957009038442,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 60996,
+      "train_examples": 50000,
+      "train_loss": 0.004573622027058155
+    },
+    {
+      "epoch": 157,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011562585830688,
+        "mean_feedback_forward_cosine": 0.9994316567074168,
+        "mean_feedback_forward_relative_error": 0.03134460887787017,
+        "min_feedback_forward_cosine": 0.9975557327270508
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006325919894719429,
+        "instruction_rms": 0.0006325919895634825,
+        "raw_apical_rms": 0.1206109873693738,
+        "teaching_rms": 0.0006325919894719429,
+        "traffic_rms": 0.12060712511088602
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.076192787280888e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5857873653474568e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01094310001443777,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61387,
+      "train_examples": 50000,
+      "train_loss": 0.004217614284660667
+    },
+    {
+      "epoch": 158,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011548429727554,
+        "mean_feedback_forward_cosine": 0.9994316718795083,
+        "mean_feedback_forward_relative_error": 0.03134454900229519,
+        "min_feedback_forward_cosine": 0.9975557327270508
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006650859749439857,
+        "instruction_rms": 0.0006650859747830863,
+        "raw_apical_rms": 0.12061356531744602,
+        "teaching_rms": 0.0006650859749439857,
+        "traffic_rms": 0.12060975090771466
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.470630691841507e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5836846972464166e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010997232618201456,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 61778,
+      "train_examples": 50000,
+      "train_loss": 0.004617708307979629
+    },
+    {
+      "epoch": 159,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0701153501868248,
+        "mean_feedback_forward_cosine": 0.9994316588748585,
+        "mean_feedback_forward_relative_error": 0.03134448761967096,
+        "min_feedback_forward_cosine": 0.9975557327270508
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006748786243155888,
+        "instruction_rms": 0.0006748786241336835,
+        "raw_apical_rms": 0.12061284951864801,
+        "teaching_rms": 0.0006748786243155888,
+        "traffic_rms": 0.12060873147569375
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.900902059849614e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5831064033897414e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010893336485269103,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62169,
+      "train_examples": 50000,
+      "train_loss": 0.004377266821749508
+    },
+    {
+      "epoch": 160,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011522352695465,
+        "mean_feedback_forward_cosine": 0.9994316642934625,
+        "mean_feedback_forward_relative_error": 0.031344430292533206,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006392136106285652,
+        "instruction_rms": 0.000639213610542817,
+        "raw_apical_rms": 0.12061903297586386,
+        "teaching_rms": 0.0006392136106285652,
+        "traffic_rms": 0.12061574652084903
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.732165320182503e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5912027100017034e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01093279206987273,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62560,
+      "train_examples": 50000,
+      "train_loss": 0.004207859783023596
+    },
+    {
+      "epoch": 161,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0701151117682457,
+        "mean_feedback_forward_cosine": 0.9994316556236961,
+        "mean_feedback_forward_relative_error": 0.0313443701798943,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0007046983521651161,
+        "instruction_rms": 0.0007046983520976156,
+        "raw_apical_rms": 0.12062403666530974,
+        "teaching_rms": 0.0007046983521651161,
+        "traffic_rms": 0.1206198430945124
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.373028410029292e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.581310126650428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011110784954911633,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 62951,
+      "train_examples": 50000,
+      "train_loss": 0.004733310500979424
+    },
+    {
+      "epoch": 162,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011499255895615,
+        "mean_feedback_forward_cosine": 0.9994316545399753,
+        "mean_feedback_forward_relative_error": 0.031344310473650695,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006167286458733131,
+        "instruction_rms": 0.0006167286462098559,
+        "raw_apical_rms": 0.1206250868131751,
+        "teaching_rms": 0.0006167286458733131,
+        "traffic_rms": 0.12062156704827183
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.828225451727121e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589624689138684e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010973290234301863,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63342,
+      "train_examples": 50000,
+      "train_loss": 0.00407535614375025
+    },
+    {
+      "epoch": 163,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.070114865899086,
+        "mean_feedback_forward_cosine": 0.9994316632097417,
+        "mean_feedback_forward_relative_error": 0.03134424732998013,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006839478143122504,
+        "instruction_rms": 0.0006839478143399428,
+        "raw_apical_rms": 0.12062466054900933,
+        "teaching_rms": 0.0006839478143122504,
+        "traffic_rms": 0.1206205114262598
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.041233291398385e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5877480478490816e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010878825542593694,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 63733,
+      "train_examples": 50000,
+      "train_loss": 0.004494556574672461
+    },
+    {
+      "epoch": 164,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011474668979645,
+        "mean_feedback_forward_cosine": 0.9994316545399753,
+        "mean_feedback_forward_relative_error": 0.03134418775073507,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000642523662489967,
+        "instruction_rms": 0.0006425236625722152,
+        "raw_apical_rms": 0.1206194658352656,
+        "teaching_rms": 0.000642523662489967,
+        "traffic_rms": 0.12061568030619436
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.513977896498545e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586553023758566e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01101916135820035,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64124,
+      "train_examples": 50000,
+      "train_loss": 0.0043582565813884136
+    },
+    {
+      "epoch": 165,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0701146274805069,
+        "mean_feedback_forward_cosine": 0.9994316740469499,
+        "mean_feedback_forward_relative_error": 0.03134413026273251,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006384842519838402,
+        "instruction_rms": 0.0006384842517300336,
+        "raw_apical_rms": 0.12062253839769596,
+        "teaching_rms": 0.0006384842519838402,
+        "traffic_rms": 0.12061878561847109
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 7.249101940942637e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587119106870252e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011001107989414591,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64515,
+      "train_examples": 50000,
+      "train_loss": 0.004121162942238152
+    },
+    {
+      "epoch": 166,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011452317237854,
+        "mean_feedback_forward_cosine": 0.9994316642934625,
+        "mean_feedback_forward_relative_error": 0.03134407850659706,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005819218577714439,
+        "instruction_rms": 0.0005819218577712398,
+        "raw_apical_rms": 0.12062009257400849,
+        "teaching_rms": 0.0005819218577714439,
+        "traffic_rms": 0.12061685934381829
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.8667815494573006e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5946013788187038e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01093304578535944,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 64906,
+      "train_examples": 50000,
+      "train_loss": 0.00393196282312274
+    },
+    {
+      "epoch": 167,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011440396308899,
+        "mean_feedback_forward_cosine": 0.9994316762143916,
+        "mean_feedback_forward_relative_error": 0.03134402310983701,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006128534915819116,
+        "instruction_rms": 0.0006128534914259528,
+        "raw_apical_rms": 0.12062387358278188,
+        "teaching_rms": 0.0006128534915819116,
+        "traffic_rms": 0.12062063400646014
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.95615653967252e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5895688744278397e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011057271258596586,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65297,
+      "train_examples": 50000,
+      "train_loss": 0.004055446383729577
+    },
+    {
+      "epoch": 168,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011427730321884,
+        "mean_feedback_forward_cosine": 0.9994316816329956,
+        "mean_feedback_forward_relative_error": 0.03134396695108576,
+        "min_feedback_forward_cosine": 0.9975557923316956
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006219340893221111,
+        "instruction_rms": 0.000621934089364157,
+        "raw_apical_rms": 0.12062265113733023,
+        "teaching_rms": 0.0006219340893221111,
+        "traffic_rms": 0.12061944854358539
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.821016995672835e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5857311940361583e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011033229812654203,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 65688,
+      "train_examples": 50000,
+      "train_loss": 0.004223021179288626
+    },
+    {
+      "epoch": 169,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011416554450989,
+        "mean_feedback_forward_cosine": 0.9994316772981123,
+        "mean_feedback_forward_relative_error": 0.03134391290051016,
+        "min_feedback_forward_cosine": 0.9975559115409851
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006069107759692488,
+        "instruction_rms": 0.0006069107760468724,
+        "raw_apical_rms": 0.12062285906868363,
+        "teaching_rms": 0.0006069107759692488,
+        "traffic_rms": 0.12061966378384595
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.111820738397e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5878056968063384e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01098561561277745,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66079,
+      "train_examples": 50000,
+      "train_loss": 0.0039922459670901295
+    },
+    {
+      "epoch": 170,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011407613754272,
+        "mean_feedback_forward_cosine": 0.9994316772981123,
+        "mean_feedback_forward_relative_error": 0.031343862482092595,
+        "min_feedback_forward_cosine": 0.9975559711456299
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000526750621256931,
+        "instruction_rms": 0.000526750621266273,
+        "raw_apical_rms": 0.12062209701356255,
+        "teaching_rms": 0.000526750621256931,
+        "traffic_rms": 0.12061951098282782
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.58036248321514e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5878585251587876e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011095856784359296,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66470,
+      "train_examples": 50000,
+      "train_loss": 0.0035031908175349236
+    },
+    {
+      "epoch": 171,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011396437883377,
+        "mean_feedback_forward_cosine": 0.9994316816329956,
+        "mean_feedback_forward_relative_error": 0.031343811852010815,
+        "min_feedback_forward_cosine": 0.9975559115409851
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00058814731639813,
+        "instruction_rms": 0.000588147316064284,
+        "raw_apical_rms": 0.12062577858598894,
+        "teaching_rms": 0.00058814731639813,
+        "traffic_rms": 0.12062276643304598
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.418833547490067e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.586938087678919e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011049156085271485,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 66861,
+      "train_examples": 50000,
+      "train_loss": 0.0037379285618662833
+    },
+    {
+      "epoch": 172,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011387497186661,
+        "mean_feedback_forward_cosine": 0.9994316838004372,
+        "mean_feedback_forward_relative_error": 0.03134375771676952,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005767004225555261,
+        "instruction_rms": 0.0005767004224079886,
+        "raw_apical_rms": 0.12062386830639267,
+        "teaching_rms": 0.0005767004225555261,
+        "traffic_rms": 0.12062093488199492
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.405657788060125e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5847056685689057e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01100363751156407,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67252,
+      "train_examples": 50000,
+      "train_loss": 0.0036332080767676233
+    },
+    {
+      "epoch": 173,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011377066373825,
+        "mean_feedback_forward_cosine": 0.999431684884158,
+        "mean_feedback_forward_relative_error": 0.03134370776401325,
+        "min_feedback_forward_cosine": 0.9975559711456299
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005560159997639089,
+        "instruction_rms": 0.000556016000007973,
+        "raw_apical_rms": 0.1206275819578644,
+        "teaching_rms": 0.0005560159997639089,
+        "traffic_rms": 0.12062460473059103
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.179609357559457e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5983546141701658e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010976496711274413,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 67643,
+      "train_examples": 50000,
+      "train_loss": 0.0036046438322030008
+    },
+    {
+      "epoch": 174,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0701136514544487,
+        "mean_feedback_forward_cosine": 0.999431679465554,
+        "mean_feedback_forward_relative_error": 0.03134365017441186,
+        "min_feedback_forward_cosine": 0.9975558519363403
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006151695874118451,
+        "instruction_rms": 0.0006151695874295072,
+        "raw_apical_rms": 0.12063329848227758,
+        "teaching_rms": 0.0006151695874118451,
+        "traffic_rms": 0.12062962135253426
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.8280051007386646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.594326998629107e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011050145131733127,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68034,
+      "train_examples": 50000,
+      "train_loss": 0.0038107373747229578
+    },
+    {
+      "epoch": 175,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011356204748154,
+        "mean_feedback_forward_cosine": 0.9994316859678789,
+        "mean_feedback_forward_relative_error": 0.03134360311722213,
+        "min_feedback_forward_cosine": 0.9975559115409851
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005355511792676318,
+        "instruction_rms": 0.0005355511791900692,
+        "raw_apical_rms": 0.12062930766844372,
+        "teaching_rms": 0.0005355511792676318,
+        "traffic_rms": 0.12062685877656662
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.520752293681653e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.583419186791015e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011023026841280002,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68425,
+      "train_examples": 50000,
+      "train_loss": 0.0034027967879734933
+    },
+    {
+      "epoch": 176,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011345028877258,
+        "mean_feedback_forward_cosine": 0.999431684884158,
+        "mean_feedback_forward_relative_error": 0.03134355276653712,
+        "min_feedback_forward_cosine": 0.9975559115409851
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000571202598471784,
+        "instruction_rms": 0.0005712025982363581,
+        "raw_apical_rms": 0.12062763988800765,
+        "teaching_rms": 0.000571202598471784,
+        "traffic_rms": 0.1206245600619184
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.085708375598188e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587018902721264e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011264952180325645,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 68816,
+      "train_examples": 50000,
+      "train_loss": 0.0035343935879319907
+    },
+    {
+      "epoch": 177,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011336833238602,
+        "mean_feedback_forward_cosine": 0.9994316957213661,
+        "mean_feedback_forward_relative_error": 0.031343505455350334,
+        "min_feedback_forward_cosine": 0.9975559711456299
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005420570398281949,
+        "instruction_rms": 0.0005420570398467584,
+        "raw_apical_rms": 0.12062687888434831,
+        "teaching_rms": 0.0005420570398281949,
+        "traffic_rms": 0.12062409891134195
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 5.9498258764278944e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5856916888685357e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010932533688843974,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69207,
+      "train_examples": 50000,
+      "train_loss": 0.0033941391864046456
+    },
+    {
+      "epoch": 178,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011322677135468,
+        "mean_feedback_forward_cosine": 0.999431684884158,
+        "mean_feedback_forward_relative_error": 0.03134344337846745,
+        "min_feedback_forward_cosine": 0.9975559711456299
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006550410990537408,
+        "instruction_rms": 0.0006550410987671143,
+        "raw_apical_rms": 0.12062245567919055,
+        "teaching_rms": 0.0006550410990537408,
+        "traffic_rms": 0.12061847060003508
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.08072383556646e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5900002589981593e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01103817963938633,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69598,
+      "train_examples": 50000,
+      "train_loss": 0.004194585617929697
+    },
+    {
+      "epoch": 179,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011310756206512,
+        "mean_feedback_forward_cosine": 0.9994317000562495,
+        "mean_feedback_forward_relative_error": 0.03134338492527604,
+        "min_feedback_forward_cosine": 0.9975559711456299
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006129186839902447,
+        "instruction_rms": 0.0006129186838665845,
+        "raw_apical_rms": 0.12061725939845196,
+        "teaching_rms": 0.0006129186839902447,
+        "traffic_rms": 0.12061381182795533
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.5883788263599854e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5896749282567908e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010985667539256911,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 69989,
+      "train_examples": 50000,
+      "train_loss": 0.0038366151857189834
+    },
+    {
+      "epoch": 180,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011300325393677,
+        "mean_feedback_forward_cosine": 0.9994316924702037,
+        "mean_feedback_forward_relative_error": 0.031343333330005406,
+        "min_feedback_forward_cosine": 0.9975560307502747
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005434226332477861,
+        "instruction_rms": 0.0005434226333631546,
+        "raw_apical_rms": 0.12062086958413583,
+        "teaching_rms": 0.0005434226332477861,
+        "traffic_rms": 0.12061814844798308
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.343538234114931e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5843312635637782e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011119251710338651,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70380,
+      "train_examples": 50000,
+      "train_loss": 0.0033230470594763756
+    },
+    {
+      "epoch": 181,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011286169290543,
+        "mean_feedback_forward_cosine": 0.9994316870515997,
+        "mean_feedback_forward_relative_error": 0.0313432781110433,
+        "min_feedback_forward_cosine": 0.9975560307502747
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006050422177946555,
+        "instruction_rms": 0.000605042217856636,
+        "raw_apical_rms": 0.12061878319968548,
+        "teaching_rms": 0.0006050422177946555,
+        "traffic_rms": 0.12061509153666344
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.03568900917162e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5884562432828783e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011086398436325055,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 70771,
+      "train_examples": 50000,
+      "train_loss": 0.0039166533627547325
+    },
+    {
+      "epoch": 182,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011277973651886,
+        "mean_feedback_forward_cosine": 0.9994316816329956,
+        "mean_feedback_forward_relative_error": 0.03134323151951486,
+        "min_feedback_forward_cosine": 0.9975561499595642
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005044759147448961,
+        "instruction_rms": 0.0005044759146976001,
+        "raw_apical_rms": 0.12062000297789738,
+        "teaching_rms": 0.0005044759147448961,
+        "traffic_rms": 0.12061750861809446
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.918615642031e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5854146763837002e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011066784017698842,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71162,
+      "train_examples": 50000,
+      "train_loss": 0.003106705672647804
+    },
+    {
+      "epoch": 183,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011265307664871,
+        "mean_feedback_forward_cosine": 0.9994316989725286,
+        "mean_feedback_forward_relative_error": 0.031343181888488204,
+        "min_feedback_forward_cosine": 0.9975560307502747
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005659631940789077,
+        "instruction_rms": 0.0005659631940980432,
+        "raw_apical_rms": 0.12061559914493383,
+        "teaching_rms": 0.0005659631940789077,
+        "traffic_rms": 0.12061268996074713
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.140850127347221e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5862176173483498e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011001812745384202,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71553,
+      "train_examples": 50000,
+      "train_loss": 0.0033360494340211153
+    },
+    {
+      "epoch": 184,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011255621910095,
+        "mean_feedback_forward_cosine": 0.9994316957213661,
+        "mean_feedback_forward_relative_error": 0.031343130623413755,
+        "min_feedback_forward_cosine": 0.9975560307502747
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005673543001239207,
+        "instruction_rms": 0.0005673543001508222,
+        "raw_apical_rms": 0.1206153567101927,
+        "teaching_rms": 0.0005673543001239207,
+        "traffic_rms": 0.12061235260013044
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.968820460111601e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.582743846822535e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.010983011168720963,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 71944,
+      "train_examples": 50000,
+      "train_loss": 0.0034580367625225337
+    },
+    {
+      "epoch": 185,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011246681213379,
+        "mean_feedback_forward_cosine": 0.9994316783818331,
+        "mean_feedback_forward_relative_error": 0.03134308641945774,
+        "min_feedback_forward_cosine": 0.9975559711456299
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0004976459815138841,
+        "instruction_rms": 0.0004976459816920105,
+        "raw_apical_rms": 0.12061366400056805,
+        "teaching_rms": 0.0004976459815138841,
+        "traffic_rms": 0.12061126926191726
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.905246152655309e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5906991961414833e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011195551727493036,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72335,
+      "train_examples": 50000,
+      "train_loss": 0.003201853703260422
+    },
+    {
+      "epoch": 186,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011238485574722,
+        "mean_feedback_forward_cosine": 0.9994317152283408,
+        "mean_feedback_forward_relative_error": 0.03134304222396829,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005211968726319222,
+        "instruction_rms": 0.0005211968725091514,
+        "raw_apical_rms": 0.12061572611032415,
+        "teaching_rms": 0.0005211968726319222,
+        "traffic_rms": 0.12061317084171905
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.850057149814347e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5872184464147067e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011010572333556977,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 72726,
+      "train_examples": 50000,
+      "train_loss": 0.00335953976765275
+    },
+    {
+      "epoch": 187,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011228054761887,
+        "mean_feedback_forward_cosine": 0.9994317108934576,
+        "mean_feedback_forward_relative_error": 0.03134299394759265,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005388063977792486,
+        "instruction_rms": 0.0005388063980582437,
+        "raw_apical_rms": 0.12061254561114616,
+        "teaching_rms": 0.0005388063977792486,
+        "traffic_rms": 0.1206097198136316
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.545095653289536e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5939430196427086e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011011390089305627,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73117,
+      "train_examples": 50000,
+      "train_loss": 0.0034279786084406077
+    },
+    {
+      "epoch": 188,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011214643716812,
+        "mean_feedback_forward_cosine": 0.9994317065585744,
+        "mean_feedback_forward_relative_error": 0.03134293638339097,
+        "min_feedback_forward_cosine": 0.9975560307502747
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0006285226746836842,
+        "instruction_rms": 0.0006285226751816846,
+        "raw_apical_rms": 0.12061349649768338,
+        "teaching_rms": 0.0006285226746836842,
+        "traffic_rms": 0.12060975869621608
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.66417045383605e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5894972007633913e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011204382048263899,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73508,
+      "train_examples": 50000,
+      "train_loss": 0.003654591364916414
+    },
+    {
+      "epoch": 189,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011202722787857,
+        "mean_feedback_forward_cosine": 0.9994317033074119,
+        "mean_feedback_forward_relative_error": 0.03134288574484262,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005821155552124259,
+        "instruction_rms": 0.0005821155549864073,
+        "raw_apical_rms": 0.12061333577180527,
+        "teaching_rms": 0.0005821155552124259,
+        "traffic_rms": 0.1206101166896309
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.286761333740287e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5891859237915765e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011134620326530023,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 73899,
+      "train_examples": 50000,
+      "train_loss": 0.003828974887933582
+    },
+    {
+      "epoch": 190,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011193782091141,
+        "mean_feedback_forward_cosine": 0.9994317054748535,
+        "mean_feedback_forward_relative_error": 0.03134284430098805,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.00047242418377295165,
+        "instruction_rms": 0.00047242418350861443,
+        "raw_apical_rms": 0.12061052989384974,
+        "teaching_rms": 0.00047242418377295165,
+        "traffic_rms": 0.12060850050911034
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.890857662256167e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.58954814347586e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01102968120452042,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74290,
+      "train_examples": 50000,
+      "train_loss": 0.0028017387136630716
+    },
+    {
+      "epoch": 191,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011181861162186,
+        "mean_feedback_forward_cosine": 0.9994316978888078,
+        "mean_feedback_forward_relative_error": 0.031342793806371366,
+        "min_feedback_forward_cosine": 0.9975559711456299
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005903892566277716,
+        "instruction_rms": 0.0005903892564233846,
+        "raw_apical_rms": 0.12060807956270969,
+        "teaching_rms": 0.0005903892566277716,
+        "traffic_rms": 0.1206047511850156
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.08429502335639e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5874165376027638e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011040192633313335,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 74681,
+      "train_examples": 50000,
+      "train_loss": 0.0038351499533094465
+    },
+    {
+      "epoch": 192,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.0701117292046547,
+        "mean_feedback_forward_cosine": 0.9994317119771784,
+        "mean_feedback_forward_relative_error": 0.03134274671531536,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005448232452103345,
+        "instruction_rms": 0.0005448232451741938,
+        "raw_apical_rms": 0.12060491919545796,
+        "teaching_rms": 0.0005448232452103345,
+        "traffic_rms": 0.12060228145556975
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 8.226812298062214e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5861515717165807e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011145206738582146,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75072,
+      "train_examples": 50000,
+      "train_loss": 0.0033393716052360833
+    },
+    {
+      "epoch": 193,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011160999536514,
+        "mean_feedback_forward_cosine": 0.9994317152283408,
+        "mean_feedback_forward_relative_error": 0.03134268840605563,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005763343930433735,
+        "instruction_rms": 0.0005763343930394777,
+        "raw_apical_rms": 0.12060809345405296,
+        "teaching_rms": 0.0005763343930433735,
+        "traffic_rms": 0.12060482781205767
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.131647284883911e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5844696801690102e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011045730086426286,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75463,
+      "train_examples": 50000,
+      "train_loss": 0.0036598750675283375
+    },
+    {
+      "epoch": 194,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011149078607559,
+        "mean_feedback_forward_cosine": 0.9994317098097367,
+        "mean_feedback_forward_relative_error": 0.03134263750504364,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005744581670031234,
+        "instruction_rms": 0.0005744581666903161,
+        "raw_apical_rms": 0.12060959924506831,
+        "teaching_rms": 0.0005744581670031234,
+        "traffic_rms": 0.12060653359328767
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 7.117659350797112e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5906953395295424e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011006976178952728,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 75854,
+      "train_examples": 50000,
+      "train_loss": 0.0036172117663547396
+    },
+    {
+      "epoch": 195,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011138647794724,
+        "mean_feedback_forward_cosine": 0.9994317152283408,
+        "mean_feedback_forward_relative_error": 0.03134259288622574,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005111458291816906,
+        "instruction_rms": 0.0005111458292987282,
+        "raw_apical_rms": 0.12060912806148832,
+        "teaching_rms": 0.0005111458291816906,
+        "traffic_rms": 0.1206064117856588
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.878908382328518e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.591159473491803e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011075565606534716,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76245,
+      "train_examples": 50000,
+      "train_loss": 0.0033742073041945694
+    },
+    {
+      "epoch": 196,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011128216981888,
+        "mean_feedback_forward_cosine": 0.9994317217306657,
+        "mean_feedback_forward_relative_error": 0.031342542891136624,
+        "min_feedback_forward_cosine": 0.9975560307502747
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005398211842836283,
+        "instruction_rms": 0.0005398211843157291,
+        "raw_apical_rms": 0.12060749507978928,
+        "teaching_rms": 0.0005398211842836283,
+        "traffic_rms": 0.12060478850487091
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.236189875608034e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.587612923575866e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01108731780416762,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 76636,
+      "train_examples": 50000,
+      "train_loss": 0.0032701864750124513
+    },
+    {
+      "epoch": 197,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011117786169052,
+        "mean_feedback_forward_cosine": 0.9994317054748535,
+        "mean_feedback_forward_relative_error": 0.03134249184619297,
+        "min_feedback_forward_cosine": 0.997556209564209
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.000524316796082911,
+        "instruction_rms": 0.0005243167960490177,
+        "raw_apical_rms": 0.12060312560575721,
+        "teaching_rms": 0.000524316796082911,
+        "traffic_rms": 0.12060031790672346
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 5.935772406928663e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5928149098718884e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.01112647086349768,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77027,
+      "train_examples": 50000,
+      "train_loss": 0.0033051172525342554
+    },
+    {
+      "epoch": 198,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011107355356216,
+        "mean_feedback_forward_cosine": 0.9994317130608992,
+        "mean_feedback_forward_relative_error": 0.03134244018318978,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005683161321633778,
+        "instruction_rms": 0.0005683161320164979,
+        "raw_apical_rms": 0.1206061315031053,
+        "teaching_rms": 0.0005683161321633778,
+        "traffic_rms": 0.1206031441660092
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.613117875531316e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.589918210121876e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011103798119106409,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77418,
+      "train_examples": 50000,
+      "train_loss": 0.003474868165999651
+    },
+    {
+      "epoch": 199,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011096179485321,
+        "mean_feedback_forward_cosine": 0.9994317195632241,
+        "mean_feedback_forward_relative_error": 0.03134238957004114,
+        "min_feedback_forward_cosine": 0.9975560903549194
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005417618198583302,
+        "instruction_rms": 0.0005417618198572267,
+        "raw_apical_rms": 0.12060498828107377,
+        "teaching_rms": 0.0005417618198583302,
+        "traffic_rms": 0.12060221464078606
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260973036289215,
+        "maximum_absolute_post_projection_soma_slope": 6.244734152005549e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5874611353022428e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011158040318562856,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 77809,
+      "train_examples": 50000,
+      "train_loss": 0.0033151503371819852
+    },
+    {
+      "epoch": 200,
+      "feedback_tracking": {
+        "max_feedback_forward_relative_error": 0.07011085003614426,
+        "mean_feedback_forward_cosine": 0.999431696805087,
+        "mean_feedback_forward_relative_error": 0.03134233936328779,
+        "min_feedback_forward_cosine": 0.9975561499595642
+      },
+      "lr": 0.0010000000000000002,
+      "mixed_apical": {
+        "innovation_rms": 0.0005486043037678133,
+        "instruction_rms": 0.0005486043037548054,
+        "raw_apical_rms": 0.12060382867848905,
+        "teaching_rms": 0.0005486043037678133,
+        "traffic_rms": 0.12060086328985489
+      },
+      "neutral_projection": {
+        "instruction_observations": 0,
+        "maximum_absolute_correction_slope": 0.14260974526405334,
+        "maximum_absolute_post_projection_soma_slope": 6.818186193413567e-08,
+        "maximum_observations": 128,
+        "maximum_post_projection_traffic_rms_ratio": 2.5899783679265844e-08,
+        "maximum_pre_projection_traffic_rms_ratio": 0.011041197951431369,
+        "minimum_observations": 80
+      },
+      "output_lr": 0.0010000000000000002,
+      "step": 78200,
+      "train_examples": 50000,
+      "train_loss": 0.003250983671899885
+    }
+  ],
+  "evaluation_protocol": {
+    "test_evaluations": 1,
+    "test_used_for_selection": false,
+    "validation_evaluations": 0
+  },
+  "final": {
+    "accuracy": 0.9265,
+    "epoch": 200,
+    "evaluation_split": "test",
+    "finite": true,
+    "loss": 0.40451343078613283,
+    "step": 78200
+  },
+  "hardware": {
+    "cuda_device_name": "NVIDIA GeForce GTX 1080",
+    "cuda_visible_devices": "7",
+    "device": "cuda",
+    "device_total_memory_bytes": 8507949056,
+    "peak_memory_allocated_bytes": 3324800000,
+    "peak_memory_reserved_bytes": 5553258496,
+    "torch_version": "2.3.1+cu118"
+  },
+  "predictor_warmup": {
+    "closed_form_fit": {
+      "max_absolute_residual_soma_slope": 6.46296953732417e-08,
+      "max_applied_stability_margin": 0.0,
+      "max_positive_residual_soma_slope": 6.46296953732417e-08,
+      "min_residual_soma_slope": -6.405959140920459e-08,
+      "mse": 7.551191395303828e-18,
+      "observations": 64,
+      "residual_traffic_rms_ratio": 7.183399530690697e-08,
+      "stability_margin": 0.0
+    },
+    "examples": 64,
+    "instruction_present": false,
+    "mode": "closed_form",
+    "post_warmup_traffic_residual_rms_ratio": 7.183399530690697e-08,
+    "reuses_traffic_calibration_forward": true,
+    "steps": 1,
+    "task_loader_state_restored": true
+  },
+  "protocol_family": "oral_a_cifar_local_resnet_development",
+  "provenance": {
+    "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "evaluation_split": "test",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 13,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": null,
+    "test_examples": 10000,
+    "train_examples": 50000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {},
+    "validation_examples": 0,
+    "validation_index_sha256": null
+  },
+  "timing": {
+    "apical_warmup_wall_s": 0.0,
+    "evaluation_wall_s": 2.0277559757232666,
+    "mirror_warmup_wall_s": 0.0,
+    "predictor_warmup_wall_s": 0.06840205192565918,
+    "timing_excludes_data_loading_hashing_and_model_construction": true,
+    "total_timed_wall_s": 26341.438787698746,
+    "train_wall_s": 26335.04203605652
+  },
+  "traffic_calibration": {
+    "data_source": "first unaugmented development-training examples",
+    "examples": 64,
+    "instruction_rms": [
+      0.03324144333600998,
+      0.023956647142767906,
+      0.016600562259554863,
+      0.01499030739068985,
+      0.010612402111291885,
+      0.012000334449112415,
+      0.00762191554531455,
+      0.009904524311423302,
+      0.005702985916286707,
+      0.007403014227747917,
+      0.004532030317932367,
+      0.006072201766073704,
+      0.0036331163719296455,
+      0.0051048751920461655,
+      0.002998217474669218,
+      0.004114323761314154,
+      0.0026671418454498053,
+      0.003895387751981616,
+      0.002370318630710244,
+      0.0056512546725571156,
+      0.0037113670259714127,
+      0.005224796012043953,
+      0.0032843619119375944,
+      0.004609318450093269,
+      0.002866135211661458,
+      0.0039026974700391293,
+      0.0026347883976995945,
+      0.003975309431552887,
+      0.0023530018515884876,
+      0.0033136510755866766,
+      0.0021715739276260138,
+      0.0032538925297558308,
+      0.001960910391062498,
+      0.00299330847337842,
+      0.0018442444270476699,
+      0.0027256158646196127,
+      0.001736381440423429,
+      0.004094036761671305,
+      0.0028829944785684347,
+      0.0039848401211202145,
+      0.0026638475246727467,
+      0.0036872976925224066,
+      0.0024965289048850536,
+      0.003642389550805092,
+      0.0023068618029356003,
+      0.003363950178027153,
+      0.0021544655319303274,
+      0.0031548282131552696,
+      0.0020185247994959354,
+      0.002877783728763461,
+      0.001951601472683251,
+      0.0028882359620183706,
+      0.0018873275257647038,
+      0.0026884444523602724,
+      0.0018550545210018754
+    ],
+    "realized_traffic_instruction_rms_ratio": [
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      3.999999761581421,
+      4.000000476837158,
+      3.999999523162842,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      3.999999523162842,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0,
+      4.0,
+      4.000000476837158,
+      4.000000476837158,
+      4.0,
+      4.0,
+      4.0
+    ],
+    "target_ratio": 4.0,
+    "traffic_gain": [
+      0.17709320783615112,
+      0.124513179063797,
+      0.058669257909059525,
+      0.07763158529996872,
+      0.028829237446188927,
+      0.06371939927339554,
+      0.017623847350478172,
+      0.052935902029275894,
+      0.011839767917990685,
+      0.03833375126123428,
+      0.008274483494460583,
+      0.03276669606566429,
+      0.006016725208610296,
+      0.027274494990706444,
+      0.0045689488761126995,
+      0.022393498569726944,
+      0.0038804931100457907,
+      0.021015234291553497,
+      0.0032204589806497097,
+      0.029996510595083237,
+      0.006462405901402235,
+      0.027751736342906952,
+      0.005268997512757778,
+      0.024546777829527855,
+      0.004274462815374136,
+      0.02027544006705284,
+      0.0036558243446052074,
+      0.021232953295111656,
+      0.0030691949650645256,
+      0.017194336280226707,
+      0.0026687579229474068,
+      0.017576754093170166,
+      0.0022942451760172844,
+      0.016171762719750404,
+      0.00208999402821064,
+      0.014411799609661102,
+      0.001927451230585575,
+      0.021360954269766808,
+      0.004324133042246103,
+      0.02077731117606163,
+      0.0037467011716216803,
+      0.019512439146637917,
+      0.0032881060615181923,
+      0.01938728243112564,
+      0.002971186302602291,
+      0.01791982166469097,
+      0.0026235159020870924,
+      0.01685306988656521,
+      0.0023501201067119837,
+      0.015273039229214191,
+      0.0022179309744387865,
+      0.015392888337373734,
+      0.0020608259364962578,
+      0.014193649403750896,
+      0.0019489242695271969
+    ],
+    "unscaled_traffic_rms": [
+      0.7508236765861511,
+      0.7696099877357483,
+      1.131806492805481,
+      0.7723819017410278,
+      1.4724498987197876,
+      0.7533237934112549,
+      1.7299095392227173,
+      0.7484164237976074,
+      1.9267221689224243,
+      0.7724800109863281,
+      2.1908462047576904,
+      0.741265058517456,
+      2.415344715118408,
+      0.748666524887085,
+      2.624864101409912,
+      0.7349139451980591,
+      2.749281406402588,
+      0.7414407730102539,
+      2.944075584411621,
+      0.7535882592201233,
+      2.2972044944763184,
+      0.7530766129493713,
+      2.4933485984802246,
+      0.7511076927185059,
+      2.682101011276245,
+      0.7699359059333801,
+      2.8828392028808594,
+      0.7488943338394165,
+      3.0666046142578125,
+      0.7708703279495239,
+      3.2548084259033203,
+      0.7404990792274475,
+      3.4188332557678223,
+      0.7403790354728699,
+      3.5296645164489746,
+      0.7564956545829773,
+      3.6034767627716064,
+      0.7666392922401428,
+      2.6668879985809326,
+      0.7671522498130798,
+      2.8439390659332275,
+      0.7558865547180176,
+      3.0370419025421143,
+      0.7515007853507996,
+      3.1056439876556396,
+      0.750889241695404,
+      3.2848522663116455,
+      0.7487841844558716,
+      3.4356112480163574,
+      0.7536898851394653,
+      3.519679546356201,
+      0.7505377531051636,
+      3.6632449626922607,
+      0.7576471567153931,
+      3.807340383529663
+    ],
+    "uses_validation_endpoint": false
+  },
+  "work": {
+    "apical_macs_per_example": 125043328,
+    "causal_scalar_observations": 0,
+    "components": {
+      "apical_projection_macs": 1250441282772992,
+      "apical_regression_macs": 0,
+      "bp_reverse_macs_estimate": 0,
+      "kp_reciprocal_correlation_macs": 1250433280000000,
+      "local_weight_correlation_macs": 1254856960000000,
+      "mirror_feedback_prediction_macs": 0,
+      "mirror_local_correlation_macs": 0,
+      "mirror_response_macs": 0,
+      "ordinary_forward_macs": 1254856960000000,
+      "perturbation_forward_macs": 0,
+      "warmup_clean_forward_macs": 8031084544
+    },
+    "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+    "elementwise_operations_estimate": 127796290519040,
+    "forward_macs_per_example": 125485696,
+    "logical_batch_loss_queries": 0,
+    "mirror_probe_examples": 0,
+    "mirror_readout_probe_examples": 0,
+    "neutral_projection_observations": 10000000,
+    "per_example_cross_entropy_terms": 0,
+    "total_clean_forward_examples": 10000064,
+    "total_forward_equivalent_examples": 10000064,
+    "total_macs_estimate": 5010596513857536
+  }
+}
-- 
cgit v1.2.3